diff --git "a/experiments/sft_qwen1.5-1.8b/20251119_032141/sft_qwen1.5-1.8b_metrics.jsonl" "b/experiments/sft_qwen1.5-1.8b/20251119_032141/sft_qwen1.5-1.8b_metrics.jsonl"
deleted file mode 100644--- "a/experiments/sft_qwen1.5-1.8b/20251119_032141/sft_qwen1.5-1.8b_metrics.jsonl"
+++ /dev/null
@@ -1,14374 +0,0 @@
-{"epoch": 0, "step": 0, "eval_loss": 2.3762435913085938, "eval_rougeL": 0.19234871294526734}
-{"epoch": 0, "step": 0, "loss": 2.4605159759521484, "total_norm": 1000000000.0}
-{"epoch": 0, "step": 1, "loss": 2.116698741912842, "total_norm": 1000000000.0}
-{"epoch": 0, "step": 2, "loss": 2.072558641433716, "total_norm": 24.81610679626465}
-{"epoch": 0, "step": 3, "loss": 2.9933340549468994, "total_norm": 1000000000.0}
-{"epoch": 0, "step": 4, "loss": 1.9757933616638184, "total_norm": 46.470741271972656}
-{"epoch": 0, "step": 5, "loss": 2.961437940597534, "total_norm": 59.018184661865234}
-{"epoch": 0, "step": 6, "loss": 2.7006635665893555, "total_norm": 34.049217224121094}
-{"epoch": 0, "step": 7, "loss": 2.6664791107177734, "total_norm": 29.326519012451172}
-{"epoch": 0, "step": 8, "loss": 2.4151082038879395, "total_norm": 27.357036590576172}
-{"epoch": 0, "step": 9, "loss": 2.511014223098755, "total_norm": 64.8955078125}
-{"epoch": 0, "step": 10, "loss": 2.584531307220459, "total_norm": 58.4120979309082}
-{"epoch": 0, "step": 11, "loss": 2.254112482070923, "total_norm": 28.515796661376953}
-{"epoch": 0, "step": 12, "loss": 2.3541319370269775, "total_norm": 64.388916015625}
-{"epoch": 0, "step": 13, "loss": 2.787409782409668, "total_norm": 34.40925598144531}
-{"epoch": 0, "step": 14, "loss": 2.0217185020446777, "total_norm": 41.19482421875}
-{"epoch": 0, "step": 15, "loss": 2.86600661277771, "total_norm": 33.34370803833008}
-{"epoch": 0, "step": 16, "loss": 2.6724071502685547, "total_norm": 36.29521179199219}
-{"epoch": 0, "step": 17, "loss": 2.335390090942383, "total_norm": 45.32483673095703}
-{"epoch": 0, "step": 18, "loss": 1.4337793588638306, "total_norm": 42.62559127807617}
-{"epoch": 0, "step": 19, "loss": 2.619243621826172, "total_norm": 56.29882049560547}
-{"epoch": 0, "step": 20, "loss": 2.515233278274536, "total_norm": 52.79871368408203}
-{"epoch": 0, "step": 21, "loss": 2.1256139278411865, "total_norm": 31.23280906677246}
-{"epoch": 0, "step": 22, "loss": 2.332493305206299, "total_norm": 20.423307418823242}
-{"epoch": 0, "step": 23, "loss": 2.6994173526763916, "total_norm": 13.835515975952148}
-{"epoch": 0, "step": 24, "loss": 2.137331962585449, "total_norm": 18.876949310302734}
-{"epoch": 0, "step": 25, "loss": 2.506568193435669, "total_norm": 19.528919219970703}
-{"epoch": 0, "step": 26, "loss": 2.1625421047210693, "total_norm": 16.616348266601562}
-{"epoch": 0, "step": 27, "loss": 2.167506694793701, "total_norm": 1000000000.0}
-{"epoch": 0, "step": 28, "loss": 2.4106523990631104, "total_norm": 12.610766410827637}
-{"epoch": 0, "step": 29, "loss": 2.167086124420166, "total_norm": 17.04629898071289}
-{"epoch": 0, "step": 30, "loss": 2.5682740211486816, "total_norm": 17.308513641357422}
-{"epoch": 0, "step": 31, "loss": 2.0526468753814697, "total_norm": 25.999177932739258}
-{"epoch": 0, "step": 32, "loss": 2.6044468879699707, "total_norm": 14.735553741455078}
-{"epoch": 0, "step": 33, "loss": 2.2035250663757324, "total_norm": 21.70240020751953}
-{"epoch": 0, "step": 34, "loss": 1.828429937362671, "total_norm": 20.099056243896484}
-{"epoch": 0, "step": 35, "loss": 1.8497188091278076, "total_norm": 13.761250495910645}
-{"epoch": 0, "step": 36, "loss": 2.0352890491485596, "total_norm": 39.93473815917969}
-{"epoch": 0, "step": 37, "loss": 1.636987566947937, "total_norm": 42.583412170410156}
-{"epoch": 0, "step": 38, "loss": 1.6574692726135254, "total_norm": 36.459651947021484}
-{"epoch": 0, "step": 39, "loss": 1.6888164281845093, "total_norm": 39.99476623535156}
-{"epoch": 0, "step": 40, "loss": 1.3767064809799194, "total_norm": 34.87866973876953}
-{"epoch": 0, "step": 41, "loss": 2.079474925994873, "total_norm": 24.791269302368164}
-{"epoch": 0, "step": 42, "loss": 1.6473989486694336, "total_norm": 16.79254722595215}
-{"epoch": 0, "step": 43, "loss": 1.7775869369506836, "total_norm": 13.6173677444458}
-{"epoch": 0, "step": 44, "loss": 1.243625521659851, "total_norm": 13.497790336608887}
-{"epoch": 0, "step": 45, "loss": 2.379725217819214, "total_norm": 11.514808654785156}
-{"epoch": 0, "step": 46, "loss": 1.9531464576721191, "total_norm": 15.596604347229004}
-{"epoch": 0, "step": 47, "loss": 1.6445190906524658, "total_norm": 12.052919387817383}
-{"epoch": 0, "step": 48, "loss": 1.3064297437667847, "total_norm": 19.464702606201172}
-{"epoch": 0, "step": 49, "loss": 2.4650018215179443, "total_norm": 14.616936683654785}
-{"epoch": 0, "step": 50, "loss": 1.8368173837661743, "total_norm": 14.476877212524414}
-{"epoch": 0, "step": 51, "loss": 1.7859185934066772, "total_norm": 12.0415620803833}
-{"epoch": 0, "step": 52, "loss": 1.827547550201416, "total_norm": 12.63362979888916}
-{"epoch": 0, "step": 53, "loss": 1.1219727993011475, "total_norm": 19.982297897338867}
-{"epoch": 0, "step": 54, "loss": 1.9880629777908325, "total_norm": 11.36884880065918}
-{"epoch": 0, "step": 55, "loss": 2.2494425773620605, "total_norm": 10.52347469329834}
-{"epoch": 0, "step": 56, "loss": 1.9260460138320923, "total_norm": 13.641716003417969}
-{"epoch": 0, "step": 57, "loss": 1.401429295539856, "total_norm": 14.18587875366211}
-{"epoch": 0, "step": 58, "loss": 2.1356520652770996, "total_norm": 12.369795799255371}
-{"epoch": 0, "step": 59, "loss": 1.9359018802642822, "total_norm": 15.824654579162598}
-{"epoch": 0, "step": 60, "loss": 2.0988237857818604, "total_norm": 10.913111686706543}
-{"epoch": 0, "step": 61, "loss": 1.9354097843170166, "total_norm": 10.074376106262207}
-{"epoch": 0, "step": 62, "loss": 2.164606809616089, "total_norm": 12.918676376342773}
-{"epoch": 0, "step": 63, "loss": 2.098504066467285, "total_norm": 13.06612777709961}
-{"epoch": 0, "step": 64, "loss": 1.7423996925354004, "total_norm": 13.913065910339355}
-{"epoch": 0, "step": 65, "loss": 2.0495121479034424, "total_norm": 12.799881935119629}
-{"epoch": 0, "step": 66, "loss": 2.138594388961792, "total_norm": 11.337579727172852}
-{"epoch": 0, "step": 67, "loss": 1.5392231941223145, "total_norm": 15.257290840148926}
-{"epoch": 0, "step": 68, "loss": 1.4048736095428467, "total_norm": 16.59454345703125}
-{"epoch": 0, "step": 69, "loss": 1.1886564493179321, "total_norm": 21.256616592407227}
-{"epoch": 0, "step": 70, "loss": 1.2343714237213135, "total_norm": 10.621869087219238}
-{"epoch": 0, "step": 71, "loss": 1.7851574420928955, "total_norm": 15.575600624084473}
-{"epoch": 0, "step": 72, "loss": 1.7252765893936157, "total_norm": 9.115408897399902}
-{"epoch": 0, "step": 73, "loss": 1.613274097442627, "total_norm": 13.288186073303223}
-{"epoch": 0, "step": 74, "loss": 2.1857187747955322, "total_norm": 18.238422393798828}
-{"epoch": 0, "step": 75, "loss": 2.2521419525146484, "total_norm": 13.206460952758789}
-{"epoch": 0, "step": 76, "loss": 1.8151050806045532, "total_norm": 12.560724258422852}
-{"epoch": 0, "step": 77, "loss": 2.046461820602417, "total_norm": 11.033583641052246}
-{"epoch": 0, "step": 78, "loss": 1.8522307872772217, "total_norm": 10.219772338867188}
-{"epoch": 0, "step": 79, "loss": 1.2972980737686157, "total_norm": 16.49979019165039}
-{"epoch": 0, "step": 80, "loss": 2.1735005378723145, "total_norm": 10.816805839538574}
-{"epoch": 0, "step": 81, "loss": 2.283097743988037, "total_norm": 11.053634643554688}
-{"epoch": 0, "step": 82, "loss": 2.119603157043457, "total_norm": 11.148845672607422}
-{"epoch": 0, "step": 83, "loss": 2.1601369380950928, "total_norm": 14.110630989074707}
-{"epoch": 0, "step": 84, "loss": 1.9217174053192139, "total_norm": 9.5946626663208}
-{"epoch": 0, "step": 85, "loss": 1.644592523574829, "total_norm": 13.09575080871582}
-{"epoch": 0, "step": 86, "loss": 1.3871585130691528, "total_norm": 12.709872245788574}
-{"epoch": 0, "step": 87, "loss": 1.755486249923706, "total_norm": 16.44170570373535}
-{"epoch": 0, "step": 88, "loss": 2.2070746421813965, "total_norm": 11.80193042755127}
-{"epoch": 0, "step": 89, "loss": 1.1952217817306519, "total_norm": 10.436573028564453}
-{"epoch": 0, "step": 90, "loss": 1.9424699544906616, "total_norm": 11.81734848022461}
-{"epoch": 0, "step": 91, "loss": 1.5261521339416504, "total_norm": 16.042768478393555}
-{"epoch": 0, "step": 92, "loss": 2.3027307987213135, "total_norm": 15.988821029663086}
-{"epoch": 0, "step": 93, "loss": 1.0665555000305176, "total_norm": 10.03946304321289}
-{"epoch": 0, "step": 94, "loss": 1.8879913091659546, "total_norm": 10.492335319519043}
-{"epoch": 0, "step": 95, "loss": 2.1898436546325684, "total_norm": 13.571741104125977}
-{"epoch": 0, "step": 96, "loss": 2.1934454441070557, "total_norm": 11.840068817138672}
-{"epoch": 0, "step": 97, "loss": 1.897851586341858, "total_norm": 12.24267864227295}
-{"epoch": 0, "step": 98, "loss": 2.046560049057007, "total_norm": 10.353045463562012}
-{"epoch": 0, "step": 99, "loss": 1.5024594068527222, "total_norm": 13.915264129638672}
-{"epoch": 0, "step": 100, "loss": 1.6130328178405762, "total_norm": 12.357982635498047}
-{"epoch": 0, "step": 101, "loss": 1.150071620941162, "total_norm": 9.92677116394043}
-{"epoch": 0, "step": 102, "loss": 2.358123779296875, "total_norm": 14.891822814941406}
-{"epoch": 0, "step": 103, "loss": 1.9974987506866455, "total_norm": 16.638513565063477}
-{"epoch": 0, "step": 104, "loss": 1.809692144393921, "total_norm": 14.913562774658203}
-{"epoch": 0, "step": 105, "loss": 1.6965527534484863, "total_norm": 10.669963836669922}
-{"epoch": 0, "step": 106, "loss": 1.7606019973754883, "total_norm": 11.320281028747559}
-{"epoch": 0, "step": 107, "loss": 1.4228395223617554, "total_norm": 12.395216941833496}
-{"epoch": 0, "step": 108, "loss": 2.189882278442383, "total_norm": 12.183459281921387}
-{"epoch": 0, "step": 109, "loss": 1.7915340662002563, "total_norm": 12.576676368713379}
-{"epoch": 0, "step": 110, "loss": 1.6523667573928833, "total_norm": 14.398406982421875}
-{"epoch": 0, "step": 111, "loss": 1.3989043235778809, "total_norm": 10.455622673034668}
-{"epoch": 0, "step": 112, "loss": 1.6204488277435303, "total_norm": 11.367517471313477}
-{"epoch": 0, "step": 113, "loss": 2.6347315311431885, "total_norm": 11.20461368560791}
-{"epoch": 0, "step": 114, "loss": 1.421639323234558, "total_norm": 18.786800384521484}
-{"epoch": 0, "step": 115, "loss": 1.6914764642715454, "total_norm": 14.810898780822754}
-{"epoch": 0, "step": 116, "loss": 1.6752679347991943, "total_norm": 12.990854263305664}
-{"epoch": 0, "step": 117, "loss": 2.3954784870147705, "total_norm": 12.368725776672363}
-{"epoch": 0, "step": 118, "loss": 1.8040298223495483, "total_norm": 13.896040916442871}
-{"epoch": 0, "step": 119, "loss": 1.1008282899856567, "total_norm": 15.64381217956543}
-{"epoch": 0, "step": 120, "loss": 1.9957289695739746, "total_norm": 11.0015230178833}
-{"epoch": 0, "step": 121, "loss": 1.5292414426803589, "total_norm": 13.083065032958984}
-{"epoch": 0, "step": 122, "loss": 1.8901523351669312, "total_norm": 11.168326377868652}
-{"epoch": 0, "step": 123, "loss": 2.111721992492676, "total_norm": 12.371365547180176}
-{"epoch": 0, "step": 124, "loss": 1.8285517692565918, "total_norm": 11.630227088928223}
-{"epoch": 0, "step": 125, "loss": 2.3999288082122803, "total_norm": 9.653252601623535}
-{"epoch": 0, "step": 126, "loss": 1.655583381652832, "total_norm": 12.357994079589844}
-{"epoch": 0, "step": 127, "loss": 1.7865763902664185, "total_norm": 11.122954368591309}
-{"epoch": 0, "step": 128, "loss": 2.211660623550415, "total_norm": 10.674389839172363}
-{"epoch": 0, "step": 129, "loss": 1.536633849143982, "total_norm": 8.874603271484375}
-{"epoch": 0, "step": 130, "loss": 2.1242339611053467, "total_norm": 13.420799255371094}
-{"epoch": 0, "step": 131, "loss": 1.2252216339111328, "total_norm": 14.102304458618164}
-{"epoch": 0, "step": 132, "loss": 0.7737213969230652, "total_norm": 13.352324485778809}
-{"epoch": 0, "step": 133, "loss": 1.760481595993042, "total_norm": 15.42228889465332}
-{"epoch": 0, "step": 134, "loss": 1.2711530923843384, "total_norm": 9.78915023803711}
-{"epoch": 0, "step": 135, "loss": 1.6328340768814087, "total_norm": 13.9569730758667}
-{"epoch": 0, "step": 136, "loss": 1.8396329879760742, "total_norm": 15.393088340759277}
-{"epoch": 0, "step": 137, "loss": 2.061283826828003, "total_norm": 10.627219200134277}
-{"epoch": 0, "step": 138, "loss": 1.8373879194259644, "total_norm": 13.592573165893555}
-{"epoch": 0, "step": 139, "loss": 2.3134961128234863, "total_norm": 12.09586238861084}
-{"epoch": 0, "step": 140, "loss": 1.6463758945465088, "total_norm": 12.469995498657227}
-{"epoch": 0, "step": 141, "loss": 1.4387261867523193, "total_norm": 13.337506294250488}
-{"epoch": 0, "step": 142, "loss": 2.1462690830230713, "total_norm": 12.498324394226074}
-{"epoch": 0, "step": 143, "loss": 1.3274354934692383, "total_norm": 10.078747749328613}
-{"epoch": 0, "step": 144, "loss": 1.800733208656311, "total_norm": 15.530363082885742}
-{"epoch": 0, "step": 145, "loss": 1.9039932489395142, "total_norm": 13.16360855102539}
-{"epoch": 0, "step": 146, "loss": 2.0003044605255127, "total_norm": 12.454888343811035}
-{"epoch": 0, "step": 147, "loss": 1.6186437606811523, "total_norm": 12.274126052856445}
-{"epoch": 0, "step": 148, "loss": 2.539323568344116, "total_norm": 13.239026069641113}
-{"epoch": 0, "step": 149, "loss": 1.078938603401184, "total_norm": 11.340873718261719}
-{"epoch": 0, "step": 150, "loss": 1.9601588249206543, "total_norm": 10.803349494934082}
-{"epoch": 0, "step": 151, "loss": 1.7293342351913452, "total_norm": 10.855352401733398}
-{"epoch": 0, "step": 152, "loss": 1.6099438667297363, "total_norm": 11.481903076171875}
-{"epoch": 0, "step": 153, "loss": 1.551353096961975, "total_norm": 16.389041900634766}
-{"epoch": 0, "step": 154, "loss": 2.4704031944274902, "total_norm": 12.604382514953613}
-{"epoch": 0, "step": 155, "loss": 1.478426218032837, "total_norm": 14.654206275939941}
-{"epoch": 0, "step": 156, "loss": 1.837523102760315, "total_norm": 11.670233726501465}
-{"epoch": 0, "step": 157, "loss": 1.7766441106796265, "total_norm": 14.087944984436035}
-{"epoch": 0, "step": 158, "loss": 2.209803581237793, "total_norm": 10.625500679016113}
-{"epoch": 0, "step": 159, "loss": 1.4035152196884155, "total_norm": 12.195738792419434}
-{"epoch": 0, "step": 160, "loss": 0.8222332000732422, "total_norm": 14.790491104125977}
-{"epoch": 0, "step": 161, "loss": 2.3061323165893555, "total_norm": 10.263480186462402}
-{"epoch": 0, "step": 162, "loss": 1.1073542833328247, "total_norm": 12.162811279296875}
-{"epoch": 0, "step": 163, "loss": 1.6545066833496094, "total_norm": 13.425665855407715}
-{"epoch": 0, "step": 164, "loss": 2.2516558170318604, "total_norm": 14.725218772888184}
-{"epoch": 0, "step": 165, "loss": 2.3443591594696045, "total_norm": 13.80306339263916}
-{"epoch": 0, "step": 166, "loss": 1.8740177154541016, "total_norm": 13.029349327087402}
-{"epoch": 0, "step": 167, "loss": 1.5732529163360596, "total_norm": 11.948227882385254}
-{"epoch": 0, "step": 168, "loss": 2.2754039764404297, "total_norm": 9.999957084655762}
-{"epoch": 0, "step": 169, "loss": 2.384222984313965, "total_norm": 9.762411117553711}
-{"epoch": 0, "step": 170, "loss": 1.7384694814682007, "total_norm": 16.363357543945312}
-{"epoch": 0, "step": 171, "loss": 1.6684942245483398, "total_norm": 12.597861289978027}
-{"epoch": 0, "step": 172, "loss": 2.525477886199951, "total_norm": 10.773776054382324}
-{"epoch": 0, "step": 173, "loss": 1.5881245136260986, "total_norm": 13.60344123840332}
-{"epoch": 0, "step": 174, "loss": 2.3289144039154053, "total_norm": 11.327391624450684}
-{"epoch": 0, "step": 175, "loss": 2.064577102661133, "total_norm": 11.870787620544434}
-{"epoch": 0, "step": 176, "loss": 1.7240779399871826, "total_norm": 10.655637741088867}
-{"epoch": 0, "step": 177, "loss": 1.7391993999481201, "total_norm": 10.842602729797363}
-{"epoch": 0, "step": 178, "loss": 2.567028045654297, "total_norm": 12.430379867553711}
-{"epoch": 0, "step": 179, "loss": 1.94185209274292, "total_norm": 16.501178741455078}
-{"epoch": 0, "step": 180, "loss": 2.332820415496826, "total_norm": 16.813873291015625}
-{"epoch": 0, "step": 181, "loss": 1.593489408493042, "total_norm": 11.322206497192383}
-{"epoch": 0, "step": 182, "loss": 2.3564133644104004, "total_norm": 17.463367462158203}
-{"epoch": 0, "step": 183, "loss": 1.8587172031402588, "total_norm": 12.63162612915039}
-{"epoch": 0, "step": 184, "loss": 0.6340721249580383, "total_norm": 13.139892578125}
-{"epoch": 0, "step": 185, "loss": 1.739262580871582, "total_norm": 10.662505149841309}
-{"epoch": 0, "step": 186, "loss": 1.6325126886367798, "total_norm": 13.134611129760742}
-{"epoch": 0, "step": 187, "loss": 1.9147964715957642, "total_norm": 13.152295112609863}
-{"epoch": 0, "step": 188, "loss": 1.8607155084609985, "total_norm": 12.63805103302002}
-{"epoch": 0, "step": 189, "loss": 2.131676197052002, "total_norm": 12.09269905090332}
-{"epoch": 0, "step": 190, "loss": 1.5039838552474976, "total_norm": 11.573676109313965}
-{"epoch": 0, "step": 191, "loss": 1.5239747762680054, "total_norm": 12.821328163146973}
-{"epoch": 0, "step": 192, "loss": 2.1064116954803467, "total_norm": 12.942191123962402}
-{"epoch": 0, "step": 193, "loss": 2.4892451763153076, "total_norm": 11.590971946716309}
-{"epoch": 0, "step": 194, "loss": 1.9318948984146118, "total_norm": 10.307499885559082}
-{"epoch": 0, "step": 195, "loss": 2.1443912982940674, "total_norm": 14.457759857177734}
-{"epoch": 0, "step": 196, "loss": 1.1203999519348145, "total_norm": 12.959518432617188}
-{"epoch": 0, "step": 197, "loss": 1.7532267570495605, "total_norm": 11.80331039428711}
-{"epoch": 0, "step": 198, "loss": 1.9708997011184692, "total_norm": 12.434114456176758}
-{"epoch": 0, "step": 199, "loss": 1.7159082889556885, "total_norm": 9.58070182800293}
-{"epoch": 0, "step": 200, "loss": 2.0963022708892822, "total_norm": 13.125970840454102}
-{"epoch": 0, "step": 201, "loss": 1.7406774759292603, "total_norm": 15.281015396118164}
-{"epoch": 0, "step": 202, "loss": 2.3083231449127197, "total_norm": 13.38845443725586}
-{"epoch": 0, "step": 203, "loss": 1.8998794555664062, "total_norm": 11.104914665222168}
-{"epoch": 0, "step": 204, "loss": 1.7665011882781982, "total_norm": 15.005945205688477}
-{"epoch": 0, "step": 205, "loss": 2.553602695465088, "total_norm": 12.570531845092773}
-{"epoch": 0, "step": 206, "loss": 2.234328031539917, "total_norm": 11.042403221130371}
-{"epoch": 0, "step": 207, "loss": 2.0433053970336914, "total_norm": 12.164596557617188}
-{"epoch": 0, "step": 208, "loss": 1.6139715909957886, "total_norm": 19.284812927246094}
-{"epoch": 0, "step": 209, "loss": 1.9652432203292847, "total_norm": 11.014925003051758}
-{"epoch": 0, "step": 210, "loss": 1.822049856185913, "total_norm": 12.603632926940918}
-{"epoch": 0, "step": 211, "loss": 1.4390571117401123, "total_norm": 16.631898880004883}
-{"epoch": 0, "step": 212, "loss": 1.6354825496673584, "total_norm": 13.97734546661377}
-{"epoch": 0, "step": 213, "loss": 2.1070618629455566, "total_norm": 10.371397018432617}
-{"epoch": 0, "step": 214, "loss": 1.6353296041488647, "total_norm": 14.894644737243652}
-{"epoch": 0, "step": 215, "loss": 1.456432819366455, "total_norm": 14.41166877746582}
-{"epoch": 0, "step": 216, "loss": 2.108024835586548, "total_norm": 11.022417068481445}
-{"epoch": 0, "step": 217, "loss": 1.5991077423095703, "total_norm": 10.930343627929688}
-{"epoch": 0, "step": 218, "loss": 1.4836742877960205, "total_norm": 10.110237121582031}
-{"epoch": 0, "step": 219, "loss": 2.056063175201416, "total_norm": 16.380090713500977}
-{"epoch": 0, "step": 220, "loss": 1.666072964668274, "total_norm": 15.584165573120117}
-{"epoch": 0, "step": 221, "loss": 2.6343507766723633, "total_norm": 13.654001235961914}
-{"epoch": 0, "step": 222, "loss": 2.282355308532715, "total_norm": 13.649314880371094}
-{"epoch": 0, "step": 223, "loss": 1.9985721111297607, "total_norm": 14.878748893737793}
-{"epoch": 0, "step": 224, "loss": 2.02909517288208, "total_norm": 13.102042198181152}
-{"epoch": 0, "step": 225, "loss": 2.055785894393921, "total_norm": 13.697712898254395}
-{"epoch": 0, "step": 226, "loss": 1.8394060134887695, "total_norm": 9.613750457763672}
-{"epoch": 0, "step": 227, "loss": 1.5406469106674194, "total_norm": 12.435338020324707}
-{"epoch": 0, "step": 228, "loss": 1.4973243474960327, "total_norm": 13.198487281799316}
-{"epoch": 0, "step": 229, "loss": 1.1211252212524414, "total_norm": 12.028815269470215}
-{"epoch": 0, "step": 230, "loss": 1.4116312265396118, "total_norm": 12.387724876403809}
-{"epoch": 0, "step": 231, "loss": 1.881611704826355, "total_norm": 12.675094604492188}
-{"epoch": 0, "step": 232, "loss": 1.6524285078048706, "total_norm": 10.76263427734375}
-{"epoch": 0, "step": 233, "loss": 2.0602807998657227, "total_norm": 10.411383628845215}
-{"epoch": 0, "step": 234, "loss": 1.7864043712615967, "total_norm": 12.107951164245605}
-{"epoch": 0, "step": 235, "loss": 1.8714557886123657, "total_norm": 13.904568672180176}
-{"epoch": 0, "step": 236, "loss": 1.4530978202819824, "total_norm": 16.594289779663086}
-{"epoch": 0, "step": 237, "loss": 1.900835394859314, "total_norm": 12.087018966674805}
-{"epoch": 0, "step": 238, "loss": 2.0723676681518555, "total_norm": 11.744146347045898}
-{"epoch": 0, "step": 239, "loss": 1.8328688144683838, "total_norm": 13.11759090423584}
-{"epoch": 0, "step": 240, "loss": 1.8244541883468628, "total_norm": 11.406076431274414}
-{"epoch": 0, "step": 241, "loss": 0.7998830676078796, "total_norm": 13.890022277832031}
-{"epoch": 0, "step": 242, "loss": 1.209074854850769, "total_norm": 13.74747371673584}
-{"epoch": 0, "step": 243, "loss": 2.1332013607025146, "total_norm": 15.018677711486816}
-{"epoch": 0, "step": 244, "loss": 1.6980551481246948, "total_norm": 11.114935874938965}
-{"epoch": 0, "step": 245, "loss": 1.9452191591262817, "total_norm": 13.094389915466309}
-{"epoch": 0, "step": 246, "loss": 1.4600414037704468, "total_norm": 12.035199165344238}
-{"epoch": 0, "step": 247, "loss": 1.71439790725708, "total_norm": 9.498682022094727}
-{"epoch": 0, "step": 248, "loss": 1.2953031063079834, "total_norm": 12.078069686889648}
-{"epoch": 0, "step": 249, "loss": 1.6667516231536865, "total_norm": 15.2448091506958}
-{"epoch": 0, "step": 250, "loss": 1.9590544700622559, "total_norm": 12.382219314575195}
-{"epoch": 0, "step": 251, "loss": 1.8401387929916382, "total_norm": 12.779068946838379}
-{"epoch": 0, "step": 252, "loss": 2.0553417205810547, "total_norm": 22.894304275512695}
-{"epoch": 0, "step": 253, "loss": 1.9615627527236938, "total_norm": 12.766230583190918}
-{"epoch": 0, "step": 254, "loss": 1.6204873323440552, "total_norm": 13.601170539855957}
-{"epoch": 0, "step": 255, "loss": 2.1041014194488525, "total_norm": 11.869152069091797}
-{"epoch": 0, "step": 256, "loss": 1.4523446559906006, "total_norm": 11.205353736877441}
-{"epoch": 0, "step": 257, "loss": 2.122018575668335, "total_norm": 13.753939628601074}
-{"epoch": 0, "step": 258, "loss": 1.9049550294876099, "total_norm": 11.672638893127441}
-{"epoch": 0, "step": 259, "loss": 1.3800829648971558, "total_norm": 12.936185836791992}
-{"epoch": 0, "step": 260, "loss": 1.6847310066223145, "total_norm": 14.092066764831543}
-{"epoch": 0, "step": 261, "loss": 1.946119785308838, "total_norm": 13.300957679748535}
-{"epoch": 0, "step": 262, "loss": 1.9891819953918457, "total_norm": 10.47451400756836}
-{"epoch": 0, "step": 263, "loss": 2.0187466144561768, "total_norm": 13.705707550048828}
-{"epoch": 0, "step": 264, "loss": 1.6739181280136108, "total_norm": 15.122190475463867}
-{"epoch": 0, "step": 265, "loss": 1.759684681892395, "total_norm": 12.64258098602295}
-{"epoch": 0, "step": 266, "loss": 1.8175898790359497, "total_norm": 11.001388549804688}
-{"epoch": 0, "step": 267, "loss": 2.1977741718292236, "total_norm": 14.045181274414062}
-{"epoch": 0, "step": 268, "loss": 1.2477718591690063, "total_norm": 11.364618301391602}
-{"epoch": 0, "step": 269, "loss": 1.2661986351013184, "total_norm": 13.46638011932373}
-{"epoch": 0, "step": 270, "loss": 1.714708924293518, "total_norm": 15.01661205291748}
-{"epoch": 0, "step": 271, "loss": 2.206725835800171, "total_norm": 10.159037590026855}
-{"epoch": 0, "step": 272, "loss": 1.5438779592514038, "total_norm": 16.574647903442383}
-{"epoch": 0, "step": 273, "loss": 1.0532557964324951, "total_norm": 16.351049423217773}
-{"epoch": 0, "step": 274, "loss": 1.9368476867675781, "total_norm": 12.960657119750977}
-{"epoch": 0, "step": 275, "loss": 2.059553861618042, "total_norm": 16.153480529785156}
-{"epoch": 0, "step": 276, "loss": 1.2535861730575562, "total_norm": 11.627184867858887}
-{"epoch": 0, "step": 277, "loss": 2.177663803100586, "total_norm": 13.499445915222168}
-{"epoch": 0, "step": 278, "loss": 1.947754144668579, "total_norm": 12.4797945022583}
-{"epoch": 0, "step": 279, "loss": 1.5498530864715576, "total_norm": 13.634140014648438}
-{"epoch": 0, "step": 280, "loss": 2.00750732421875, "total_norm": 9.828104019165039}
-{"epoch": 0, "step": 281, "loss": 1.8664354085922241, "total_norm": 10.069128036499023}
-{"epoch": 0, "step": 282, "loss": 2.2666327953338623, "total_norm": 12.034468650817871}
-{"epoch": 0, "step": 283, "loss": 2.2830679416656494, "total_norm": 11.676630973815918}
-{"epoch": 0, "step": 284, "loss": 1.6950654983520508, "total_norm": 15.822860717773438}
-{"epoch": 0, "step": 285, "loss": 1.9864202737808228, "total_norm": 14.984395027160645}
-{"epoch": 0, "step": 286, "loss": 1.4239211082458496, "total_norm": 15.650411605834961}
-{"epoch": 0, "step": 287, "loss": 1.5770633220672607, "total_norm": 19.335920333862305}
-{"epoch": 0, "step": 288, "loss": 1.757041096687317, "total_norm": 13.039839744567871}
-{"epoch": 0, "step": 289, "loss": 1.270632266998291, "total_norm": 15.2946138381958}
-{"epoch": 0, "step": 290, "loss": 2.057070016860962, "total_norm": 16.556360244750977}
-{"epoch": 0, "step": 291, "loss": 1.4090219736099243, "total_norm": 15.533748626708984}
-{"epoch": 0, "step": 292, "loss": 1.8040739297866821, "total_norm": 13.460247993469238}
-{"epoch": 0, "step": 293, "loss": 2.261220932006836, "total_norm": 13.59482192993164}
-{"epoch": 0, "step": 294, "loss": 1.9597232341766357, "total_norm": 10.86624526977539}
-{"epoch": 0, "step": 295, "loss": 1.816231608390808, "total_norm": 11.04896068572998}
-{"epoch": 0, "step": 296, "loss": 2.0219807624816895, "total_norm": 13.944621086120605}
-{"epoch": 0, "step": 297, "loss": 1.875054955482483, "total_norm": 10.427361488342285}
-{"epoch": 0, "step": 298, "loss": 1.3854024410247803, "total_norm": 15.174396514892578}
-{"epoch": 0, "step": 299, "loss": 1.3895089626312256, "total_norm": 13.591976165771484}
-{"epoch": 0, "step": 300, "loss": 2.0231239795684814, "total_norm": 12.330480575561523}
-{"epoch": 0, "step": 301, "loss": 2.1290929317474365, "total_norm": 11.87784194946289}
-{"epoch": 0, "step": 302, "loss": 2.1305572986602783, "total_norm": 13.682916641235352}
-{"epoch": 0, "step": 303, "loss": 2.3374431133270264, "total_norm": 9.647323608398438}
-{"epoch": 0, "step": 304, "loss": 2.3801374435424805, "total_norm": 12.539073944091797}
-{"epoch": 0, "step": 305, "loss": 1.4619240760803223, "total_norm": 12.655532836914062}
-{"epoch": 0, "step": 306, "loss": 1.8269150257110596, "total_norm": 14.360336303710938}
-{"epoch": 0, "step": 307, "loss": 1.6829990148544312, "total_norm": 12.742774963378906}
-{"epoch": 0, "step": 308, "loss": 2.1091625690460205, "total_norm": 9.911198616027832}
-{"epoch": 0, "step": 309, "loss": 1.7944223880767822, "total_norm": 10.882658004760742}
-{"epoch": 0, "step": 310, "loss": 2.2051994800567627, "total_norm": 12.15884017944336}
-{"epoch": 0, "step": 311, "loss": 2.097842216491699, "total_norm": 11.505536079406738}
-{"epoch": 0, "step": 312, "loss": 1.2935681343078613, "total_norm": 11.76382064819336}
-{"epoch": 0, "step": 313, "loss": 1.2535673379898071, "total_norm": 9.967456817626953}
-{"epoch": 0, "step": 314, "loss": 1.8726240396499634, "total_norm": 12.826543807983398}
-{"epoch": 0, "step": 315, "loss": 2.2626521587371826, "total_norm": 13.010614395141602}
-{"epoch": 0, "step": 316, "loss": 0.9658695459365845, "total_norm": 14.996437072753906}
-{"epoch": 0, "step": 317, "loss": 1.7317922115325928, "total_norm": 13.300787925720215}
-{"epoch": 0, "step": 318, "loss": 1.9503366947174072, "total_norm": 12.252359390258789}
-{"epoch": 0, "step": 319, "loss": 1.611004114151001, "total_norm": 11.444954872131348}
-{"epoch": 0, "step": 320, "loss": 1.4940906763076782, "total_norm": 14.396125793457031}
-{"epoch": 0, "step": 321, "loss": 1.5590466260910034, "total_norm": 10.850862503051758}
-{"epoch": 0, "step": 322, "loss": 1.9147381782531738, "total_norm": 10.832995414733887}
-{"epoch": 0, "step": 323, "loss": 2.268847942352295, "total_norm": 20.776193618774414}
-{"epoch": 0, "step": 324, "loss": 1.8027526140213013, "total_norm": 11.044175148010254}
-{"epoch": 0, "step": 325, "loss": 2.0207228660583496, "total_norm": 12.542951583862305}
-{"epoch": 0, "step": 326, "loss": 1.920791745185852, "total_norm": 12.164813041687012}
-{"epoch": 0, "step": 327, "loss": 1.257296085357666, "total_norm": 14.24797534942627}
-{"epoch": 0, "step": 328, "loss": 2.282834529876709, "total_norm": 11.802857398986816}
-{"epoch": 0, "step": 329, "loss": 1.6217342615127563, "total_norm": 11.513998985290527}
-{"epoch": 0, "step": 330, "loss": 1.8648505210876465, "total_norm": 11.627490043640137}
-{"epoch": 0, "step": 331, "loss": 1.7777488231658936, "total_norm": 16.690393447875977}
-{"epoch": 0, "step": 332, "loss": 1.7883282899856567, "total_norm": 16.60915184020996}
-{"epoch": 0, "step": 333, "loss": 1.5125833749771118, "total_norm": 15.91582202911377}
-{"epoch": 0, "step": 334, "loss": 2.1770079135894775, "total_norm": 10.935258865356445}
-{"epoch": 0, "step": 335, "loss": 1.874228835105896, "total_norm": 10.275859832763672}
-{"epoch": 0, "step": 336, "loss": 1.8047996759414673, "total_norm": 16.64446258544922}
-{"epoch": 0, "step": 337, "loss": 1.8952378034591675, "total_norm": 16.53075408935547}
-{"epoch": 0, "step": 338, "loss": 1.0221970081329346, "total_norm": 22.08492088317871}
-{"epoch": 0, "step": 339, "loss": 1.8415780067443848, "total_norm": 11.653125762939453}
-{"epoch": 0, "step": 340, "loss": 1.855415940284729, "total_norm": 15.425917625427246}
-{"epoch": 0, "step": 341, "loss": 1.9102421998977661, "total_norm": 11.433133125305176}
-{"epoch": 0, "step": 342, "loss": 1.8796054124832153, "total_norm": 12.680627822875977}
-{"epoch": 0, "step": 343, "loss": 1.496864676475525, "total_norm": 12.359600067138672}
-{"epoch": 0, "step": 344, "loss": 2.091209888458252, "total_norm": 9.488157272338867}
-{"epoch": 0, "step": 345, "loss": 1.3610035181045532, "total_norm": 9.726327896118164}
-{"epoch": 0, "step": 346, "loss": 1.6648211479187012, "total_norm": 12.21664810180664}
-{"epoch": 0, "step": 347, "loss": 1.895519733428955, "total_norm": 14.031770706176758}
-{"epoch": 0, "step": 348, "loss": 1.041018009185791, "total_norm": 10.319853782653809}
-{"epoch": 0, "step": 349, "loss": 1.5228595733642578, "total_norm": 14.120433807373047}
-{"epoch": 0, "step": 350, "loss": 2.0545718669891357, "total_norm": 14.037788391113281}
-{"epoch": 0, "step": 351, "loss": 2.1293516159057617, "total_norm": 13.195938110351562}
-{"epoch": 0, "step": 352, "loss": 2.2791433334350586, "total_norm": 11.320694923400879}
-{"epoch": 0, "step": 353, "loss": 1.9315935373306274, "total_norm": 10.602269172668457}
-{"epoch": 0, "step": 354, "loss": 1.7001209259033203, "total_norm": 13.627290725708008}
-{"epoch": 0, "step": 355, "loss": 2.164987087249756, "total_norm": 11.121552467346191}
-{"epoch": 0, "step": 356, "loss": 1.8605200052261353, "total_norm": 15.061853408813477}
-{"epoch": 0, "step": 357, "loss": 2.239933490753174, "total_norm": 11.32402229309082}
-{"epoch": 0, "step": 358, "loss": 2.352200508117676, "total_norm": 10.25503158569336}
-{"epoch": 0, "step": 359, "loss": 1.6821073293685913, "total_norm": 8.63836669921875}
-{"epoch": 0, "step": 360, "loss": 1.880098581314087, "total_norm": 13.889070510864258}
-{"epoch": 0, "step": 361, "loss": 2.0719008445739746, "total_norm": 12.065272331237793}
-{"epoch": 0, "step": 362, "loss": 1.7510900497436523, "total_norm": 9.86065673828125}
-{"epoch": 0, "step": 363, "loss": 2.3626708984375, "total_norm": 12.10823917388916}
-{"epoch": 0, "step": 364, "loss": 1.8578147888183594, "total_norm": 11.892986297607422}
-{"epoch": 0, "step": 365, "loss": 1.675108790397644, "total_norm": 11.210824012756348}
-{"epoch": 0, "step": 366, "loss": 1.635323166847229, "total_norm": 15.296430587768555}
-{"epoch": 0, "step": 367, "loss": 1.8787790536880493, "total_norm": 12.268933296203613}
-{"epoch": 0, "step": 368, "loss": 1.5512081384658813, "total_norm": 20.96415901184082}
-{"epoch": 0, "step": 369, "loss": 2.2449958324432373, "total_norm": 10.114233016967773}
-{"epoch": 0, "step": 370, "loss": 1.9397963285446167, "total_norm": 11.381224632263184}
-{"epoch": 0, "step": 371, "loss": 1.5741561651229858, "total_norm": 11.183731079101562}
-{"epoch": 0, "step": 372, "loss": 1.757638931274414, "total_norm": 14.356464385986328}
-{"epoch": 0, "step": 373, "loss": 1.7881672382354736, "total_norm": 11.48320484161377}
-{"epoch": 0, "step": 374, "loss": 2.2546541690826416, "total_norm": 10.542122840881348}
-{"epoch": 0, "step": 375, "loss": 1.6580144166946411, "total_norm": 13.415966987609863}
-{"epoch": 0, "step": 376, "loss": 1.9472434520721436, "total_norm": 12.386770248413086}
-{"epoch": 0, "step": 377, "loss": 1.6588337421417236, "total_norm": 11.567008972167969}
-{"epoch": 0, "step": 378, "loss": 2.3013508319854736, "total_norm": 13.104896545410156}
-{"epoch": 0, "step": 379, "loss": 1.7045009136199951, "total_norm": 10.396891593933105}
-{"epoch": 0, "step": 380, "loss": 1.966201901435852, "total_norm": 10.12407398223877}
-{"epoch": 0, "step": 381, "loss": 0.9053683876991272, "total_norm": 11.996472358703613}
-{"epoch": 0, "step": 382, "loss": 0.894982099533081, "total_norm": 15.41814136505127}
-{"epoch": 0, "step": 383, "loss": 1.7498586177825928, "total_norm": 16.41407585144043}
-{"epoch": 0, "step": 384, "loss": 1.9084820747375488, "total_norm": 14.586029052734375}
-{"epoch": 0, "step": 385, "loss": 1.668712854385376, "total_norm": 13.81343936920166}
-{"epoch": 0, "step": 386, "loss": 1.9206647872924805, "total_norm": 13.12692642211914}
-{"epoch": 0, "step": 387, "loss": 2.0747005939483643, "total_norm": 13.394984245300293}
-{"epoch": 0, "step": 388, "loss": 1.7663077116012573, "total_norm": 13.838698387145996}
-{"epoch": 0, "step": 389, "loss": 1.722304344177246, "total_norm": 13.127321243286133}
-{"epoch": 0, "step": 390, "loss": 1.4327664375305176, "total_norm": 15.809972763061523}
-{"epoch": 0, "step": 391, "loss": 2.216266632080078, "total_norm": 14.56267261505127}
-{"epoch": 0, "step": 392, "loss": 1.5318247079849243, "total_norm": 12.481611251831055}
-{"epoch": 0, "step": 393, "loss": 1.9432518482208252, "total_norm": 13.04692268371582}
-{"epoch": 0, "step": 394, "loss": 2.0948705673217773, "total_norm": 11.207733154296875}
-{"epoch": 0, "step": 395, "loss": 2.064150333404541, "total_norm": 10.892845153808594}
-{"epoch": 0, "step": 396, "loss": 1.578670859336853, "total_norm": 12.68242359161377}
-{"epoch": 0, "step": 397, "loss": 1.2052472829818726, "total_norm": 14.107059478759766}
-{"epoch": 0, "step": 398, "loss": 1.8175265789031982, "total_norm": 12.166671752929688}
-{"epoch": 0, "step": 399, "loss": 1.3060394525527954, "total_norm": 12.5822114944458}
-{"epoch": 0, "step": 400, "loss": 1.9175399541854858, "total_norm": 13.332613945007324}
-{"epoch": 0, "step": 401, "loss": 1.246928095817566, "total_norm": 14.841202735900879}
-{"epoch": 0, "step": 402, "loss": 1.270668625831604, "total_norm": 11.93229866027832}
-{"epoch": 0, "step": 403, "loss": 1.8389674425125122, "total_norm": 15.473122596740723}
-{"epoch": 0, "step": 404, "loss": 1.823901653289795, "total_norm": 12.771815299987793}
-{"epoch": 0, "step": 405, "loss": 2.121652364730835, "total_norm": 9.693302154541016}
-{"epoch": 0, "step": 406, "loss": 2.3758468627929688, "total_norm": 16.059377670288086}
-{"epoch": 0, "step": 407, "loss": 1.9818220138549805, "total_norm": 12.00134563446045}
-{"epoch": 0, "step": 408, "loss": 2.2093422412872314, "total_norm": 12.180843353271484}
-{"epoch": 0, "step": 409, "loss": 2.1057324409484863, "total_norm": 12.479994773864746}
-{"epoch": 0, "step": 410, "loss": 2.037137031555176, "total_norm": 14.751617431640625}
-{"epoch": 0, "step": 411, "loss": 2.0718133449554443, "total_norm": 15.339850425720215}
-{"epoch": 0, "step": 412, "loss": 1.8586950302124023, "total_norm": 14.25726318359375}
-{"epoch": 0, "step": 413, "loss": 1.8088337182998657, "total_norm": 13.08108139038086}
-{"epoch": 0, "step": 414, "loss": 1.442627191543579, "total_norm": 10.917841911315918}
-{"epoch": 0, "step": 415, "loss": 1.8497121334075928, "total_norm": 14.67355728149414}
-{"epoch": 0, "step": 416, "loss": 1.4031680822372437, "total_norm": 12.599249839782715}
-{"epoch": 0, "step": 417, "loss": 0.7247338891029358, "total_norm": 8.654276847839355}
-{"epoch": 0, "step": 418, "loss": 1.6062862873077393, "total_norm": 11.34943675994873}
-{"epoch": 0, "step": 419, "loss": 1.6001089811325073, "total_norm": 17.558813095092773}
-{"epoch": 0, "step": 420, "loss": 2.2325379848480225, "total_norm": 13.863601684570312}
-{"epoch": 0, "step": 421, "loss": 2.0291197299957275, "total_norm": 12.138714790344238}
-{"epoch": 0, "step": 422, "loss": 2.4133119583129883, "total_norm": 12.599421501159668}
-{"epoch": 0, "step": 423, "loss": 1.8226475715637207, "total_norm": 13.761324882507324}
-{"epoch": 0, "step": 424, "loss": 1.6532096862792969, "total_norm": 13.63500690460205}
-{"epoch": 0, "step": 425, "loss": 2.1198313236236572, "total_norm": 13.467570304870605}
-{"epoch": 0, "step": 426, "loss": 2.0967278480529785, "total_norm": 15.076205253601074}
-{"epoch": 0, "step": 427, "loss": 1.143381953239441, "total_norm": 17.25259017944336}
-{"epoch": 0, "step": 428, "loss": 2.130727529525757, "total_norm": 9.877852439880371}
-{"epoch": 0, "step": 429, "loss": 2.0504534244537354, "total_norm": 11.691143989562988}
-{"epoch": 0, "step": 430, "loss": 1.9800480604171753, "total_norm": 12.062630653381348}
-{"epoch": 0, "step": 431, "loss": 1.7829371690750122, "total_norm": 12.176224708557129}
-{"epoch": 0, "step": 432, "loss": 1.9786487817764282, "total_norm": 13.472784042358398}
-{"epoch": 0, "step": 433, "loss": 1.9944736957550049, "total_norm": 12.801300048828125}
-{"epoch": 0, "step": 434, "loss": 1.8398301601409912, "total_norm": 12.34969711303711}
-{"epoch": 0, "step": 435, "loss": 1.788201093673706, "total_norm": 12.588141441345215}
-{"epoch": 0, "step": 436, "loss": 1.787953495979309, "total_norm": 13.07819938659668}
-{"epoch": 0, "step": 437, "loss": 1.8695200681686401, "total_norm": 10.576253890991211}
-{"epoch": 0, "step": 438, "loss": 2.1430649757385254, "total_norm": 12.72665023803711}
-{"epoch": 0, "step": 439, "loss": 1.7185558080673218, "total_norm": 13.652491569519043}
-{"epoch": 0, "step": 440, "loss": 1.8813371658325195, "total_norm": 14.196025848388672}
-{"epoch": 0, "step": 441, "loss": 1.9984854459762573, "total_norm": 11.899394035339355}
-{"epoch": 0, "step": 442, "loss": 1.196733832359314, "total_norm": 11.545723915100098}
-{"epoch": 0, "step": 443, "loss": 2.004673957824707, "total_norm": 10.694491386413574}
-{"epoch": 0, "step": 444, "loss": 1.494388461112976, "total_norm": 16.16843605041504}
-{"epoch": 0, "step": 445, "loss": 1.8908560276031494, "total_norm": 13.318345069885254}
-{"epoch": 0, "step": 446, "loss": 1.3920108079910278, "total_norm": 14.701631546020508}
-{"epoch": 0, "step": 447, "loss": 1.297237753868103, "total_norm": 13.794574737548828}
-{"epoch": 0, "step": 448, "loss": 1.7167335748672485, "total_norm": 16.267925262451172}
-{"epoch": 0, "step": 449, "loss": 1.6663483381271362, "total_norm": 12.325943946838379}
-{"epoch": 0, "step": 450, "loss": 1.8152616024017334, "total_norm": 12.783748626708984}
-{"epoch": 0, "step": 451, "loss": 1.2235040664672852, "total_norm": 11.539981842041016}
-{"epoch": 0, "step": 452, "loss": 0.36916062235832214, "total_norm": 9.027079582214355}
-{"epoch": 0, "step": 453, "loss": 2.028970241546631, "total_norm": 10.86467170715332}
-{"epoch": 0, "step": 454, "loss": 1.9001020193099976, "total_norm": 12.327115058898926}
-{"epoch": 0, "step": 455, "loss": 1.6233644485473633, "total_norm": 11.897982597351074}
-{"epoch": 0, "step": 456, "loss": 1.2434443235397339, "total_norm": 14.0194673538208}
-{"epoch": 0, "step": 457, "loss": 2.2275583744049072, "total_norm": 13.982643127441406}
-{"epoch": 0, "step": 458, "loss": 2.166944980621338, "total_norm": 10.147164344787598}
-{"epoch": 0, "step": 459, "loss": 1.8887827396392822, "total_norm": 11.69926929473877}
-{"epoch": 0, "step": 460, "loss": 1.4831593036651611, "total_norm": 12.15077018737793}
-{"epoch": 0, "step": 461, "loss": 2.627502202987671, "total_norm": 14.539896965026855}
-{"epoch": 0, "step": 462, "loss": 1.9804160594940186, "total_norm": 12.214606285095215}
-{"epoch": 0, "step": 463, "loss": 1.9288889169692993, "total_norm": 16.787155151367188}
-{"epoch": 0, "step": 464, "loss": 1.539352297782898, "total_norm": 10.402250289916992}
-{"epoch": 0, "step": 465, "loss": 1.1805071830749512, "total_norm": 16.084333419799805}
-{"epoch": 0, "step": 466, "loss": 2.1450042724609375, "total_norm": 14.248116493225098}
-{"epoch": 0, "step": 467, "loss": 2.2768170833587646, "total_norm": 11.327399253845215}
-{"epoch": 0, "step": 468, "loss": 1.2885507345199585, "total_norm": 10.136031150817871}
-{"epoch": 0, "step": 469, "loss": 1.3728076219558716, "total_norm": 13.416573524475098}
-{"epoch": 0, "step": 470, "loss": 1.812713861465454, "total_norm": 11.261370658874512}
-{"epoch": 0, "step": 471, "loss": 1.4708328247070312, "total_norm": 13.7830228805542}
-{"epoch": 0, "step": 472, "loss": 2.244978427886963, "total_norm": 10.359944343566895}
-{"epoch": 0, "step": 473, "loss": 1.8028275966644287, "total_norm": 13.603534698486328}
-{"epoch": 0, "step": 474, "loss": 1.8942443132400513, "total_norm": 13.809606552124023}
-{"epoch": 0, "step": 475, "loss": 1.4714772701263428, "total_norm": 11.798335075378418}
-{"epoch": 0, "step": 476, "loss": 1.6054165363311768, "total_norm": 9.712234497070312}
-{"epoch": 0, "step": 477, "loss": 2.2648415565490723, "total_norm": 15.746009826660156}
-{"epoch": 0, "step": 478, "loss": 2.0105373859405518, "total_norm": 15.235244750976562}
-{"epoch": 0, "step": 479, "loss": 1.8960801362991333, "total_norm": 10.893991470336914}
-{"epoch": 0, "step": 480, "loss": 1.5948817729949951, "total_norm": 11.361201286315918}
-{"epoch": 0, "step": 481, "loss": 1.3953022956848145, "total_norm": 12.412348747253418}
-{"epoch": 0, "step": 482, "loss": 0.9599083065986633, "total_norm": 14.883761405944824}
-{"epoch": 0, "step": 483, "loss": 1.5070265531539917, "total_norm": 11.063060760498047}
-{"epoch": 0, "step": 484, "loss": 1.8414944410324097, "total_norm": 11.715219497680664}
-{"epoch": 0, "step": 485, "loss": 2.1651296615600586, "total_norm": 11.359228134155273}
-{"epoch": 0, "step": 486, "loss": 1.936640739440918, "total_norm": 13.682538986206055}
-{"epoch": 0, "step": 487, "loss": 1.7159594297409058, "total_norm": 15.549799919128418}
-{"epoch": 0, "step": 488, "loss": 1.6914610862731934, "total_norm": 15.365144729614258}
-{"epoch": 0, "step": 489, "loss": 0.926007091999054, "total_norm": 11.471195220947266}
-{"epoch": 0, "step": 490, "loss": 2.3409676551818848, "total_norm": 11.597928047180176}
-{"epoch": 0, "step": 491, "loss": 1.5541794300079346, "total_norm": 12.067693710327148}
-{"epoch": 0, "step": 492, "loss": 1.4492894411087036, "total_norm": 10.985029220581055}
-{"epoch": 0, "step": 493, "loss": 1.5827419757843018, "total_norm": 13.214583396911621}
-{"epoch": 0, "step": 494, "loss": 1.9940910339355469, "total_norm": 10.64950180053711}
-{"epoch": 0, "step": 495, "loss": 2.4385061264038086, "total_norm": 10.644851684570312}
-{"epoch": 0, "step": 496, "loss": 2.119950771331787, "total_norm": 15.115716934204102}
-{"epoch": 0, "step": 497, "loss": 2.021932363510132, "total_norm": 11.641104698181152}
-{"epoch": 0, "step": 498, "loss": 1.6441272497177124, "total_norm": 16.02657699584961}
-{"epoch": 0, "step": 499, "loss": 1.6518155336380005, "total_norm": 13.839805603027344}
-{"epoch": 0, "step": 500, "loss": 1.868532657623291, "total_norm": 13.478449821472168}
-{"epoch": 0, "step": 501, "loss": 1.8513665199279785, "total_norm": 16.644487380981445}
-{"epoch": 0, "step": 502, "loss": 2.0789570808410645, "total_norm": 11.570660591125488}
-{"epoch": 0, "step": 503, "loss": 1.114136815071106, "total_norm": 11.648833274841309}
-{"epoch": 0, "step": 504, "loss": 2.1882870197296143, "total_norm": 10.399359703063965}
-{"epoch": 0, "step": 505, "loss": 2.1623306274414062, "total_norm": 13.491320610046387}
-{"epoch": 0, "step": 506, "loss": 1.4558566808700562, "total_norm": 14.849149703979492}
-{"epoch": 0, "step": 507, "loss": 1.2592189311981201, "total_norm": 9.37243938446045}
-{"epoch": 0, "step": 508, "loss": 1.2105094194412231, "total_norm": 16.24920654296875}
-{"epoch": 0, "step": 509, "loss": 1.9943618774414062, "total_norm": 12.866203308105469}
-{"epoch": 0, "step": 510, "loss": 1.7804577350616455, "total_norm": 16.26854133605957}
-{"epoch": 0, "step": 511, "loss": 1.2700812816619873, "total_norm": 14.0084867477417}
-{"epoch": 0, "step": 512, "eval_loss": 1.7954774014651775, "eval_rougeL": 0.23245152819714718}
-{"epoch": 0, "step": 512, "loss": 1.8366305828094482, "total_norm": 13.691017150878906}
-{"epoch": 0, "step": 513, "loss": 1.9283764362335205, "total_norm": 12.3461275100708}
-{"epoch": 0, "step": 514, "loss": 1.927955150604248, "total_norm": 13.21192455291748}
-{"epoch": 0, "step": 515, "loss": 2.061206340789795, "total_norm": 12.544574737548828}
-{"epoch": 0, "step": 516, "loss": 1.9143425226211548, "total_norm": 11.323643684387207}
-{"epoch": 0, "step": 517, "loss": 2.1552131175994873, "total_norm": 13.048199653625488}
-{"epoch": 0, "step": 518, "loss": 2.0332326889038086, "total_norm": 10.973876953125}
-{"epoch": 0, "step": 519, "loss": 2.1904492378234863, "total_norm": 11.412125587463379}
-{"epoch": 0, "step": 520, "loss": 1.801729679107666, "total_norm": 13.37152099609375}
-{"epoch": 0, "step": 521, "loss": 1.5354845523834229, "total_norm": 14.233019828796387}
-{"epoch": 0, "step": 522, "loss": 1.9967166185379028, "total_norm": 11.266386032104492}
-{"epoch": 0, "step": 523, "loss": 1.902420163154602, "total_norm": 15.286251068115234}
-{"epoch": 0, "step": 524, "loss": 1.6252031326293945, "total_norm": 16.469947814941406}
-{"epoch": 0, "step": 525, "loss": 2.083197593688965, "total_norm": 15.644405364990234}
-{"epoch": 0, "step": 526, "loss": 1.5845401287078857, "total_norm": 11.808238983154297}
-{"epoch": 0, "step": 527, "loss": 1.6725808382034302, "total_norm": 13.648042678833008}
-{"epoch": 0, "step": 528, "loss": 1.0757535696029663, "total_norm": 14.089820861816406}
-{"epoch": 0, "step": 529, "loss": 1.917650818824768, "total_norm": 12.65920639038086}
-{"epoch": 0, "step": 530, "loss": 1.5025439262390137, "total_norm": 15.945033073425293}
-{"epoch": 0, "step": 531, "loss": 1.6670981645584106, "total_norm": 13.872101783752441}
-{"epoch": 0, "step": 532, "loss": 1.8794894218444824, "total_norm": 11.728354454040527}
-{"epoch": 0, "step": 533, "loss": 2.059831380844116, "total_norm": 12.03852653503418}
-{"epoch": 0, "step": 534, "loss": 1.697900414466858, "total_norm": 12.87770938873291}
-{"epoch": 0, "step": 535, "loss": 2.496274709701538, "total_norm": 13.83365535736084}
-{"epoch": 0, "step": 536, "loss": 1.599370002746582, "total_norm": 11.208967208862305}
-{"epoch": 0, "step": 537, "loss": 1.9372535943984985, "total_norm": 16.239463806152344}
-{"epoch": 0, "step": 538, "loss": 2.510676383972168, "total_norm": 12.792530059814453}
-{"epoch": 0, "step": 539, "loss": 2.1811304092407227, "total_norm": 9.803555488586426}
-{"epoch": 0, "step": 540, "loss": 1.279130220413208, "total_norm": 10.113922119140625}
-{"epoch": 0, "step": 541, "loss": 2.048328161239624, "total_norm": 15.45976734161377}
-{"epoch": 0, "step": 542, "loss": 2.7620749473571777, "total_norm": 11.020092010498047}
-{"epoch": 0, "step": 543, "loss": 2.504040241241455, "total_norm": 10.956289291381836}
-{"epoch": 0, "step": 544, "loss": 2.1549570560455322, "total_norm": 12.440766334533691}
-{"epoch": 0, "step": 545, "loss": 1.9246447086334229, "total_norm": 10.876937866210938}
-{"epoch": 0, "step": 546, "loss": 2.400066375732422, "total_norm": 13.260885238647461}
-{"epoch": 0, "step": 547, "loss": 1.3806215524673462, "total_norm": 11.996556282043457}
-{"epoch": 0, "step": 548, "loss": 1.9218502044677734, "total_norm": 12.230939865112305}
-{"epoch": 0, "step": 549, "loss": 2.017578125, "total_norm": 11.839944839477539}
-{"epoch": 0, "step": 550, "loss": 1.327318549156189, "total_norm": 18.71614646911621}
-{"epoch": 0, "step": 551, "loss": 1.814786434173584, "total_norm": 14.636655807495117}
-{"epoch": 0, "step": 552, "loss": 1.3109711408615112, "total_norm": 15.478351593017578}
-{"epoch": 0, "step": 553, "loss": 1.9783287048339844, "total_norm": 17.435199737548828}
-{"epoch": 0, "step": 554, "loss": 1.6499762535095215, "total_norm": 14.884565353393555}
-{"epoch": 0, "step": 555, "loss": 1.4919838905334473, "total_norm": 13.243552207946777}
-{"epoch": 0, "step": 556, "loss": 1.9161384105682373, "total_norm": 17.18476676940918}
-{"epoch": 0, "step": 557, "loss": 1.8226209878921509, "total_norm": 10.342265129089355}
-{"epoch": 0, "step": 558, "loss": 2.3716840744018555, "total_norm": 13.148630142211914}
-{"epoch": 0, "step": 559, "loss": 1.2067186832427979, "total_norm": 8.13904857635498}
-{"epoch": 0, "step": 560, "loss": 1.4280043840408325, "total_norm": 12.395672798156738}
-{"epoch": 0, "step": 561, "loss": 2.14213228225708, "total_norm": 11.860933303833008}
-{"epoch": 0, "step": 562, "loss": 2.3052263259887695, "total_norm": 14.094740867614746}
-{"epoch": 0, "step": 563, "loss": 1.9960075616836548, "total_norm": 14.616551399230957}
-{"epoch": 0, "step": 564, "loss": 2.147469997406006, "total_norm": 13.989570617675781}
-{"epoch": 0, "step": 565, "loss": 2.540686845779419, "total_norm": 11.07559585571289}
-{"epoch": 0, "step": 566, "loss": 1.6589970588684082, "total_norm": 12.42721176147461}
-{"epoch": 0, "step": 567, "loss": 1.803982138633728, "total_norm": 10.863776206970215}
-{"epoch": 0, "step": 568, "loss": 1.582730770111084, "total_norm": 10.92660903930664}
-{"epoch": 0, "step": 569, "loss": 2.0717358589172363, "total_norm": 11.328121185302734}
-{"epoch": 0, "step": 570, "loss": 1.645027995109558, "total_norm": 11.41491985321045}
-{"epoch": 0, "step": 571, "loss": 1.4769959449768066, "total_norm": 12.747776985168457}
-{"epoch": 0, "step": 572, "loss": 1.4049170017242432, "total_norm": 14.502614974975586}
-{"epoch": 0, "step": 573, "loss": 2.169637680053711, "total_norm": 12.449226379394531}
-{"epoch": 0, "step": 574, "loss": 1.6816455125808716, "total_norm": 14.712568283081055}
-{"epoch": 0, "step": 575, "loss": 0.970913827419281, "total_norm": 11.972018241882324}
-{"epoch": 0, "step": 576, "loss": 1.9845706224441528, "total_norm": 9.844680786132812}
-{"epoch": 0, "step": 577, "loss": 2.105577230453491, "total_norm": 13.954651832580566}
-{"epoch": 0, "step": 578, "loss": 1.7141920328140259, "total_norm": 11.708953857421875}
-{"epoch": 0, "step": 579, "loss": 1.9301623106002808, "total_norm": 10.630196571350098}
-{"epoch": 0, "step": 580, "loss": 1.4160664081573486, "total_norm": 11.609843254089355}
-{"epoch": 0, "step": 581, "loss": 2.2270264625549316, "total_norm": 12.8926362991333}
-{"epoch": 0, "step": 582, "loss": 2.338104009628296, "total_norm": 10.673298835754395}
-{"epoch": 0, "step": 583, "loss": 1.7126036882400513, "total_norm": 11.19003677368164}
-{"epoch": 0, "step": 584, "loss": 1.6822537183761597, "total_norm": 11.126296043395996}
-{"epoch": 0, "step": 585, "loss": 1.5181832313537598, "total_norm": 12.99642562866211}
-{"epoch": 0, "step": 586, "loss": 1.422085165977478, "total_norm": 10.768779754638672}
-{"epoch": 0, "step": 587, "loss": 1.6465226411819458, "total_norm": 13.646053314208984}
-{"epoch": 0, "step": 588, "loss": 1.1775224208831787, "total_norm": 10.615200996398926}
-{"epoch": 0, "step": 589, "loss": 2.2649927139282227, "total_norm": 13.257488250732422}
-{"epoch": 0, "step": 590, "loss": 2.2278642654418945, "total_norm": 12.57940673828125}
-{"epoch": 0, "step": 591, "loss": 2.0049712657928467, "total_norm": 11.09848403930664}
-{"epoch": 0, "step": 592, "loss": 2.2705914974212646, "total_norm": 13.213623046875}
-{"epoch": 0, "step": 593, "loss": 1.7323088645935059, "total_norm": 19.752403259277344}
-{"epoch": 0, "step": 594, "loss": 2.1319520473480225, "total_norm": 9.804825782775879}
-{"epoch": 0, "step": 595, "loss": 1.977317214012146, "total_norm": 13.435529708862305}
-{"epoch": 0, "step": 596, "loss": 1.6317780017852783, "total_norm": 24.638151168823242}
-{"epoch": 0, "step": 597, "loss": 1.08762526512146, "total_norm": 16.702030181884766}
-{"epoch": 0, "step": 598, "loss": 1.2829499244689941, "total_norm": 8.841179847717285}
-{"epoch": 0, "step": 599, "loss": 1.78556227684021, "total_norm": 13.519262313842773}
-{"epoch": 0, "step": 600, "loss": 1.7677314281463623, "total_norm": 11.564811706542969}
-{"epoch": 0, "step": 601, "loss": 1.9141108989715576, "total_norm": 9.23360538482666}
-{"epoch": 0, "step": 602, "loss": 2.1720328330993652, "total_norm": 11.558774948120117}
-{"epoch": 0, "step": 603, "loss": 2.1793618202209473, "total_norm": 10.505671501159668}
-{"epoch": 0, "step": 604, "loss": 2.316502094268799, "total_norm": 18.184911727905273}
-{"epoch": 0, "step": 605, "loss": 1.2317194938659668, "total_norm": 10.121038436889648}
-{"epoch": 0, "step": 606, "loss": 1.610016107559204, "total_norm": 17.826263427734375}
-{"epoch": 0, "step": 607, "loss": 1.6766117811203003, "total_norm": 12.953232765197754}
-{"epoch": 0, "step": 608, "loss": 1.3468376398086548, "total_norm": 15.287517547607422}
-{"epoch": 0, "step": 609, "loss": 2.266939878463745, "total_norm": 11.034501075744629}
-{"epoch": 0, "step": 610, "loss": 2.145829916000366, "total_norm": 14.054603576660156}
-{"epoch": 0, "step": 611, "loss": 2.009992837905884, "total_norm": 11.86618709564209}
-{"epoch": 0, "step": 612, "loss": 2.0800695419311523, "total_norm": 11.479365348815918}
-{"epoch": 0, "step": 613, "loss": 0.8070164918899536, "total_norm": 9.703368186950684}
-{"epoch": 0, "step": 614, "loss": 1.8679555654525757, "total_norm": 12.365411758422852}
-{"epoch": 0, "step": 615, "loss": 2.4910707473754883, "total_norm": 14.947051048278809}
-{"epoch": 0, "step": 616, "loss": 1.9041210412979126, "total_norm": 12.649349212646484}
-{"epoch": 0, "step": 617, "loss": 1.9484614133834839, "total_norm": 13.879803657531738}
-{"epoch": 0, "step": 618, "loss": 1.3007056713104248, "total_norm": 13.173062324523926}
-{"epoch": 0, "step": 619, "loss": 1.439117670059204, "total_norm": 16.6384334564209}
-{"epoch": 0, "step": 620, "loss": 1.8563416004180908, "total_norm": 10.762877464294434}
-{"epoch": 0, "step": 621, "loss": 1.4253559112548828, "total_norm": 16.764097213745117}
-{"epoch": 0, "step": 622, "loss": 1.709514856338501, "total_norm": 13.867323875427246}
-{"epoch": 0, "step": 623, "loss": 1.973952293395996, "total_norm": 12.6124906539917}
-{"epoch": 0, "step": 624, "loss": 2.0475685596466064, "total_norm": 13.337806701660156}
-{"epoch": 0, "step": 625, "loss": 1.612649917602539, "total_norm": 12.779500007629395}
-{"epoch": 0, "step": 626, "loss": 1.9300183057785034, "total_norm": 11.596614837646484}
-{"epoch": 0, "step": 627, "loss": 1.8942975997924805, "total_norm": 12.908690452575684}
-{"epoch": 0, "step": 628, "loss": 1.9002193212509155, "total_norm": 12.035104751586914}
-{"epoch": 0, "step": 629, "loss": 1.7199149131774902, "total_norm": 13.867189407348633}
-{"epoch": 0, "step": 630, "loss": 1.8039997816085815, "total_norm": 15.039013862609863}
-{"epoch": 0, "step": 631, "loss": 1.6145944595336914, "total_norm": 11.419952392578125}
-{"epoch": 0, "step": 632, "loss": 1.2503031492233276, "total_norm": 10.640887260437012}
-{"epoch": 0, "step": 633, "loss": 1.0314595699310303, "total_norm": 17.82743263244629}
-{"epoch": 0, "step": 634, "loss": 1.938309907913208, "total_norm": 13.87314224243164}
-{"epoch": 0, "step": 635, "loss": 2.239166021347046, "total_norm": 13.212139129638672}
-{"epoch": 0, "step": 636, "loss": 2.133695125579834, "total_norm": 11.056207656860352}
-{"epoch": 0, "step": 637, "loss": 1.5173019170761108, "total_norm": 10.700166702270508}
-{"epoch": 0, "step": 638, "loss": 2.0884287357330322, "total_norm": 14.132010459899902}
-{"epoch": 0, "step": 639, "loss": 1.5731489658355713, "total_norm": 13.821392059326172}
-{"epoch": 0, "step": 640, "loss": 0.8085213303565979, "total_norm": 16.57279396057129}
-{"epoch": 0, "step": 641, "loss": 1.425942301750183, "total_norm": 14.122834205627441}
-{"epoch": 0, "step": 642, "loss": 1.885817289352417, "total_norm": 12.681519508361816}
-{"epoch": 0, "step": 643, "loss": 1.9436447620391846, "total_norm": 11.245596885681152}
-{"epoch": 0, "step": 644, "loss": 1.536392331123352, "total_norm": 15.942564964294434}
-{"epoch": 0, "step": 645, "loss": 1.6952335834503174, "total_norm": 12.802912712097168}
-{"epoch": 0, "step": 646, "loss": 1.7045632600784302, "total_norm": 12.154463768005371}
-{"epoch": 0, "step": 647, "loss": 2.2599170207977295, "total_norm": 11.138555526733398}
-{"epoch": 0, "step": 648, "loss": 1.6519079208374023, "total_norm": 9.93118953704834}
-{"epoch": 0, "step": 649, "loss": 1.8697905540466309, "total_norm": 12.976953506469727}
-{"epoch": 0, "step": 650, "loss": 1.659702181816101, "total_norm": 15.814432144165039}
-{"epoch": 0, "step": 651, "loss": 1.3613696098327637, "total_norm": 13.624874114990234}
-{"epoch": 0, "step": 652, "loss": 2.184849262237549, "total_norm": 10.502300262451172}
-{"epoch": 0, "step": 653, "loss": 1.7824512720108032, "total_norm": 15.297466278076172}
-{"epoch": 0, "step": 654, "loss": 1.9914209842681885, "total_norm": 13.462501525878906}
-{"epoch": 0, "step": 655, "loss": 2.24993634223938, "total_norm": 14.141578674316406}
-{"epoch": 0, "step": 656, "loss": 1.7668639421463013, "total_norm": 10.26353931427002}
-{"epoch": 0, "step": 657, "loss": 2.0974159240722656, "total_norm": 12.311442375183105}
-{"epoch": 0, "step": 658, "loss": 1.9437681436538696, "total_norm": 15.60826587677002}
-{"epoch": 0, "step": 659, "loss": 2.091524124145508, "total_norm": 13.441449165344238}
-{"epoch": 0, "step": 660, "loss": 1.969910740852356, "total_norm": 16.894996643066406}
-{"epoch": 0, "step": 661, "loss": 1.8718847036361694, "total_norm": 12.22200870513916}
-{"epoch": 0, "step": 662, "loss": 1.8975331783294678, "total_norm": 17.91687774658203}
-{"epoch": 0, "step": 663, "loss": 2.0332651138305664, "total_norm": 12.027273178100586}
-{"epoch": 0, "step": 664, "loss": 1.804413080215454, "total_norm": 15.454026222229004}
-{"epoch": 0, "step": 665, "loss": 1.8942421674728394, "total_norm": 12.281054496765137}
-{"epoch": 0, "step": 666, "loss": 1.8645000457763672, "total_norm": 11.1694974899292}
-{"epoch": 0, "step": 667, "loss": 2.1278483867645264, "total_norm": 13.430739402770996}
-{"epoch": 0, "step": 668, "loss": 2.258760452270508, "total_norm": 10.08420181274414}
-{"epoch": 0, "step": 669, "loss": 1.3808023929595947, "total_norm": 10.512598037719727}
-{"epoch": 0, "step": 670, "loss": 1.200028657913208, "total_norm": 13.375702857971191}
-{"epoch": 0, "step": 671, "loss": 1.8648475408554077, "total_norm": 12.312848091125488}
-{"epoch": 0, "step": 672, "loss": 1.8637412786483765, "total_norm": 12.595902442932129}
-{"epoch": 0, "step": 673, "loss": 1.5039900541305542, "total_norm": 14.52782154083252}
-{"epoch": 0, "step": 674, "loss": 1.9468953609466553, "total_norm": 16.832059860229492}
-{"epoch": 0, "step": 675, "loss": 1.5605429410934448, "total_norm": 9.895950317382812}
-{"epoch": 0, "step": 676, "loss": 2.201554298400879, "total_norm": 13.09709644317627}
-{"epoch": 0, "step": 677, "loss": 2.3717570304870605, "total_norm": 12.97608470916748}
-{"epoch": 0, "step": 678, "loss": 1.9548401832580566, "total_norm": 15.412590980529785}
-{"epoch": 0, "step": 679, "loss": 1.5368660688400269, "total_norm": 12.376005172729492}
-{"epoch": 0, "step": 680, "loss": 1.7304192781448364, "total_norm": 16.85578727722168}
-{"epoch": 0, "step": 681, "loss": 2.153557538986206, "total_norm": 16.112457275390625}
-{"epoch": 0, "step": 682, "loss": 1.6307218074798584, "total_norm": 10.808310508728027}
-{"epoch": 0, "step": 683, "loss": 1.4883842468261719, "total_norm": 10.95921516418457}
-{"epoch": 0, "step": 684, "loss": 1.489216923713684, "total_norm": 13.456058502197266}
-{"epoch": 0, "step": 685, "loss": 1.1430846452713013, "total_norm": 12.735060691833496}
-{"epoch": 0, "step": 686, "loss": 0.6061846017837524, "total_norm": 9.859496116638184}
-{"epoch": 0, "step": 687, "loss": 1.8536580801010132, "total_norm": 14.61143970489502}
-{"epoch": 0, "step": 688, "loss": 1.7679201364517212, "total_norm": 12.875394821166992}
-{"epoch": 0, "step": 689, "loss": 1.6555789709091187, "total_norm": 11.13034439086914}
-{"epoch": 0, "step": 690, "loss": 2.1159839630126953, "total_norm": 11.084293365478516}
-{"epoch": 0, "step": 691, "loss": 1.5125038623809814, "total_norm": 11.01213264465332}
-{"epoch": 0, "step": 692, "loss": 1.3094955682754517, "total_norm": 16.125709533691406}
-{"epoch": 0, "step": 693, "loss": 1.6369616985321045, "total_norm": 11.91870403289795}
-{"epoch": 0, "step": 694, "loss": 1.9689635038375854, "total_norm": 12.56163215637207}
-{"epoch": 0, "step": 695, "loss": 1.665305256843567, "total_norm": 8.884937286376953}
-{"epoch": 0, "step": 696, "loss": 1.8799841403961182, "total_norm": 19.912769317626953}
-{"epoch": 0, "step": 697, "loss": 1.1093003749847412, "total_norm": 14.271897315979004}
-{"epoch": 0, "step": 698, "loss": 2.4946212768554688, "total_norm": 11.501448631286621}
-{"epoch": 0, "step": 699, "loss": 1.8657779693603516, "total_norm": 11.348518371582031}
-{"epoch": 0, "step": 700, "loss": 1.942037582397461, "total_norm": 15.280613899230957}
-{"epoch": 0, "step": 701, "loss": 2.2635419368743896, "total_norm": 12.820320129394531}
-{"epoch": 0, "step": 702, "loss": 1.6472300291061401, "total_norm": 12.804525375366211}
-{"epoch": 0, "step": 703, "loss": 2.187666177749634, "total_norm": 12.935408592224121}
-{"epoch": 0, "step": 704, "loss": 2.3008580207824707, "total_norm": 11.250060081481934}
-{"epoch": 0, "step": 705, "loss": 1.1502773761749268, "total_norm": 11.29854965209961}
-{"epoch": 0, "step": 706, "loss": 1.919731855392456, "total_norm": 9.72671127319336}
-{"epoch": 0, "step": 707, "loss": 1.1226515769958496, "total_norm": 12.21384048461914}
-{"epoch": 0, "step": 708, "loss": 1.6243891716003418, "total_norm": 12.290921211242676}
-{"epoch": 0, "step": 709, "loss": 1.682140588760376, "total_norm": 11.380419731140137}
-{"epoch": 0, "step": 710, "loss": 2.328676462173462, "total_norm": 12.490412712097168}
-{"epoch": 0, "step": 711, "loss": 1.1431528329849243, "total_norm": 10.81225872039795}
-{"epoch": 0, "step": 712, "loss": 1.8827303647994995, "total_norm": 16.821422576904297}
-{"epoch": 0, "step": 713, "loss": 1.3529527187347412, "total_norm": 15.847892761230469}
-{"epoch": 0, "step": 714, "loss": 1.5379767417907715, "total_norm": 15.818697929382324}
-{"epoch": 0, "step": 715, "loss": 2.209855556488037, "total_norm": 12.798720359802246}
-{"epoch": 0, "step": 716, "loss": 2.216740131378174, "total_norm": 11.117412567138672}
-{"epoch": 0, "step": 717, "loss": 2.3200206756591797, "total_norm": 13.860422134399414}
-{"epoch": 0, "step": 718, "loss": 1.3850659132003784, "total_norm": 10.183170318603516}
-{"epoch": 0, "step": 719, "loss": 1.643030047416687, "total_norm": 11.795173645019531}
-{"epoch": 0, "step": 720, "loss": 1.6313751935958862, "total_norm": 13.866073608398438}
-{"epoch": 0, "step": 721, "loss": 2.2402379512786865, "total_norm": 14.70361614227295}
-{"epoch": 0, "step": 722, "loss": 2.1646480560302734, "total_norm": 14.084946632385254}
-{"epoch": 0, "step": 723, "loss": 1.845800757408142, "total_norm": 10.33407211303711}
-{"epoch": 0, "step": 724, "loss": 2.0494256019592285, "total_norm": 13.882040023803711}
-{"epoch": 0, "step": 725, "loss": 1.652058720588684, "total_norm": 12.212334632873535}
-{"epoch": 0, "step": 726, "loss": 1.7843414545059204, "total_norm": 15.222386360168457}
-{"epoch": 0, "step": 727, "loss": 1.0526095628738403, "total_norm": 12.07285213470459}
-{"epoch": 0, "step": 728, "loss": 1.8717728853225708, "total_norm": 10.762619972229004}
-{"epoch": 0, "step": 729, "loss": 2.2989840507507324, "total_norm": 12.0699462890625}
-{"epoch": 0, "step": 730, "loss": 2.0995843410491943, "total_norm": 10.632189750671387}
-{"epoch": 0, "step": 731, "loss": 1.6911826133728027, "total_norm": 11.664047241210938}
-{"epoch": 0, "step": 732, "loss": 2.041649580001831, "total_norm": 9.38974380493164}
-{"epoch": 0, "step": 733, "loss": 2.1050126552581787, "total_norm": 11.315794944763184}
-{"epoch": 0, "step": 734, "loss": 2.188530683517456, "total_norm": 13.149454116821289}
-{"epoch": 0, "step": 735, "loss": 2.2843894958496094, "total_norm": 11.885967254638672}
-{"epoch": 0, "step": 736, "loss": 2.2174954414367676, "total_norm": 11.84209156036377}
-{"epoch": 0, "step": 737, "loss": 1.404006004333496, "total_norm": 13.167798042297363}
-{"epoch": 0, "step": 738, "loss": 1.6585708856582642, "total_norm": 12.094093322753906}
-{"epoch": 0, "step": 739, "loss": 2.3563833236694336, "total_norm": 14.800865173339844}
-{"epoch": 0, "step": 740, "loss": 1.616109013557434, "total_norm": 13.089677810668945}
-{"epoch": 0, "step": 741, "loss": 1.9096667766571045, "total_norm": 11.268468856811523}
-{"epoch": 0, "step": 742, "loss": 0.7753292918205261, "total_norm": 8.795741081237793}
-{"epoch": 0, "step": 743, "loss": 1.5877196788787842, "total_norm": 15.43309497833252}
-{"epoch": 0, "step": 744, "loss": 2.2371551990509033, "total_norm": 12.133456230163574}
-{"epoch": 0, "step": 745, "loss": 1.8317011594772339, "total_norm": 12.734543800354004}
-{"epoch": 0, "step": 746, "loss": 2.1044626235961914, "total_norm": 14.295581817626953}
-{"epoch": 0, "step": 747, "loss": 1.4602481126785278, "total_norm": 10.990723609924316}
-{"epoch": 0, "step": 748, "loss": 1.8864192962646484, "total_norm": 11.362607955932617}
-{"epoch": 0, "step": 749, "loss": 0.8056911826133728, "total_norm": 7.22170877456665}
-{"epoch": 0, "step": 750, "loss": 1.7449172735214233, "total_norm": 16.255870819091797}
-{"epoch": 0, "step": 751, "loss": 2.0619442462921143, "total_norm": 17.555139541625977}
-{"epoch": 0, "step": 752, "loss": 2.352795362472534, "total_norm": 10.590998649597168}
-{"epoch": 0, "step": 753, "loss": 0.8555995225906372, "total_norm": 9.957435607910156}
-{"epoch": 0, "step": 754, "loss": 1.7653523683547974, "total_norm": 9.49729061126709}
-{"epoch": 0, "step": 755, "loss": 1.5776238441467285, "total_norm": 11.991044998168945}
-{"epoch": 0, "step": 756, "loss": 2.0691633224487305, "total_norm": 12.637983322143555}
-{"epoch": 0, "step": 757, "loss": 2.0209133625030518, "total_norm": 12.471041679382324}
-{"epoch": 0, "step": 758, "loss": 2.508021593093872, "total_norm": 14.127215385437012}
-{"epoch": 0, "step": 759, "loss": 2.0130767822265625, "total_norm": 11.913629531860352}
-{"epoch": 0, "step": 760, "loss": 1.323412299156189, "total_norm": 15.100430488586426}
-{"epoch": 0, "step": 761, "loss": 2.2424964904785156, "total_norm": 19.850948333740234}
-{"epoch": 0, "step": 762, "loss": 1.6908173561096191, "total_norm": 11.993204116821289}
-{"epoch": 0, "step": 763, "loss": 1.4910781383514404, "total_norm": 12.061574935913086}
-{"epoch": 0, "step": 764, "loss": 1.9987845420837402, "total_norm": 10.6286039352417}
-{"epoch": 0, "step": 765, "loss": 0.9526724219322205, "total_norm": 14.70477294921875}
-{"epoch": 0, "step": 766, "loss": 1.9527705907821655, "total_norm": 12.553872108459473}
-{"epoch": 0, "step": 767, "loss": 1.946303367614746, "total_norm": 14.828171730041504}
-{"epoch": 0, "step": 768, "loss": 2.0491576194763184, "total_norm": 18.227205276489258}
-{"epoch": 0, "step": 769, "loss": 0.7829548120498657, "total_norm": 13.242511749267578}
-{"epoch": 0, "step": 770, "loss": 1.6650720834732056, "total_norm": 15.365545272827148}
-{"epoch": 0, "step": 771, "loss": 1.7435568571090698, "total_norm": 11.364316940307617}
-{"epoch": 0, "step": 772, "loss": 2.329535722732544, "total_norm": 10.923564910888672}
-{"epoch": 0, "step": 773, "loss": 1.9686661958694458, "total_norm": 13.300324440002441}
-{"epoch": 0, "step": 774, "loss": 1.89559006690979, "total_norm": 12.21902084350586}
-{"epoch": 0, "step": 775, "loss": 2.610394239425659, "total_norm": 11.803117752075195}
-{"epoch": 0, "step": 776, "loss": 2.4262449741363525, "total_norm": 16.71784210205078}
-{"epoch": 0, "step": 777, "loss": 1.6829211711883545, "total_norm": 10.81719970703125}
-{"epoch": 0, "step": 778, "loss": 1.9305016994476318, "total_norm": 14.513123512268066}
-{"epoch": 0, "step": 779, "loss": 2.2964937686920166, "total_norm": 14.919440269470215}
-{"epoch": 0, "step": 780, "loss": 1.203663945198059, "total_norm": 11.8977689743042}
-{"epoch": 0, "step": 781, "loss": 2.015714406967163, "total_norm": 16.426807403564453}
-{"epoch": 0, "step": 782, "loss": 1.7696477174758911, "total_norm": 11.7133207321167}
-{"epoch": 0, "step": 783, "loss": 1.5334721803665161, "total_norm": 13.2504301071167}
-{"epoch": 0, "step": 784, "loss": 1.8184865713119507, "total_norm": 13.536380767822266}
-{"epoch": 0, "step": 785, "loss": 1.8743722438812256, "total_norm": 13.526531219482422}
-{"epoch": 0, "step": 786, "loss": 2.3063042163848877, "total_norm": 11.902620315551758}
-{"epoch": 0, "step": 787, "loss": 1.8326386213302612, "total_norm": 14.284366607666016}
-{"epoch": 0, "step": 788, "loss": 2.021557331085205, "total_norm": 11.832287788391113}
-{"epoch": 0, "step": 789, "loss": 1.7086386680603027, "total_norm": 14.726475715637207}
-{"epoch": 0, "step": 790, "loss": 0.9185417890548706, "total_norm": 13.203167915344238}
-{"epoch": 0, "step": 791, "loss": 2.3772552013397217, "total_norm": 12.002306938171387}
-{"epoch": 0, "step": 792, "loss": 2.322552442550659, "total_norm": 9.871826171875}
-{"epoch": 0, "step": 793, "loss": 1.061034917831421, "total_norm": 16.700105667114258}
-{"epoch": 0, "step": 794, "loss": 1.493430733680725, "total_norm": 12.386131286621094}
-{"epoch": 0, "step": 795, "loss": 1.7816555500030518, "total_norm": 11.340775489807129}
-{"epoch": 0, "step": 796, "loss": 1.7775933742523193, "total_norm": 10.452597618103027}
-{"epoch": 0, "step": 797, "loss": 2.1732325553894043, "total_norm": 19.083158493041992}
-{"epoch": 0, "step": 798, "loss": 2.1085007190704346, "total_norm": 13.776914596557617}
-{"epoch": 0, "step": 799, "loss": 2.0158138275146484, "total_norm": 12.04362678527832}
-{"epoch": 0, "step": 800, "loss": 1.189907193183899, "total_norm": 15.125502586364746}
-{"epoch": 0, "step": 801, "loss": 0.9905837774276733, "total_norm": 13.508594512939453}
-{"epoch": 0, "step": 802, "loss": 2.138188362121582, "total_norm": 13.220709800720215}
-{"epoch": 0, "step": 803, "loss": 1.907334566116333, "total_norm": 13.055436134338379}
-{"epoch": 0, "step": 804, "loss": 1.4397751092910767, "total_norm": 10.296255111694336}
-{"epoch": 0, "step": 805, "loss": 1.979975700378418, "total_norm": 12.858983039855957}
-{"epoch": 0, "step": 806, "loss": 1.531455636024475, "total_norm": 11.860794067382812}
-{"epoch": 0, "step": 807, "loss": 0.9636489748954773, "total_norm": 8.709741592407227}
-{"epoch": 0, "step": 808, "loss": 2.3062422275543213, "total_norm": 11.786288261413574}
-{"epoch": 0, "step": 809, "loss": 1.7553932666778564, "total_norm": 16.90972900390625}
-{"epoch": 0, "step": 810, "loss": 1.8778687715530396, "total_norm": 13.55424690246582}
-{"epoch": 0, "step": 811, "loss": 1.9137860536575317, "total_norm": 12.069214820861816}
-{"epoch": 0, "step": 812, "loss": 2.2579989433288574, "total_norm": 9.846600532531738}
-{"epoch": 0, "step": 813, "loss": 2.295416831970215, "total_norm": 15.24687671661377}
-{"epoch": 0, "step": 814, "loss": 2.319387674331665, "total_norm": 12.114339828491211}
-{"epoch": 0, "step": 815, "loss": 2.2192811965942383, "total_norm": 12.857734680175781}
-{"epoch": 0, "step": 816, "loss": 1.6488381624221802, "total_norm": 12.08615493774414}
-{"epoch": 0, "step": 817, "loss": 2.432521343231201, "total_norm": 11.326922416687012}
-{"epoch": 0, "step": 818, "loss": 1.4407808780670166, "total_norm": 12.346817016601562}
-{"epoch": 0, "step": 819, "loss": 1.7955119609832764, "total_norm": 10.878854751586914}
-{"epoch": 0, "step": 820, "loss": 1.6018253564834595, "total_norm": 14.631732940673828}
-{"epoch": 0, "step": 821, "loss": 2.209723711013794, "total_norm": 13.255715370178223}
-{"epoch": 0, "step": 822, "loss": 1.9623219966888428, "total_norm": 14.984687805175781}
-{"epoch": 0, "step": 823, "loss": 2.0612003803253174, "total_norm": 11.719321250915527}
-{"epoch": 0, "step": 824, "loss": 1.9268347024917603, "total_norm": 14.542070388793945}
-{"epoch": 0, "step": 825, "loss": 2.5569162368774414, "total_norm": 14.463493347167969}
-{"epoch": 0, "step": 826, "loss": 1.2455145120620728, "total_norm": 16.17875099182129}
-{"epoch": 0, "step": 827, "loss": 2.2139766216278076, "total_norm": 11.49094295501709}
-{"epoch": 0, "step": 828, "loss": 2.1356379985809326, "total_norm": 15.373600006103516}
-{"epoch": 0, "step": 829, "loss": 1.5513626337051392, "total_norm": 11.116236686706543}
-{"epoch": 0, "step": 830, "loss": 2.1684391498565674, "total_norm": 13.13335132598877}
-{"epoch": 0, "step": 831, "loss": 1.4762448072433472, "total_norm": 16.522438049316406}
-{"epoch": 0, "step": 832, "loss": 2.27986741065979, "total_norm": 11.3816556930542}
-{"epoch": 0, "step": 833, "loss": 1.1194347143173218, "total_norm": 10.009211540222168}
-{"epoch": 0, "step": 834, "loss": 1.9665274620056152, "total_norm": 14.577836990356445}
-{"epoch": 0, "step": 835, "loss": 1.6760920286178589, "total_norm": 10.54372501373291}
-{"epoch": 0, "step": 836, "loss": 2.485497236251831, "total_norm": 15.82388687133789}
-{"epoch": 0, "step": 837, "loss": 1.493899941444397, "total_norm": 12.8558931350708}
-{"epoch": 0, "step": 838, "loss": 1.865932583808899, "total_norm": 11.807562828063965}
-{"epoch": 0, "step": 839, "loss": 1.9541023969650269, "total_norm": 13.01595401763916}
-{"epoch": 0, "step": 840, "loss": 1.6969099044799805, "total_norm": 10.712273597717285}
-{"epoch": 0, "step": 841, "loss": 2.010024309158325, "total_norm": 16.282602310180664}
-{"epoch": 0, "step": 842, "loss": 2.261061906814575, "total_norm": 10.63074016571045}
-{"epoch": 0, "step": 843, "loss": 2.0818400382995605, "total_norm": 11.444917678833008}
-{"epoch": 0, "step": 844, "loss": 1.4606707096099854, "total_norm": 10.995515823364258}
-{"epoch": 0, "step": 845, "loss": 1.5549647808074951, "total_norm": 13.254546165466309}
-{"epoch": 0, "step": 846, "loss": 1.511875867843628, "total_norm": 13.997920036315918}
-{"epoch": 0, "step": 847, "loss": 2.0532724857330322, "total_norm": 14.396900177001953}
-{"epoch": 0, "step": 848, "loss": 1.6506205797195435, "total_norm": 14.050190925598145}
-{"epoch": 0, "step": 849, "loss": 2.01434326171875, "total_norm": 14.516386032104492}
-{"epoch": 0, "step": 850, "loss": 2.278305768966675, "total_norm": 11.573168754577637}
-{"epoch": 0, "step": 851, "loss": 2.3472208976745605, "total_norm": 10.602434158325195}
-{"epoch": 0, "step": 852, "loss": 2.151416540145874, "total_norm": 12.062410354614258}
-{"epoch": 0, "step": 853, "loss": 2.4202218055725098, "total_norm": 13.305749893188477}
-{"epoch": 0, "step": 854, "loss": 1.6815340518951416, "total_norm": 13.051204681396484}
-{"epoch": 0, "step": 855, "loss": 1.6017630100250244, "total_norm": 9.99072265625}
-{"epoch": 0, "step": 856, "loss": 2.207986354827881, "total_norm": 10.974320411682129}
-{"epoch": 0, "step": 857, "loss": 1.8214212656021118, "total_norm": 14.149837493896484}
-{"epoch": 0, "step": 858, "loss": 1.5751291513442993, "total_norm": 9.383121490478516}
-{"epoch": 0, "step": 859, "loss": 2.2625327110290527, "total_norm": 11.847203254699707}
-{"epoch": 0, "step": 860, "loss": 2.0493404865264893, "total_norm": 10.620734214782715}
-{"epoch": 0, "step": 861, "loss": 2.3181934356689453, "total_norm": 10.901289939880371}
-{"epoch": 0, "step": 862, "loss": 1.8767846822738647, "total_norm": 12.12436294555664}
-{"epoch": 0, "step": 863, "loss": 2.39605975151062, "total_norm": 10.979738235473633}
-{"epoch": 0, "step": 864, "loss": 2.1510093212127686, "total_norm": 10.07568359375}
-{"epoch": 0, "step": 865, "loss": 1.947401523590088, "total_norm": 12.822711944580078}
-{"epoch": 0, "step": 866, "loss": 1.8543745279312134, "total_norm": 11.082271575927734}
-{"epoch": 0, "step": 867, "loss": 2.3989479541778564, "total_norm": 12.077898979187012}
-{"epoch": 0, "step": 868, "loss": 2.0773918628692627, "total_norm": 19.22601890563965}
-{"epoch": 0, "step": 869, "loss": 2.2729523181915283, "total_norm": 10.035823822021484}
-{"epoch": 0, "step": 870, "loss": 1.8974173069000244, "total_norm": 16.143068313598633}
-{"epoch": 0, "step": 871, "loss": 2.329110622406006, "total_norm": 10.477163314819336}
-{"epoch": 0, "step": 872, "loss": 2.1051273345947266, "total_norm": 15.07007122039795}
-{"epoch": 0, "step": 873, "loss": 1.535581350326538, "total_norm": 11.278626441955566}
-{"epoch": 0, "step": 874, "loss": 1.9648756980895996, "total_norm": 11.96959400177002}
-{"epoch": 0, "step": 875, "loss": 1.6905258893966675, "total_norm": 13.721884727478027}
-{"epoch": 0, "step": 876, "loss": 1.3273504972457886, "total_norm": 11.43978214263916}
-{"epoch": 0, "step": 877, "loss": 1.85112726688385, "total_norm": 13.322720527648926}
-{"epoch": 0, "step": 878, "loss": 1.3666443824768066, "total_norm": 11.620744705200195}
-{"epoch": 0, "step": 879, "loss": 1.6426372528076172, "total_norm": 12.475118637084961}
-{"epoch": 0, "step": 880, "loss": 2.028564929962158, "total_norm": 13.618775367736816}
-{"epoch": 0, "step": 881, "loss": 1.4257831573486328, "total_norm": 16.047258377075195}
-{"epoch": 0, "step": 882, "loss": 2.077643394470215, "total_norm": 14.538061141967773}
-{"epoch": 0, "step": 883, "loss": 2.1407322883605957, "total_norm": 14.464405059814453}
-{"epoch": 0, "step": 884, "loss": 1.6581017971038818, "total_norm": 11.497393608093262}
-{"epoch": 0, "step": 885, "loss": 1.4104621410369873, "total_norm": 14.250334739685059}
-{"epoch": 0, "step": 886, "loss": 2.533777952194214, "total_norm": 13.065508842468262}
-{"epoch": 0, "step": 887, "loss": 1.9670950174331665, "total_norm": 14.804031372070312}
-{"epoch": 0, "step": 888, "loss": 2.1544017791748047, "total_norm": 13.184867858886719}
-{"epoch": 0, "step": 889, "loss": 1.4062561988830566, "total_norm": 11.977482795715332}
-{"epoch": 0, "step": 890, "loss": 2.045395612716675, "total_norm": 14.629617691040039}
-{"epoch": 0, "step": 891, "loss": 2.1173720359802246, "total_norm": 10.75556755065918}
-{"epoch": 0, "step": 892, "loss": 1.8282538652420044, "total_norm": 13.815713882446289}
-{"epoch": 0, "step": 893, "loss": 2.05468487739563, "total_norm": 11.748296737670898}
-{"epoch": 0, "step": 894, "loss": 1.773267388343811, "total_norm": 13.923989295959473}
-{"epoch": 0, "step": 895, "loss": 1.8997814655303955, "total_norm": 13.219524383544922}
-{"epoch": 0, "step": 896, "loss": 1.5699509382247925, "total_norm": 9.581332206726074}
-{"epoch": 0, "step": 897, "loss": 1.4069119691848755, "total_norm": 10.243337631225586}
-{"epoch": 0, "step": 898, "loss": 1.6228450536727905, "total_norm": 16.523700714111328}
-{"epoch": 0, "step": 899, "loss": 2.0965499877929688, "total_norm": 13.838017463684082}
-{"epoch": 0, "step": 900, "loss": 2.1512162685394287, "total_norm": 16.081470489501953}
-{"epoch": 0, "step": 901, "loss": 1.6602659225463867, "total_norm": 11.7398681640625}
-{"epoch": 0, "step": 902, "loss": 2.0543363094329834, "total_norm": 17.331480026245117}
-{"epoch": 0, "step": 903, "loss": 1.7190570831298828, "total_norm": 15.085714340209961}
-{"epoch": 0, "step": 904, "loss": 1.7309285402297974, "total_norm": 11.955621719360352}
-{"epoch": 0, "step": 905, "loss": 2.032399892807007, "total_norm": 13.214764595031738}
-{"epoch": 0, "step": 906, "loss": 2.076810598373413, "total_norm": 12.131538391113281}
-{"epoch": 0, "step": 907, "loss": 1.5725784301757812, "total_norm": 14.361526489257812}
-{"epoch": 0, "step": 908, "loss": 1.9010515213012695, "total_norm": 12.819751739501953}
-{"epoch": 0, "step": 909, "loss": 2.5196216106414795, "total_norm": 13.180405616760254}
-{"epoch": 0, "step": 910, "loss": 1.1691666841506958, "total_norm": 11.341133117675781}
-{"epoch": 0, "step": 911, "loss": 1.9071235656738281, "total_norm": 14.209420204162598}
-{"epoch": 0, "step": 912, "loss": 2.3552329540252686, "total_norm": 13.322994232177734}
-{"epoch": 0, "step": 913, "loss": 1.914328932762146, "total_norm": 15.888381004333496}
-{"epoch": 0, "step": 914, "loss": 2.1262519359588623, "total_norm": 11.924668312072754}
-{"epoch": 0, "step": 915, "loss": 1.470965027809143, "total_norm": 11.19751262664795}
-{"epoch": 0, "step": 916, "loss": 2.082227945327759, "total_norm": 11.833064079284668}
-{"epoch": 0, "step": 917, "loss": 2.312167167663574, "total_norm": 11.735212326049805}
-{"epoch": 0, "step": 918, "loss": 1.232498049736023, "total_norm": 9.632511138916016}
-{"epoch": 0, "step": 919, "loss": 1.7725075483322144, "total_norm": 13.236876487731934}
-{"epoch": 0, "step": 920, "loss": 2.0654296875, "total_norm": 15.49193000793457}
-{"epoch": 0, "step": 921, "loss": 1.9671906232833862, "total_norm": 10.41444206237793}
-{"epoch": 0, "step": 922, "loss": 1.8550723791122437, "total_norm": 12.381519317626953}
-{"epoch": 0, "step": 923, "loss": 1.125124454498291, "total_norm": 11.165352821350098}
-{"epoch": 0, "step": 924, "loss": 2.3334670066833496, "total_norm": 11.046452522277832}
-{"epoch": 0, "step": 925, "loss": 2.124605178833008, "total_norm": 12.059903144836426}
-{"epoch": 0, "step": 926, "loss": 1.9916491508483887, "total_norm": 11.741727828979492}
-{"epoch": 0, "step": 927, "loss": 1.5610958337783813, "total_norm": 13.991524696350098}
-{"epoch": 0, "step": 928, "loss": 2.243227005004883, "total_norm": 11.029289245605469}
-{"epoch": 0, "step": 929, "loss": 1.9717413187026978, "total_norm": 14.350273132324219}
-{"epoch": 0, "step": 930, "loss": 1.7848912477493286, "total_norm": 11.66700267791748}
-{"epoch": 0, "step": 931, "loss": 2.022923231124878, "total_norm": 10.310598373413086}
-{"epoch": 0, "step": 932, "loss": 1.8721765279769897, "total_norm": 12.323718070983887}
-{"epoch": 0, "step": 933, "loss": 2.392852544784546, "total_norm": 17.6191349029541}
-{"epoch": 0, "step": 934, "loss": 2.483912229537964, "total_norm": 13.026379585266113}
-{"epoch": 0, "step": 935, "loss": 2.3314616680145264, "total_norm": 11.173362731933594}
-{"epoch": 0, "step": 936, "loss": 1.9287281036376953, "total_norm": 10.037689208984375}
-{"epoch": 0, "step": 937, "loss": 2.0326924324035645, "total_norm": 19.35208511352539}
-{"epoch": 0, "step": 938, "loss": 1.155046820640564, "total_norm": 16.233755111694336}
-{"epoch": 0, "step": 939, "loss": 1.9209568500518799, "total_norm": 12.97354793548584}
-{"epoch": 0, "step": 940, "loss": 1.8030165433883667, "total_norm": 16.723466873168945}
-{"epoch": 0, "step": 941, "loss": 1.8161479234695435, "total_norm": 12.043899536132812}
-{"epoch": 0, "step": 942, "loss": 1.6744266748428345, "total_norm": 17.325138092041016}
-{"epoch": 0, "step": 943, "loss": 2.0404577255249023, "total_norm": 14.218735694885254}
-{"epoch": 0, "step": 944, "loss": 1.4541740417480469, "total_norm": 12.021252632141113}
-{"epoch": 0, "step": 945, "loss": 2.118628740310669, "total_norm": 14.198415756225586}
-{"epoch": 0, "step": 946, "loss": 1.972622275352478, "total_norm": 14.719755172729492}
-{"epoch": 0, "step": 947, "loss": 1.7718865871429443, "total_norm": 16.278100967407227}
-{"epoch": 0, "step": 948, "loss": 2.2157387733459473, "total_norm": 10.989893913269043}
-{"epoch": 0, "step": 949, "loss": 0.9600659608840942, "total_norm": 8.92801284790039}
-{"epoch": 0, "step": 950, "loss": 2.0407910346984863, "total_norm": 13.966934204101562}
-{"epoch": 0, "step": 951, "loss": 1.734624981880188, "total_norm": 13.634648323059082}
-{"epoch": 0, "step": 952, "loss": 1.8963147401809692, "total_norm": 12.150297164916992}
-{"epoch": 0, "step": 953, "loss": 1.8657472133636475, "total_norm": 13.886229515075684}
-{"epoch": 0, "step": 954, "loss": 1.6259211301803589, "total_norm": 13.020156860351562}
-{"epoch": 0, "step": 955, "loss": 2.046555519104004, "total_norm": 13.05411434173584}
-{"epoch": 0, "step": 956, "loss": 1.7991669178009033, "total_norm": 8.524084091186523}
-{"epoch": 0, "step": 957, "loss": 2.143906593322754, "total_norm": 14.541624069213867}
-{"epoch": 0, "step": 958, "loss": 1.677100658416748, "total_norm": 13.278977394104004}
-{"epoch": 0, "step": 959, "loss": 1.9535751342773438, "total_norm": 18.464038848876953}
-{"epoch": 0, "step": 960, "loss": 2.193350315093994, "total_norm": 17.17277717590332}
-{"epoch": 0, "step": 961, "loss": 2.2579052448272705, "total_norm": 11.487106323242188}
-{"epoch": 0, "step": 962, "loss": 1.8001843690872192, "total_norm": 9.934564590454102}
-{"epoch": 0, "step": 963, "loss": 1.9984697103500366, "total_norm": 10.347732543945312}
-{"epoch": 0, "step": 964, "loss": 1.624592661857605, "total_norm": 12.276429176330566}
-{"epoch": 0, "step": 965, "loss": 1.4874498844146729, "total_norm": 15.055885314941406}
-{"epoch": 0, "step": 966, "loss": 1.6226698160171509, "total_norm": 13.190608978271484}
-{"epoch": 0, "step": 967, "loss": 2.1781296730041504, "total_norm": 16.091472625732422}
-{"epoch": 0, "step": 968, "loss": 1.9111162424087524, "total_norm": 11.387462615966797}
-{"epoch": 0, "step": 969, "loss": 2.252678394317627, "total_norm": 12.898950576782227}
-{"epoch": 0, "step": 970, "loss": 1.5779701471328735, "total_norm": 11.431998252868652}
-{"epoch": 0, "step": 971, "loss": 1.605727195739746, "total_norm": 14.26440143585205}
-{"epoch": 0, "step": 972, "loss": 2.1376922130584717, "total_norm": 11.001760482788086}
-{"epoch": 0, "step": 973, "loss": 1.7164896726608276, "total_norm": 10.52779483795166}
-{"epoch": 0, "step": 974, "loss": 1.5955876111984253, "total_norm": 12.204160690307617}
-{"epoch": 0, "step": 975, "loss": 2.1109941005706787, "total_norm": 11.22617244720459}
-{"epoch": 0, "step": 976, "loss": 2.104046106338501, "total_norm": 16.600919723510742}
-{"epoch": 0, "step": 977, "loss": 0.9253087043762207, "total_norm": 9.763598442077637}
-{"epoch": 0, "step": 978, "loss": 2.0098459720611572, "total_norm": 13.655220031738281}
-{"epoch": 0, "step": 979, "loss": 2.3233633041381836, "total_norm": 11.167241096496582}
-{"epoch": 0, "step": 980, "loss": 2.213545560836792, "total_norm": 11.545827865600586}
-{"epoch": 0, "step": 981, "loss": 1.9849127531051636, "total_norm": 12.149225234985352}
-{"epoch": 0, "step": 982, "loss": 2.2585012912750244, "total_norm": 16.201213836669922}
-{"epoch": 0, "step": 983, "loss": 2.485323429107666, "total_norm": 11.68834114074707}
-{"epoch": 0, "step": 984, "loss": 1.5406137704849243, "total_norm": 11.690197944641113}
-{"epoch": 0, "step": 985, "loss": 1.905342698097229, "total_norm": 12.321184158325195}
-{"epoch": 0, "step": 986, "loss": 2.1074345111846924, "total_norm": 11.408769607543945}
-{"epoch": 0, "step": 987, "loss": 1.401965856552124, "total_norm": 13.26565933227539}
-{"epoch": 0, "step": 988, "loss": 1.8701462745666504, "total_norm": 13.145062446594238}
-{"epoch": 0, "step": 989, "loss": 1.6129897832870483, "total_norm": 12.523877143859863}
-{"epoch": 0, "step": 990, "loss": 2.3853402137756348, "total_norm": 12.344449996948242}
-{"epoch": 0, "step": 991, "loss": 2.1738431453704834, "total_norm": 12.70620346069336}
-{"epoch": 0, "step": 992, "loss": 1.1983431577682495, "total_norm": 14.211193084716797}
-{"epoch": 0, "step": 993, "loss": 2.047285318374634, "total_norm": 16.440593719482422}
-{"epoch": 0, "step": 994, "loss": 1.5686498880386353, "total_norm": 12.663125991821289}
-{"epoch": 0, "step": 995, "loss": 2.4102442264556885, "total_norm": 12.462223052978516}
-{"epoch": 0, "step": 996, "loss": 1.422586441040039, "total_norm": 10.334721565246582}
-{"epoch": 0, "step": 997, "loss": 2.87677264213562, "total_norm": 12.373624801635742}
-{"epoch": 0, "step": 998, "loss": 1.5804831981658936, "total_norm": 9.712846755981445}
-{"epoch": 0, "step": 999, "loss": 1.7846589088439941, "total_norm": 9.348575592041016}
-{"epoch": 0, "step": 1000, "loss": 1.5885483026504517, "total_norm": 11.2931489944458}
-{"epoch": 0, "step": 1001, "loss": 1.948148488998413, "total_norm": 18.20717430114746}
-{"epoch": 0, "step": 1002, "loss": 1.6411385536193848, "total_norm": 9.904753684997559}
-{"epoch": 0, "step": 1003, "loss": 2.308436155319214, "total_norm": 14.698264122009277}
-{"epoch": 0, "step": 1004, "loss": 1.0322906970977783, "total_norm": 11.376870155334473}
-{"epoch": 0, "step": 1005, "loss": 1.6011817455291748, "total_norm": 15.998095512390137}
-{"epoch": 0, "step": 1006, "loss": 2.1898865699768066, "total_norm": 11.07397747039795}
-{"epoch": 0, "step": 1007, "loss": 1.5857828855514526, "total_norm": 10.008731842041016}
-{"epoch": 0, "step": 1008, "loss": 1.8205229043960571, "total_norm": 11.897432327270508}
-{"epoch": 0, "step": 1009, "loss": 2.3079986572265625, "total_norm": 13.715410232543945}
-{"epoch": 0, "step": 1010, "loss": 2.3055319786071777, "total_norm": 13.26928997039795}
-{"epoch": 0, "step": 1011, "loss": 1.4428298473358154, "total_norm": 20.568283081054688}
-{"epoch": 0, "step": 1012, "loss": 1.9469126462936401, "total_norm": 14.38138198852539}
-{"epoch": 0, "step": 1013, "loss": 2.1331937313079834, "total_norm": 9.927818298339844}
-{"epoch": 0, "step": 1014, "loss": 1.8881922960281372, "total_norm": 12.462183952331543}
-{"epoch": 0, "step": 1015, "loss": 1.8469499349594116, "total_norm": 14.836663246154785}
-{"epoch": 0, "step": 1016, "loss": 1.8974236249923706, "total_norm": 14.410805702209473}
-{"epoch": 0, "step": 1017, "loss": 1.675010085105896, "total_norm": 10.705945014953613}
-{"epoch": 0, "step": 1018, "loss": 2.047586441040039, "total_norm": 10.620494842529297}
-{"epoch": 0, "step": 1019, "loss": 1.6816326379776, "total_norm": 10.5324125289917}
-{"epoch": 0, "step": 1020, "loss": 2.138120412826538, "total_norm": 12.762166976928711}
-{"epoch": 0, "step": 1021, "loss": 2.1445066928863525, "total_norm": 12.312313079833984}
-{"epoch": 0, "step": 1022, "loss": 1.7869832515716553, "total_norm": 10.991585731506348}
-{"epoch": 0, "step": 1023, "loss": 1.5472577810287476, "total_norm": 13.485841751098633}
-{"epoch": 0, "step": 1024, "eval_loss": 1.8776825033128262, "eval_rougeL": 0.23741083685277156}
-{"epoch": 0, "step": 1024, "loss": 1.6391457319259644, "total_norm": 14.073214530944824}
-{"epoch": 0, "step": 1025, "loss": 1.0195549726486206, "total_norm": 8.503071784973145}
-{"epoch": 0, "step": 1026, "loss": 2.5423977375030518, "total_norm": 13.033546447753906}
-{"epoch": 0, "step": 1027, "loss": 1.797663688659668, "total_norm": 10.372212409973145}
-{"epoch": 0, "step": 1028, "loss": 2.460268020629883, "total_norm": 11.018024444580078}
-{"epoch": 0, "step": 1029, "loss": 2.245634078979492, "total_norm": 11.985113143920898}
-{"epoch": 0, "step": 1030, "loss": 2.163950204849243, "total_norm": 12.330852508544922}
-{"epoch": 0, "step": 1031, "loss": 1.89337956905365, "total_norm": 11.126139640808105}
-{"epoch": 0, "step": 1032, "loss": 2.1585099697113037, "total_norm": 12.223342895507812}
-{"epoch": 0, "step": 1033, "loss": 2.236924886703491, "total_norm": 12.49589729309082}
-{"epoch": 0, "step": 1034, "loss": 2.7594714164733887, "total_norm": 11.934469223022461}
-{"epoch": 0, "step": 1035, "loss": 2.765011787414551, "total_norm": 14.499594688415527}
-{"epoch": 0, "step": 1036, "loss": 1.0039113759994507, "total_norm": 11.489819526672363}
-{"epoch": 0, "step": 1037, "loss": 1.607846975326538, "total_norm": 10.390778541564941}
-{"epoch": 0, "step": 1038, "loss": 2.022615909576416, "total_norm": 9.97008991241455}
-{"epoch": 0, "step": 1039, "loss": 2.216724157333374, "total_norm": 14.514676094055176}
-{"epoch": 0, "step": 1040, "loss": 1.0699366331100464, "total_norm": 10.488724708557129}
-{"epoch": 0, "step": 1041, "loss": 1.984195590019226, "total_norm": 10.574491500854492}
-{"epoch": 0, "step": 1042, "loss": 2.6191227436065674, "total_norm": 15.153617858886719}
-{"epoch": 0, "step": 1043, "loss": 1.6873178482055664, "total_norm": 19.358827590942383}
-{"epoch": 0, "step": 1044, "loss": 1.8159892559051514, "total_norm": 12.595202445983887}
-{"epoch": 0, "step": 1045, "loss": 2.1934330463409424, "total_norm": 13.087545394897461}
-{"epoch": 0, "step": 1046, "loss": 2.2519423961639404, "total_norm": 8.904987335205078}
-{"epoch": 0, "step": 1047, "loss": 1.9159337282180786, "total_norm": 10.907363891601562}
-{"epoch": 0, "step": 1048, "loss": 1.7179266214370728, "total_norm": 16.208446502685547}
-{"epoch": 0, "step": 1049, "loss": 1.6438956260681152, "total_norm": 15.718286514282227}
-{"epoch": 0, "step": 1050, "loss": 1.5755728483200073, "total_norm": 10.559258460998535}
-{"epoch": 0, "step": 1051, "loss": 1.4532382488250732, "total_norm": 10.978344917297363}
-{"epoch": 0, "step": 1052, "loss": 2.471388101577759, "total_norm": 13.595244407653809}
-{"epoch": 0, "step": 1053, "loss": 1.8808826208114624, "total_norm": 13.015852928161621}
-{"epoch": 0, "step": 1054, "loss": 2.1832897663116455, "total_norm": 14.182988166809082}
-{"epoch": 0, "step": 1055, "loss": 1.7054799795150757, "total_norm": 13.390621185302734}
-{"epoch": 0, "step": 1056, "loss": 1.5040441751480103, "total_norm": 9.998052597045898}
-{"epoch": 0, "step": 1057, "loss": 2.3783092498779297, "total_norm": 17.206398010253906}
-{"epoch": 0, "step": 1058, "loss": 0.9494500756263733, "total_norm": 11.198116302490234}
-{"epoch": 0, "step": 1059, "loss": 1.7556620836257935, "total_norm": 11.450347900390625}
-{"epoch": 0, "step": 1060, "loss": 2.2761876583099365, "total_norm": 13.893479347229004}
-{"epoch": 0, "step": 1061, "loss": 2.306997299194336, "total_norm": 12.468632698059082}
-{"epoch": 0, "step": 1062, "loss": 1.8696171045303345, "total_norm": 12.505166053771973}
-{"epoch": 0, "step": 1063, "loss": 1.7438452243804932, "total_norm": 14.783591270446777}
-{"epoch": 0, "step": 1064, "loss": 1.2441534996032715, "total_norm": 11.47514820098877}
-{"epoch": 0, "step": 1065, "loss": 1.79067862033844, "total_norm": 10.686899185180664}
-{"epoch": 0, "step": 1066, "loss": 1.973952054977417, "total_norm": 11.706125259399414}
-{"epoch": 0, "step": 1067, "loss": 1.4960428476333618, "total_norm": 12.67923355102539}
-{"epoch": 0, "step": 1068, "loss": 2.3532235622406006, "total_norm": 14.36661434173584}
-{"epoch": 0, "step": 1069, "loss": 1.6170111894607544, "total_norm": 14.268574714660645}
-{"epoch": 0, "step": 1070, "loss": 1.7629822492599487, "total_norm": 14.60960865020752}
-{"epoch": 0, "step": 1071, "loss": 2.0641400814056396, "total_norm": 14.474082946777344}
-{"epoch": 0, "step": 1072, "loss": 1.982203483581543, "total_norm": 13.580652236938477}
-{"epoch": 0, "step": 1073, "loss": 2.183279275894165, "total_norm": 11.143206596374512}
-{"epoch": 0, "step": 1074, "loss": 1.4711629152297974, "total_norm": 11.25112533569336}
-{"epoch": 0, "step": 1075, "loss": 2.3167426586151123, "total_norm": 12.458144187927246}
-{"epoch": 0, "step": 1076, "loss": 1.529807686805725, "total_norm": 10.836100578308105}
-{"epoch": 0, "step": 1077, "loss": 2.0188536643981934, "total_norm": 13.428362846374512}
-{"epoch": 0, "step": 1078, "loss": 2.190683126449585, "total_norm": 10.85268497467041}
-{"epoch": 0, "step": 1079, "loss": 1.295569896697998, "total_norm": 11.143004417419434}
-{"epoch": 0, "step": 1080, "loss": 2.174142360687256, "total_norm": 13.577530860900879}
-{"epoch": 0, "step": 1081, "loss": 1.8970879316329956, "total_norm": 13.132946968078613}
-{"epoch": 0, "step": 1082, "loss": 2.0100271701812744, "total_norm": 15.894458770751953}
-{"epoch": 0, "step": 1083, "loss": 1.5857356786727905, "total_norm": 11.441394805908203}
-{"epoch": 0, "step": 1084, "loss": 0.7050299644470215, "total_norm": 6.73966121673584}
-{"epoch": 0, "step": 1085, "loss": 2.3819963932037354, "total_norm": 14.898238182067871}
-{"epoch": 0, "step": 1086, "loss": 2.13240385055542, "total_norm": 11.830541610717773}
-{"epoch": 0, "step": 1087, "loss": 1.8967636823654175, "total_norm": 14.962194442749023}
-{"epoch": 0, "step": 1088, "loss": 2.36004376411438, "total_norm": 12.127975463867188}
-{"epoch": 0, "step": 1089, "loss": 1.929251790046692, "total_norm": 19.1738224029541}
-{"epoch": 0, "step": 1090, "loss": 2.095102548599243, "total_norm": 11.945399284362793}
-{"epoch": 0, "step": 1091, "loss": 1.5278172492980957, "total_norm": 14.564131736755371}
-{"epoch": 0, "step": 1092, "loss": 1.8772428035736084, "total_norm": 13.604660987854004}
-{"epoch": 0, "step": 1093, "loss": 2.180572748184204, "total_norm": 12.1304292678833}
-{"epoch": 0, "step": 1094, "loss": 1.9533244371414185, "total_norm": 12.522733688354492}
-{"epoch": 0, "step": 1095, "loss": 1.8881943225860596, "total_norm": 12.441117286682129}
-{"epoch": 0, "step": 1096, "loss": 1.7211328744888306, "total_norm": 13.081899642944336}
-{"epoch": 0, "step": 1097, "loss": 2.2844078540802, "total_norm": 10.520228385925293}
-{"epoch": 0, "step": 1098, "loss": 1.5152873992919922, "total_norm": 15.125151634216309}
-{"epoch": 0, "step": 1099, "loss": 1.6384779214859009, "total_norm": 11.764572143554688}
-{"epoch": 0, "step": 1100, "loss": 2.3904755115509033, "total_norm": 12.085186958312988}
-{"epoch": 0, "step": 1101, "loss": 2.035536527633667, "total_norm": 11.7488374710083}
-{"epoch": 0, "step": 1102, "loss": 1.502923607826233, "total_norm": 16.68203353881836}
-{"epoch": 0, "step": 1103, "loss": 1.9621222019195557, "total_norm": 9.631656646728516}
-{"epoch": 0, "step": 1104, "loss": 1.0706104040145874, "total_norm": 11.36841106414795}
-{"epoch": 0, "step": 1105, "loss": 1.8767127990722656, "total_norm": 12.266135215759277}
-{"epoch": 0, "step": 1106, "loss": 1.9782962799072266, "total_norm": 18.720558166503906}
-{"epoch": 0, "step": 1107, "loss": 1.7748044729232788, "total_norm": 19.177162170410156}
-{"epoch": 0, "step": 1108, "loss": 1.7722777128219604, "total_norm": 10.21149730682373}
-{"epoch": 0, "step": 1109, "loss": 1.95094895362854, "total_norm": 15.094675064086914}
-{"epoch": 0, "step": 1110, "loss": 1.4590861797332764, "total_norm": 16.00395965576172}
-{"epoch": 0, "step": 1111, "loss": 1.7801262140274048, "total_norm": 13.181253433227539}
-{"epoch": 0, "step": 1112, "loss": 1.1977927684783936, "total_norm": 10.250054359436035}
-{"epoch": 0, "step": 1113, "loss": 1.8713723421096802, "total_norm": 16.585468292236328}
-{"epoch": 0, "step": 1114, "loss": 2.081799030303955, "total_norm": 13.030675888061523}
-{"epoch": 0, "step": 1115, "loss": 1.627374291419983, "total_norm": 13.079160690307617}
-{"epoch": 0, "step": 1116, "loss": 2.3063666820526123, "total_norm": 8.937695503234863}
-{"epoch": 0, "step": 1117, "loss": 1.8448063135147095, "total_norm": 10.861953735351562}
-{"epoch": 0, "step": 1118, "loss": 1.5345988273620605, "total_norm": 15.64177131652832}
-{"epoch": 0, "step": 1119, "loss": 2.1373653411865234, "total_norm": 13.176545143127441}
-{"epoch": 0, "step": 1120, "loss": 1.8682441711425781, "total_norm": 12.714529037475586}
-{"epoch": 0, "step": 1121, "loss": 1.511881709098816, "total_norm": 9.502293586730957}
-{"epoch": 0, "step": 1122, "loss": 2.16432523727417, "total_norm": 11.619858741760254}
-{"epoch": 0, "step": 1123, "loss": 2.171801805496216, "total_norm": 11.084365844726562}
-{"epoch": 0, "step": 1124, "loss": 2.1524763107299805, "total_norm": 11.92813491821289}
-{"epoch": 0, "step": 1125, "loss": 1.5508345365524292, "total_norm": 12.165325164794922}
-{"epoch": 0, "step": 1126, "loss": 2.3047499656677246, "total_norm": 12.173941612243652}
-{"epoch": 0, "step": 1127, "loss": 1.953750491142273, "total_norm": 12.090935707092285}
-{"epoch": 0, "step": 1128, "loss": 2.2648258209228516, "total_norm": 13.054393768310547}
-{"epoch": 0, "step": 1129, "loss": 2.1337544918060303, "total_norm": 11.634029388427734}
-{"epoch": 0, "step": 1130, "loss": 2.5117268562316895, "total_norm": 10.830451011657715}
-{"epoch": 0, "step": 1131, "loss": 2.534982442855835, "total_norm": 16.092124938964844}
-{"epoch": 0, "step": 1132, "loss": 0.8823778629302979, "total_norm": 13.045197486877441}
-{"epoch": 0, "step": 1133, "loss": 1.6082366704940796, "total_norm": 13.697009086608887}
-{"epoch": 0, "step": 1134, "loss": 2.178618907928467, "total_norm": 12.951632499694824}
-{"epoch": 0, "step": 1135, "loss": 2.1873013973236084, "total_norm": 10.148313522338867}
-{"epoch": 0, "step": 1136, "loss": 2.158294439315796, "total_norm": 12.66709041595459}
-{"epoch": 0, "step": 1137, "loss": 1.5360348224639893, "total_norm": 15.170047760009766}
-{"epoch": 0, "step": 1138, "loss": 1.9177249670028687, "total_norm": 17.994922637939453}
-{"epoch": 0, "step": 1139, "loss": 2.2525501251220703, "total_norm": 9.395875930786133}
-{"epoch": 0, "step": 1140, "loss": 1.8562742471694946, "total_norm": 12.299463272094727}
-{"epoch": 0, "step": 1141, "loss": 1.9953736066818237, "total_norm": 18.998897552490234}
-{"epoch": 0, "step": 1142, "loss": 1.4384406805038452, "total_norm": 11.231353759765625}
-{"epoch": 0, "step": 1143, "loss": 1.7955299615859985, "total_norm": 17.441022872924805}
-{"epoch": 0, "step": 1144, "loss": 2.144272804260254, "total_norm": 11.946650505065918}
-{"epoch": 0, "step": 1145, "loss": 1.9196007251739502, "total_norm": 14.225356101989746}
-{"epoch": 0, "step": 1146, "loss": 1.8146668672561646, "total_norm": 15.062736511230469}
-{"epoch": 0, "step": 1147, "loss": 1.8420864343643188, "total_norm": 11.62934398651123}
-{"epoch": 0, "step": 1148, "loss": 2.4917588233947754, "total_norm": 13.563447952270508}
-{"epoch": 0, "step": 1149, "loss": 2.0296785831451416, "total_norm": 10.340436935424805}
-{"epoch": 0, "step": 1150, "loss": 1.748795509338379, "total_norm": 13.564353942871094}
-{"epoch": 0, "step": 1151, "loss": 1.5559059381484985, "total_norm": 11.640168190002441}
-{"epoch": 0, "step": 1152, "loss": 1.754671573638916, "total_norm": 10.617382049560547}
-{"epoch": 0, "step": 1153, "loss": 2.1382288932800293, "total_norm": 11.999007225036621}
-{"epoch": 0, "step": 1154, "loss": 2.054936408996582, "total_norm": 9.711326599121094}
-{"epoch": 0, "step": 1155, "loss": 2.2886486053466797, "total_norm": 10.598075866699219}
-{"epoch": 0, "step": 1156, "loss": 2.1081647872924805, "total_norm": 13.276399612426758}
-{"epoch": 0, "step": 1157, "loss": 2.0305354595184326, "total_norm": 12.262933731079102}
-{"epoch": 0, "step": 1158, "loss": 1.8331453800201416, "total_norm": 11.663017272949219}
-{"epoch": 0, "step": 1159, "loss": 1.576989769935608, "total_norm": 12.948831558227539}
-{"epoch": 0, "step": 1160, "loss": 2.047724485397339, "total_norm": 12.3971529006958}
-{"epoch": 0, "step": 1161, "loss": 2.4686262607574463, "total_norm": 12.548798561096191}
-{"epoch": 0, "step": 1162, "loss": 1.8495088815689087, "total_norm": 13.41207504272461}
-{"epoch": 0, "step": 1163, "loss": 1.8961459398269653, "total_norm": 12.312129020690918}
-{"epoch": 0, "step": 1164, "loss": 1.9678325653076172, "total_norm": 11.836029052734375}
-{"epoch": 0, "step": 1165, "loss": 1.9388375282287598, "total_norm": 12.876029014587402}
-{"epoch": 0, "step": 1166, "loss": 1.5662769079208374, "total_norm": 12.320184707641602}
-{"epoch": 0, "step": 1167, "loss": 1.8111425638198853, "total_norm": 13.432581901550293}
-{"epoch": 0, "step": 1168, "loss": 1.8363410234451294, "total_norm": 11.513603210449219}
-{"epoch": 0, "step": 1169, "loss": 1.2213529348373413, "total_norm": 12.365004539489746}
-{"epoch": 0, "step": 1170, "loss": 2.6106607913970947, "total_norm": 13.050005912780762}
-{"epoch": 0, "step": 1171, "loss": 1.922904133796692, "total_norm": 13.337955474853516}
-{"epoch": 0, "step": 1172, "loss": 1.6316479444503784, "total_norm": 14.709075927734375}
-{"epoch": 0, "step": 1173, "loss": 1.9896098375320435, "total_norm": 11.606111526489258}
-{"epoch": 0, "step": 1174, "loss": 1.452670693397522, "total_norm": 12.921998023986816}
-{"epoch": 0, "step": 1175, "loss": 1.8939483165740967, "total_norm": 13.591970443725586}
-{"epoch": 0, "step": 1176, "loss": 1.73019540309906, "total_norm": 11.422061920166016}
-{"epoch": 0, "step": 1177, "loss": 2.239288568496704, "total_norm": 15.064665794372559}
-{"epoch": 0, "step": 1178, "loss": 1.7540888786315918, "total_norm": 10.428935050964355}
-{"epoch": 0, "step": 1179, "loss": 1.0560879707336426, "total_norm": 14.212857246398926}
-{"epoch": 0, "step": 1180, "loss": 1.8183186054229736, "total_norm": 12.10271167755127}
-{"epoch": 0, "step": 1181, "loss": 1.7234821319580078, "total_norm": 12.678051948547363}
-{"epoch": 0, "step": 1182, "loss": 2.1137046813964844, "total_norm": 15.095985412597656}
-{"epoch": 0, "step": 1183, "loss": 2.1285367012023926, "total_norm": 11.953686714172363}
-{"epoch": 0, "step": 1184, "loss": 2.0801424980163574, "total_norm": 13.978778839111328}
-{"epoch": 0, "step": 1185, "loss": 1.8515677452087402, "total_norm": 14.413782119750977}
-{"epoch": 0, "step": 1186, "loss": 0.6898735761642456, "total_norm": 7.989205837249756}
-{"epoch": 0, "step": 1187, "loss": 2.076495409011841, "total_norm": 13.514069557189941}
-{"epoch": 0, "step": 1188, "loss": 2.2882230281829834, "total_norm": 11.664142608642578}
-{"epoch": 0, "step": 1189, "loss": 1.8624461889266968, "total_norm": 12.732906341552734}
-{"epoch": 0, "step": 1190, "loss": 1.3391989469528198, "total_norm": 9.504082679748535}
-{"epoch": 0, "step": 1191, "loss": 1.9680914878845215, "total_norm": 15.10955810546875}
-{"epoch": 0, "step": 1192, "loss": 1.4718384742736816, "total_norm": 13.26179313659668}
-{"epoch": 0, "step": 1193, "loss": 1.516305923461914, "total_norm": 13.437427520751953}
-{"epoch": 0, "step": 1194, "loss": 2.1455655097961426, "total_norm": 12.359722137451172}
-{"epoch": 0, "step": 1195, "loss": 2.0797688961029053, "total_norm": 13.20584487915039}
-{"epoch": 0, "step": 1196, "loss": 2.224592447280884, "total_norm": 12.00580883026123}
-{"epoch": 0, "step": 1197, "loss": 2.248430013656616, "total_norm": 11.175496101379395}
-{"epoch": 0, "step": 1198, "loss": 2.159750461578369, "total_norm": 11.964597702026367}
-{"epoch": 0, "step": 1199, "loss": 1.877575397491455, "total_norm": 13.352801322937012}
-{"epoch": 0, "step": 1200, "loss": 2.1448233127593994, "total_norm": 13.560578346252441}
-{"epoch": 0, "step": 1201, "loss": 1.9555554389953613, "total_norm": 11.19832992553711}
-{"epoch": 0, "step": 1202, "loss": 2.6606972217559814, "total_norm": 15.716879844665527}
-{"epoch": 0, "step": 1203, "loss": 2.308666706085205, "total_norm": 10.27579402923584}
-{"epoch": 0, "step": 1204, "loss": 2.020509958267212, "total_norm": 11.989115715026855}
-{"epoch": 0, "step": 1205, "loss": 1.8478901386260986, "total_norm": 13.827704429626465}
-{"epoch": 0, "step": 1206, "loss": 1.744339942932129, "total_norm": 9.578765869140625}
-{"epoch": 0, "step": 1207, "loss": 2.0425264835357666, "total_norm": 19.850051879882812}
-{"epoch": 0, "step": 1208, "loss": 1.9335212707519531, "total_norm": 9.61898136138916}
-{"epoch": 0, "step": 1209, "loss": 1.5808765888214111, "total_norm": 15.633954048156738}
-{"epoch": 0, "step": 1210, "loss": 2.269479990005493, "total_norm": 14.631443977355957}
-{"epoch": 0, "step": 1211, "loss": 1.841132640838623, "total_norm": 14.425603866577148}
-{"epoch": 0, "step": 1212, "loss": 2.575159788131714, "total_norm": 11.867043495178223}
-{"epoch": 0, "step": 1213, "loss": 1.7835891246795654, "total_norm": 9.892243385314941}
-{"epoch": 0, "step": 1214, "loss": 1.684051513671875, "total_norm": 10.686009407043457}
-{"epoch": 0, "step": 1215, "loss": 2.0050008296966553, "total_norm": 14.351978302001953}
-{"epoch": 0, "step": 1216, "loss": 2.1155941486358643, "total_norm": 14.644827842712402}
-{"epoch": 0, "step": 1217, "loss": 1.0619291067123413, "total_norm": 18.17186164855957}
-{"epoch": 0, "step": 1218, "loss": 2.2219398021698, "total_norm": 12.981245040893555}
-{"epoch": 0, "step": 1219, "loss": 1.9773168563842773, "total_norm": 11.685659408569336}
-{"epoch": 0, "step": 1220, "loss": 1.6980247497558594, "total_norm": 13.773735046386719}
-{"epoch": 0, "step": 1221, "loss": 1.9666979312896729, "total_norm": 19.702396392822266}
-{"epoch": 0, "step": 1222, "loss": 1.912929654121399, "total_norm": 12.383798599243164}
-{"epoch": 0, "step": 1223, "loss": 1.8721847534179688, "total_norm": 13.573619842529297}
-{"epoch": 0, "step": 1224, "loss": 1.7785110473632812, "total_norm": 13.79967212677002}
-{"epoch": 0, "step": 1225, "loss": 2.3911373615264893, "total_norm": 10.535460472106934}
-{"epoch": 0, "step": 1226, "loss": 1.691125750541687, "total_norm": 10.37480640411377}
-{"epoch": 0, "step": 1227, "loss": 2.574265480041504, "total_norm": 10.874311447143555}
-{"epoch": 0, "step": 1228, "loss": 1.767506718635559, "total_norm": 13.63609790802002}
-{"epoch": 0, "step": 1229, "loss": 1.9654806852340698, "total_norm": 10.753518104553223}
-{"epoch": 0, "step": 1230, "loss": 1.971536636352539, "total_norm": 16.062633514404297}
-{"epoch": 0, "step": 1231, "loss": 1.4430838823318481, "total_norm": 15.159310340881348}
-{"epoch": 0, "step": 1232, "loss": 2.028116464614868, "total_norm": 11.7933931350708}
-{"epoch": 0, "step": 1233, "loss": 2.3583505153656006, "total_norm": 10.834532737731934}
-{"epoch": 0, "step": 1234, "loss": 1.1834111213684082, "total_norm": 17.609281539916992}
-{"epoch": 0, "step": 1235, "loss": 1.2467235326766968, "total_norm": 11.778694152832031}
-{"epoch": 0, "step": 1236, "loss": 1.7995877265930176, "total_norm": 10.050048828125}
-{"epoch": 0, "step": 1237, "loss": 2.4236793518066406, "total_norm": 11.425345420837402}
-{"epoch": 0, "step": 1238, "loss": 2.0748190879821777, "total_norm": 13.36590576171875}
-{"epoch": 0, "step": 1239, "loss": 1.8155059814453125, "total_norm": 13.029070854187012}
-{"epoch": 0, "step": 1240, "loss": 2.0462148189544678, "total_norm": 11.804808616638184}
-{"epoch": 0, "step": 1241, "loss": 1.5921937227249146, "total_norm": 10.226815223693848}
-{"epoch": 0, "step": 1242, "loss": 2.5000877380371094, "total_norm": 10.750582695007324}
-{"epoch": 0, "step": 1243, "loss": 1.3102587461471558, "total_norm": 11.861002922058105}
-{"epoch": 0, "step": 1244, "loss": 2.229184150695801, "total_norm": 11.712607383728027}
-{"epoch": 0, "step": 1245, "loss": 2.270890235900879, "total_norm": 12.158257484436035}
-{"epoch": 0, "step": 1246, "loss": 2.117342710494995, "total_norm": 14.027381896972656}
-{"epoch": 0, "step": 1247, "loss": 2.0437750816345215, "total_norm": 17.841209411621094}
-{"epoch": 0, "step": 1248, "loss": 2.1345441341400146, "total_norm": 13.456871032714844}
-{"epoch": 0, "step": 1249, "loss": 1.3908482789993286, "total_norm": 15.133462905883789}
-{"epoch": 0, "step": 1250, "loss": 1.529735803604126, "total_norm": 11.703288078308105}
-{"epoch": 0, "step": 1251, "loss": 2.0372512340545654, "total_norm": 11.84938907623291}
-{"epoch": 0, "step": 1252, "loss": 1.4896167516708374, "total_norm": 12.599098205566406}
-{"epoch": 0, "step": 1253, "loss": 2.406067371368408, "total_norm": 20.832948684692383}
-{"epoch": 0, "step": 1254, "loss": 2.5825822353363037, "total_norm": 10.321646690368652}
-{"epoch": 0, "step": 1255, "loss": 1.9949607849121094, "total_norm": 10.425475120544434}
-{"epoch": 0, "step": 1256, "loss": 2.379140853881836, "total_norm": 12.68624210357666}
-{"epoch": 0, "step": 1257, "loss": 2.4291350841522217, "total_norm": 12.853222846984863}
-{"epoch": 0, "step": 1258, "loss": 1.7110238075256348, "total_norm": 14.539299964904785}
-{"epoch": 0, "step": 1259, "loss": 1.9028338193893433, "total_norm": 12.252154350280762}
-{"epoch": 0, "step": 1260, "loss": 1.62492036819458, "total_norm": 17.380897521972656}
-{"epoch": 0, "step": 1261, "loss": 2.384929656982422, "total_norm": 11.875889778137207}
-{"epoch": 0, "step": 1262, "loss": 2.139953136444092, "total_norm": 16.63294792175293}
-{"epoch": 0, "step": 1263, "loss": 2.2238330841064453, "total_norm": 13.440935134887695}
-{"epoch": 0, "step": 1264, "loss": 2.4177327156066895, "total_norm": 11.872392654418945}
-{"epoch": 0, "step": 1265, "loss": 1.9069095849990845, "total_norm": 11.92980670928955}
-{"epoch": 0, "step": 1266, "loss": 2.09546160697937, "total_norm": 12.581999778747559}
-{"epoch": 0, "step": 1267, "loss": 1.8175972700119019, "total_norm": 13.461845397949219}
-{"epoch": 0, "step": 1268, "loss": 1.3112308979034424, "total_norm": 12.429359436035156}
-{"epoch": 0, "step": 1269, "loss": 1.9696611166000366, "total_norm": 18.21792984008789}
-{"epoch": 0, "step": 1270, "loss": 2.006535530090332, "total_norm": 9.927316665649414}
-{"epoch": 0, "step": 1271, "loss": 1.8854118585586548, "total_norm": 15.874238014221191}
-{"epoch": 0, "step": 1272, "loss": 1.5534363985061646, "total_norm": 16.80817985534668}
-{"epoch": 0, "step": 1273, "loss": 2.456566095352173, "total_norm": 14.622283935546875}
-{"epoch": 0, "step": 1274, "loss": 1.9312864542007446, "total_norm": 11.955204010009766}
-{"epoch": 0, "step": 1275, "loss": 1.45616614818573, "total_norm": 13.490469932556152}
-{"epoch": 0, "step": 1276, "loss": 1.5868536233901978, "total_norm": 15.741579055786133}
-{"epoch": 0, "step": 1277, "loss": 1.8740042448043823, "total_norm": 12.663714408874512}
-{"epoch": 0, "step": 1278, "loss": 1.7145264148712158, "total_norm": 12.565004348754883}
-{"epoch": 0, "step": 1279, "loss": 1.7822200059890747, "total_norm": 10.869900703430176}
-{"epoch": 0, "step": 1280, "loss": 1.7770990133285522, "total_norm": 9.74783992767334}
-{"epoch": 0, "step": 1281, "loss": 0.9374286532402039, "total_norm": 10.384427070617676}
-{"epoch": 0, "step": 1282, "loss": 1.7733254432678223, "total_norm": 11.846551895141602}
-{"epoch": 0, "step": 1283, "loss": 1.6384283304214478, "total_norm": 11.613279342651367}
-{"epoch": 0, "step": 1284, "loss": 1.9796680212020874, "total_norm": 13.985876083374023}
-{"epoch": 0, "step": 1285, "loss": 2.223424196243286, "total_norm": 12.43808650970459}
-{"epoch": 0, "step": 1286, "loss": 2.3084707260131836, "total_norm": 11.545942306518555}
-{"epoch": 0, "step": 1287, "loss": 2.5640828609466553, "total_norm": 14.244569778442383}
-{"epoch": 0, "step": 1288, "loss": 2.291271686553955, "total_norm": 12.446732521057129}
-{"epoch": 0, "step": 1289, "loss": 1.4358115196228027, "total_norm": 11.725872993469238}
-{"epoch": 0, "step": 1290, "loss": 1.7867262363433838, "total_norm": 16.706668853759766}
-{"epoch": 0, "step": 1291, "loss": 2.307657241821289, "total_norm": 14.02977180480957}
-{"epoch": 0, "step": 1292, "loss": 2.172494649887085, "total_norm": 10.0619535446167}
-{"epoch": 0, "step": 1293, "loss": 2.224414110183716, "total_norm": 20.44580078125}
-{"epoch": 0, "step": 1294, "loss": 1.682079792022705, "total_norm": 17.202964782714844}
-{"epoch": 0, "step": 1295, "loss": 1.9870027303695679, "total_norm": 12.553720474243164}
-{"epoch": 0, "step": 1296, "loss": 1.9784555435180664, "total_norm": 14.626683235168457}
-{"epoch": 0, "step": 1297, "loss": 2.104020118713379, "total_norm": 10.115352630615234}
-{"epoch": 0, "step": 1298, "loss": 1.4567300081253052, "total_norm": 8.689908981323242}
-{"epoch": 0, "step": 1299, "loss": 2.0896847248077393, "total_norm": 11.939471244812012}
-{"epoch": 0, "step": 1300, "loss": 0.6961246132850647, "total_norm": 10.486306190490723}
-{"epoch": 0, "step": 1301, "loss": 2.2094509601593018, "total_norm": 10.644326210021973}
-{"epoch": 0, "step": 1302, "loss": 2.1975197792053223, "total_norm": 17.904247283935547}
-{"epoch": 0, "step": 1303, "loss": 1.2033977508544922, "total_norm": 11.571288108825684}
-{"epoch": 0, "step": 1304, "loss": 1.119953989982605, "total_norm": 10.40953254699707}
-{"epoch": 0, "step": 1305, "loss": 2.5677547454833984, "total_norm": 10.068923950195312}
-{"epoch": 0, "step": 1306, "loss": 2.0961811542510986, "total_norm": 10.640009880065918}
-{"epoch": 0, "step": 1307, "loss": 1.3030354976654053, "total_norm": 9.676675796508789}
-{"epoch": 0, "step": 1308, "loss": 1.3840919733047485, "total_norm": 12.229175567626953}
-{"epoch": 0, "step": 1309, "loss": 2.2226791381835938, "total_norm": 11.68343734741211}
-{"epoch": 0, "step": 1310, "loss": 1.6283444166183472, "total_norm": 14.624526023864746}
-{"epoch": 0, "step": 1311, "loss": 2.092650890350342, "total_norm": 15.208043098449707}
-{"epoch": 0, "step": 1312, "loss": 2.421654224395752, "total_norm": 11.100898742675781}
-{"epoch": 0, "step": 1313, "loss": 1.8492138385772705, "total_norm": 13.581917762756348}
-{"epoch": 0, "step": 1314, "loss": 1.8423770666122437, "total_norm": 18.086795806884766}
-{"epoch": 0, "step": 1315, "loss": 1.9721837043762207, "total_norm": 19.875076293945312}
-{"epoch": 0, "step": 1316, "loss": 1.7815985679626465, "total_norm": 14.016240119934082}
-{"epoch": 0, "step": 1317, "loss": 2.068333864212036, "total_norm": 15.86524486541748}
-{"epoch": 0, "step": 1318, "loss": 2.0683560371398926, "total_norm": 17.874879837036133}
-{"epoch": 0, "step": 1319, "loss": 1.8812378644943237, "total_norm": 13.346064567565918}
-{"epoch": 0, "step": 1320, "loss": 1.6729813814163208, "total_norm": 13.531036376953125}
-{"epoch": 0, "step": 1321, "loss": 2.118722438812256, "total_norm": 12.49155044555664}
-{"epoch": 0, "step": 1322, "loss": 2.4574155807495117, "total_norm": 12.67299747467041}
-{"epoch": 0, "step": 1323, "loss": 1.6871414184570312, "total_norm": 17.60622787475586}
-{"epoch": 0, "step": 1324, "loss": 2.221750259399414, "total_norm": 12.424942016601562}
-{"epoch": 0, "step": 1325, "loss": 1.1326849460601807, "total_norm": 14.109434127807617}
-{"epoch": 0, "step": 1326, "loss": 2.066344738006592, "total_norm": 13.713600158691406}
-{"epoch": 0, "step": 1327, "loss": 2.065112352371216, "total_norm": 12.754110336303711}
-{"epoch": 0, "step": 1328, "loss": 1.9176632165908813, "total_norm": 15.40417194366455}
-{"epoch": 0, "step": 1329, "loss": 2.197270631790161, "total_norm": 17.699678421020508}
-{"epoch": 0, "step": 1330, "loss": 1.2023895978927612, "total_norm": 16.172670364379883}
-{"epoch": 0, "step": 1331, "loss": 2.104304075241089, "total_norm": 11.513142585754395}
-{"epoch": 0, "step": 1332, "loss": 2.297320604324341, "total_norm": 10.943638801574707}
-{"epoch": 0, "step": 1333, "loss": 2.170325517654419, "total_norm": 13.914084434509277}
-{"epoch": 0, "step": 1334, "loss": 1.7611695528030396, "total_norm": 13.359456062316895}
-{"epoch": 0, "step": 1335, "loss": 1.358371615409851, "total_norm": 11.766098022460938}
-{"epoch": 0, "step": 1336, "loss": 2.6493566036224365, "total_norm": 10.069623947143555}
-{"epoch": 0, "step": 1337, "loss": 2.171302556991577, "total_norm": 12.1733980178833}
-{"epoch": 0, "step": 1338, "loss": 1.3212511539459229, "total_norm": 13.397605895996094}
-{"epoch": 0, "step": 1339, "loss": 1.480355978012085, "total_norm": 13.11743450164795}
-{"epoch": 0, "step": 1340, "loss": 1.8269224166870117, "total_norm": 9.96688175201416}
-{"epoch": 0, "step": 1341, "loss": 1.6809135675430298, "total_norm": 13.996360778808594}
-{"epoch": 0, "step": 1342, "loss": 1.9276574850082397, "total_norm": 14.46095085144043}
-{"epoch": 0, "step": 1343, "loss": 2.010176420211792, "total_norm": 12.617644309997559}
-{"epoch": 0, "step": 1344, "loss": 2.4397852420806885, "total_norm": 10.563821792602539}
-{"epoch": 0, "step": 1345, "loss": 1.0525388717651367, "total_norm": 13.244864463806152}
-{"epoch": 0, "step": 1346, "loss": 2.492619752883911, "total_norm": 11.318145751953125}
-{"epoch": 0, "step": 1347, "loss": 1.3779942989349365, "total_norm": 12.597637176513672}
-{"epoch": 0, "step": 1348, "loss": 1.8730348348617554, "total_norm": 15.910880088806152}
-{"epoch": 0, "step": 1349, "loss": 1.9150092601776123, "total_norm": 17.941120147705078}
-{"epoch": 0, "step": 1350, "loss": 1.910455584526062, "total_norm": 12.209175109863281}
-{"epoch": 0, "step": 1351, "loss": 2.4006221294403076, "total_norm": 13.611669540405273}
-{"epoch": 0, "step": 1352, "loss": 2.219761371612549, "total_norm": 12.775171279907227}
-{"epoch": 0, "step": 1353, "loss": 1.9455848932266235, "total_norm": 14.456811904907227}
-{"epoch": 0, "step": 1354, "loss": 2.048987865447998, "total_norm": 11.655653953552246}
-{"epoch": 0, "step": 1355, "loss": 1.682634711265564, "total_norm": 16.60432243347168}
-{"epoch": 0, "step": 1356, "loss": 2.0665841102600098, "total_norm": 14.201617240905762}
-{"epoch": 0, "step": 1357, "loss": 2.0462188720703125, "total_norm": 9.431514739990234}
-{"epoch": 0, "step": 1358, "loss": 2.323336601257324, "total_norm": 11.861003875732422}
-{"epoch": 0, "step": 1359, "loss": 2.0372748374938965, "total_norm": 11.456733703613281}
-{"epoch": 0, "step": 1360, "loss": 1.5259850025177002, "total_norm": 13.633319854736328}
-{"epoch": 0, "step": 1361, "loss": 2.1870172023773193, "total_norm": 11.285798072814941}
-{"epoch": 0, "step": 1362, "loss": 2.4669408798217773, "total_norm": 11.833492279052734}
-{"epoch": 0, "step": 1363, "loss": 1.346291422843933, "total_norm": 13.8414945602417}
-{"epoch": 0, "step": 1364, "loss": 2.3125252723693848, "total_norm": 9.539263725280762}
-{"epoch": 0, "step": 1365, "loss": 1.9898629188537598, "total_norm": 8.744543075561523}
-{"epoch": 0, "step": 1366, "loss": 2.151660919189453, "total_norm": 12.703939437866211}
-{"epoch": 0, "step": 1367, "loss": 2.340311288833618, "total_norm": 13.515559196472168}
-{"epoch": 0, "step": 1368, "loss": 2.4455018043518066, "total_norm": 10.932146072387695}
-{"epoch": 0, "step": 1369, "loss": 2.636068820953369, "total_norm": 12.387304306030273}
-{"epoch": 0, "step": 1370, "loss": 1.962088942527771, "total_norm": 12.011147499084473}
-{"epoch": 0, "step": 1371, "loss": 2.0187413692474365, "total_norm": 12.498711585998535}
-{"epoch": 0, "step": 1372, "loss": 2.278714656829834, "total_norm": 12.795265197753906}
-{"epoch": 0, "step": 1373, "loss": 2.203195095062256, "total_norm": 13.173123359680176}
-{"epoch": 0, "step": 1374, "loss": 1.6765427589416504, "total_norm": 15.316084861755371}
-{"epoch": 0, "step": 1375, "loss": 2.0543296337127686, "total_norm": 10.846567153930664}
-{"epoch": 0, "step": 1376, "loss": 2.1732430458068848, "total_norm": 12.335801124572754}
-{"epoch": 0, "step": 1377, "loss": 2.6626813411712646, "total_norm": 12.718856811523438}
-{"epoch": 0, "step": 1378, "loss": 2.181894302368164, "total_norm": 10.269671440124512}
-{"epoch": 0, "step": 1379, "loss": 2.453483819961548, "total_norm": 10.40575885772705}
-{"epoch": 0, "step": 1380, "loss": 2.2737603187561035, "total_norm": 9.826809883117676}
-{"epoch": 0, "step": 1381, "loss": 2.5591623783111572, "total_norm": 12.144853591918945}
-{"epoch": 0, "step": 1382, "loss": 1.554423451423645, "total_norm": 14.336103439331055}
-{"epoch": 0, "step": 1383, "loss": 1.9670222997665405, "total_norm": 15.808638572692871}
-{"epoch": 0, "step": 1384, "loss": 2.3277359008789062, "total_norm": 12.938647270202637}
-{"epoch": 0, "step": 1385, "loss": 2.2956314086914062, "total_norm": 18.937397003173828}
-{"epoch": 0, "step": 1386, "loss": 2.1004018783569336, "total_norm": 13.571413040161133}
-{"epoch": 0, "step": 1387, "loss": 1.7560429573059082, "total_norm": 11.83654499053955}
-{"epoch": 0, "step": 1388, "loss": 1.552882432937622, "total_norm": 13.295065879821777}
-{"epoch": 0, "step": 1389, "loss": 2.1796977519989014, "total_norm": 13.279610633850098}
-{"epoch": 0, "step": 1390, "loss": 2.066453218460083, "total_norm": 15.747406005859375}
-{"epoch": 0, "step": 1391, "loss": 1.9545650482177734, "total_norm": 15.106907844543457}
-{"epoch": 0, "step": 1392, "loss": 2.103076457977295, "total_norm": 12.677642822265625}
-{"epoch": 0, "step": 1393, "loss": 2.1036593914031982, "total_norm": 11.142593383789062}
-{"epoch": 0, "step": 1394, "loss": 1.936710238456726, "total_norm": 12.854287147521973}
-{"epoch": 0, "step": 1395, "loss": 2.209347724914551, "total_norm": 11.648781776428223}
-{"epoch": 0, "step": 1396, "loss": 1.9106990098953247, "total_norm": 14.411718368530273}
-{"epoch": 0, "step": 1397, "loss": 0.9527176022529602, "total_norm": 11.055865287780762}
-{"epoch": 0, "step": 1398, "loss": 1.84949791431427, "total_norm": 11.230518341064453}
-{"epoch": 0, "step": 1399, "loss": 2.193845748901367, "total_norm": 10.222663879394531}
-{"epoch": 0, "step": 1400, "loss": 2.2203848361968994, "total_norm": 12.362393379211426}
-{"epoch": 0, "step": 1401, "loss": 2.5026142597198486, "total_norm": 10.372602462768555}
-{"epoch": 0, "step": 1402, "loss": 2.176332950592041, "total_norm": 14.089564323425293}
-{"epoch": 0, "step": 1403, "loss": 2.2635257244110107, "total_norm": 11.546262741088867}
-{"epoch": 0, "step": 1404, "loss": 2.2799408435821533, "total_norm": 10.717506408691406}
-{"epoch": 0, "step": 1405, "loss": 1.441311240196228, "total_norm": 14.129949569702148}
-{"epoch": 0, "step": 1406, "loss": 2.3481686115264893, "total_norm": 11.598645210266113}
-{"epoch": 0, "step": 1407, "loss": 2.212789535522461, "total_norm": 14.156291961669922}
-{"epoch": 0, "step": 1408, "loss": 1.9429494142532349, "total_norm": 11.92631721496582}
-{"epoch": 0, "step": 1409, "loss": 1.5895460844039917, "total_norm": 11.736808776855469}
-{"epoch": 0, "step": 1410, "loss": 1.8642789125442505, "total_norm": 13.775321960449219}
-{"epoch": 0, "step": 1411, "loss": 2.294541597366333, "total_norm": 11.373823165893555}
-{"epoch": 0, "step": 1412, "loss": 2.42366361618042, "total_norm": 12.40018081665039}
-{"epoch": 0, "step": 1413, "loss": 1.7662153244018555, "total_norm": 13.366435050964355}
-{"epoch": 0, "step": 1414, "loss": 2.3689961433410645, "total_norm": 12.732209205627441}
-{"epoch": 0, "step": 1415, "loss": 1.953229308128357, "total_norm": 18.045591354370117}
-{"epoch": 0, "step": 1416, "loss": 2.090287446975708, "total_norm": 14.61325454711914}
-{"epoch": 0, "step": 1417, "loss": 2.4257118701934814, "total_norm": 13.0}
-{"epoch": 0, "step": 1418, "loss": 2.34594464302063, "total_norm": 9.940784454345703}
-{"epoch": 0, "step": 1419, "loss": 2.3776917457580566, "total_norm": 10.387519836425781}
-{"epoch": 0, "step": 1420, "loss": 1.6027668714523315, "total_norm": 13.42199420928955}
-{"epoch": 0, "step": 1421, "loss": 2.6888792514801025, "total_norm": 14.769634246826172}
-{"epoch": 0, "step": 1422, "loss": 2.195239782333374, "total_norm": 13.628544807434082}
-{"epoch": 0, "step": 1423, "loss": 1.0408324003219604, "total_norm": 10.065582275390625}
-{"epoch": 0, "step": 1424, "loss": 2.0362913608551025, "total_norm": 12.13268756866455}
-{"epoch": 0, "step": 1425, "loss": 2.003354072570801, "total_norm": 10.787398338317871}
-{"epoch": 0, "step": 1426, "loss": 1.5303529500961304, "total_norm": 9.429010391235352}
-{"epoch": 0, "step": 1427, "loss": 2.1427254676818848, "total_norm": 12.467254638671875}
-{"epoch": 0, "step": 1428, "loss": 1.9356420040130615, "total_norm": 11.012185096740723}
-{"epoch": 0, "step": 1429, "loss": 1.959472417831421, "total_norm": 14.047378540039062}
-{"epoch": 0, "step": 1430, "eval_loss": 1.9488499760627747, "eval_rougeL": 0.22886301640782633}
-{"epoch": 1, "step": 1430, "loss": 1.9612534046173096, "total_norm": 11.629895210266113}
-{"epoch": 1, "step": 1431, "loss": 1.0071814060211182, "total_norm": 8.07433795928955}
-{"epoch": 1, "step": 1432, "loss": 1.4203364849090576, "total_norm": 15.73510456085205}
-{"epoch": 1, "step": 1433, "loss": 0.45679280161857605, "total_norm": 6.484899044036865}
-{"epoch": 1, "step": 1434, "loss": 1.4248225688934326, "total_norm": 10.734768867492676}
-{"epoch": 1, "step": 1435, "loss": 0.9190310835838318, "total_norm": 12.24533462524414}
-{"epoch": 1, "step": 1436, "loss": 1.195159912109375, "total_norm": 12.885061264038086}
-{"epoch": 1, "step": 1437, "loss": 1.1150223016738892, "total_norm": 9.64919662475586}
-{"epoch": 1, "step": 1438, "loss": 0.563468873500824, "total_norm": 13.794736862182617}
-{"epoch": 1, "step": 1439, "loss": 0.9421724677085876, "total_norm": 16.506332397460938}
-{"epoch": 1, "step": 1440, "loss": 1.003266453742981, "total_norm": 13.154461860656738}
-{"epoch": 1, "step": 1441, "loss": 1.4450631141662598, "total_norm": 21.069547653198242}
-{"epoch": 1, "step": 1442, "loss": 1.5788558721542358, "total_norm": 15.121148109436035}
-{"epoch": 1, "step": 1443, "loss": 1.5707210302352905, "total_norm": 20.61275863647461}
-{"epoch": 1, "step": 1444, "loss": 1.194451928138733, "total_norm": 11.681809425354004}
-{"epoch": 1, "step": 1445, "loss": 1.4486006498336792, "total_norm": 11.212925910949707}
-{"epoch": 1, "step": 1446, "loss": 0.9818447232246399, "total_norm": 11.21297836303711}
-{"epoch": 1, "step": 1447, "loss": 0.5004298686981201, "total_norm": 10.095030784606934}
-{"epoch": 1, "step": 1448, "loss": 1.044179081916809, "total_norm": 11.458243370056152}
-{"epoch": 1, "step": 1449, "loss": 1.1751916408538818, "total_norm": 17.824411392211914}
-{"epoch": 1, "step": 1450, "loss": 1.2485405206680298, "total_norm": 12.02591609954834}
-{"epoch": 1, "step": 1451, "loss": 1.4055391550064087, "total_norm": 13.882841110229492}
-{"epoch": 1, "step": 1452, "loss": 1.3813787698745728, "total_norm": 14.092247009277344}
-{"epoch": 1, "step": 1453, "loss": 1.5433064699172974, "total_norm": 13.185508728027344}
-{"epoch": 1, "step": 1454, "loss": 1.4204130172729492, "total_norm": 12.442370414733887}
-{"epoch": 1, "step": 1455, "loss": 1.3595731258392334, "total_norm": 13.325453758239746}
-{"epoch": 1, "step": 1456, "loss": 0.5262772440910339, "total_norm": 14.325860977172852}
-{"epoch": 1, "step": 1457, "loss": 1.252437949180603, "total_norm": 12.978264808654785}
-{"epoch": 1, "step": 1458, "loss": 1.4187413454055786, "total_norm": 12.650296211242676}
-{"epoch": 1, "step": 1459, "loss": 1.5970200300216675, "total_norm": 12.974761962890625}
-{"epoch": 1, "step": 1460, "loss": 1.3168683052062988, "total_norm": 10.72457504272461}
-{"epoch": 1, "step": 1461, "loss": 1.8060518503189087, "total_norm": 12.849031448364258}
-{"epoch": 1, "step": 1462, "loss": 0.7059148550033569, "total_norm": 12.68999195098877}
-{"epoch": 1, "step": 1463, "loss": 1.0859776735305786, "total_norm": 12.526668548583984}
-{"epoch": 1, "step": 1464, "loss": 1.2347415685653687, "total_norm": 15.528531074523926}
-{"epoch": 1, "step": 1465, "loss": 0.8080629110336304, "total_norm": 11.768523216247559}
-{"epoch": 1, "step": 1466, "loss": 1.5382024049758911, "total_norm": 12.676421165466309}
-{"epoch": 1, "step": 1467, "loss": 1.132133960723877, "total_norm": 9.863044738769531}
-{"epoch": 1, "step": 1468, "loss": 1.2758841514587402, "total_norm": 12.979743003845215}
-{"epoch": 1, "step": 1469, "loss": 1.436055064201355, "total_norm": 12.721930503845215}
-{"epoch": 1, "step": 1470, "loss": 1.045697808265686, "total_norm": 14.56949520111084}
-{"epoch": 1, "step": 1471, "loss": 1.2664504051208496, "total_norm": 10.991559028625488}
-{"epoch": 1, "step": 1472, "loss": 1.0623018741607666, "total_norm": 11.328863143920898}
-{"epoch": 1, "step": 1473, "loss": 0.9536857008934021, "total_norm": 13.005670547485352}
-{"epoch": 1, "step": 1474, "loss": 1.109753966331482, "total_norm": 11.70265007019043}
-{"epoch": 1, "step": 1475, "loss": 1.4679628610610962, "total_norm": 13.149497985839844}
-{"epoch": 1, "step": 1476, "loss": 0.7024886012077332, "total_norm": 12.334543228149414}
-{"epoch": 1, "step": 1477, "loss": 1.1749736070632935, "total_norm": 16.036867141723633}
-{"epoch": 1, "step": 1478, "loss": 1.4995657205581665, "total_norm": 18.625465393066406}
-{"epoch": 1, "step": 1479, "loss": 1.9118331670761108, "total_norm": 17.254106521606445}
-{"epoch": 1, "step": 1480, "loss": 1.1505714654922485, "total_norm": 15.833563804626465}
-{"epoch": 1, "step": 1481, "loss": 0.8962632417678833, "total_norm": 14.198114395141602}
-{"epoch": 1, "step": 1482, "loss": 1.2365485429763794, "total_norm": 12.393927574157715}
-{"epoch": 1, "step": 1483, "loss": 0.7784145474433899, "total_norm": 10.442658424377441}
-{"epoch": 1, "step": 1484, "loss": 0.9459755420684814, "total_norm": 13.115673065185547}
-{"epoch": 1, "step": 1485, "loss": 1.581796407699585, "total_norm": 15.383474349975586}
-{"epoch": 1, "step": 1486, "loss": 1.4326729774475098, "total_norm": 11.94225788116455}
-{"epoch": 1, "step": 1487, "loss": 1.2766937017440796, "total_norm": 15.528809547424316}
-{"epoch": 1, "step": 1488, "loss": 1.2770538330078125, "total_norm": 10.516702651977539}
-{"epoch": 1, "step": 1489, "loss": 0.6260837912559509, "total_norm": 10.246006965637207}
-{"epoch": 1, "step": 1490, "loss": 1.1593610048294067, "total_norm": 11.884960174560547}
-{"epoch": 1, "step": 1491, "loss": 1.0661139488220215, "total_norm": 12.097476959228516}
-{"epoch": 1, "step": 1492, "loss": 1.3411517143249512, "total_norm": 11.740532875061035}
-{"epoch": 1, "step": 1493, "loss": 1.4748780727386475, "total_norm": 12.72907543182373}
-{"epoch": 1, "step": 1494, "loss": 1.299503207206726, "total_norm": 10.447863578796387}
-{"epoch": 1, "step": 1495, "loss": 1.3195685148239136, "total_norm": 11.17643928527832}
-{"epoch": 1, "step": 1496, "loss": 0.7651066184043884, "total_norm": 15.726786613464355}
-{"epoch": 1, "step": 1497, "loss": 1.143509030342102, "total_norm": 10.027368545532227}
-{"epoch": 1, "step": 1498, "loss": 1.2337586879730225, "total_norm": 12.406515121459961}
-{"epoch": 1, "step": 1499, "loss": 1.1670283079147339, "total_norm": 12.867512702941895}
-{"epoch": 1, "step": 1500, "loss": 1.2136719226837158, "total_norm": 11.904130935668945}
-{"epoch": 1, "step": 1501, "loss": 1.6104949712753296, "total_norm": 12.117451667785645}
-{"epoch": 1, "step": 1502, "loss": 1.2483205795288086, "total_norm": 13.75130844116211}
-{"epoch": 1, "step": 1503, "loss": 1.6108425855636597, "total_norm": 11.42660140991211}
-{"epoch": 1, "step": 1504, "loss": 0.8916493058204651, "total_norm": 12.7091064453125}
-{"epoch": 1, "step": 1505, "loss": 1.083182454109192, "total_norm": 13.6580171585083}
-{"epoch": 1, "step": 1506, "loss": 1.0384986400604248, "total_norm": 12.400729179382324}
-{"epoch": 1, "step": 1507, "loss": 1.176406979560852, "total_norm": 11.748411178588867}
-{"epoch": 1, "step": 1508, "loss": 1.1489664316177368, "total_norm": 10.224640846252441}
-{"epoch": 1, "step": 1509, "loss": 1.3266218900680542, "total_norm": 10.854215621948242}
-{"epoch": 1, "step": 1510, "loss": 1.0243327617645264, "total_norm": 8.517306327819824}
-{"epoch": 1, "step": 1511, "loss": 1.8865673542022705, "total_norm": 13.796853065490723}
-{"epoch": 1, "step": 1512, "loss": 0.6976725459098816, "total_norm": 15.186694145202637}
-{"epoch": 1, "step": 1513, "loss": 0.8896742463111877, "total_norm": 12.023411750793457}
-{"epoch": 1, "step": 1514, "loss": 0.8965446352958679, "total_norm": 14.707194328308105}
-{"epoch": 1, "step": 1515, "loss": 0.9938430190086365, "total_norm": 12.232155799865723}
-{"epoch": 1, "step": 1516, "loss": 1.2943408489227295, "total_norm": 10.824525833129883}
-{"epoch": 1, "step": 1517, "loss": 1.4362822771072388, "total_norm": 15.453551292419434}
-{"epoch": 1, "step": 1518, "loss": 0.5610477328300476, "total_norm": 9.335318565368652}
-{"epoch": 1, "step": 1519, "loss": 1.6283142566680908, "total_norm": 12.54694652557373}
-{"epoch": 1, "step": 1520, "loss": 1.639779806137085, "total_norm": 14.305502891540527}
-{"epoch": 1, "step": 1521, "loss": 1.1065926551818848, "total_norm": 10.55291748046875}
-{"epoch": 1, "step": 1522, "loss": 1.3785908222198486, "total_norm": 10.482534408569336}
-{"epoch": 1, "step": 1523, "loss": 1.6698871850967407, "total_norm": 14.317731857299805}
-{"epoch": 1, "step": 1524, "loss": 1.624705195426941, "total_norm": 12.862502098083496}
-{"epoch": 1, "step": 1525, "loss": 1.1988649368286133, "total_norm": 13.437533378601074}
-{"epoch": 1, "step": 1526, "loss": 1.4150017499923706, "total_norm": 13.541570663452148}
-{"epoch": 1, "step": 1527, "loss": 1.0785412788391113, "total_norm": 11.69919490814209}
-{"epoch": 1, "step": 1528, "loss": 1.4669636487960815, "total_norm": 11.2880859375}
-{"epoch": 1, "step": 1529, "loss": 1.2864387035369873, "total_norm": 11.191923141479492}
-{"epoch": 1, "step": 1530, "loss": 1.1569863557815552, "total_norm": 10.49850082397461}
-{"epoch": 1, "step": 1531, "loss": 1.283180832862854, "total_norm": 12.650177955627441}
-{"epoch": 1, "step": 1532, "loss": 1.7796756029129028, "total_norm": 11.698092460632324}
-{"epoch": 1, "step": 1533, "loss": 0.8952339291572571, "total_norm": 16.678865432739258}
-{"epoch": 1, "step": 1534, "loss": 1.700872778892517, "total_norm": 18.003572463989258}
-{"epoch": 1, "step": 1535, "loss": 1.2769566774368286, "total_norm": 12.932438850402832}
-{"epoch": 1, "step": 1536, "eval_loss": 2.0485951378941536, "eval_rougeL": 0.2500607340174044}
-{"epoch": 1, "step": 1536, "loss": 0.8269535899162292, "total_norm": 15.441097259521484}
-{"epoch": 1, "step": 1537, "loss": 1.2120925188064575, "total_norm": 12.433184623718262}
-{"epoch": 1, "step": 1538, "loss": 1.026850938796997, "total_norm": 12.9660062789917}
-{"epoch": 1, "step": 1539, "loss": 0.9892504811286926, "total_norm": 11.789108276367188}
-{"epoch": 1, "step": 1540, "loss": 0.9720374345779419, "total_norm": 10.923937797546387}
-{"epoch": 1, "step": 1541, "loss": 0.9817463159561157, "total_norm": 8.93586540222168}
-{"epoch": 1, "step": 1542, "loss": 1.0088282823562622, "total_norm": 12.101916313171387}
-{"epoch": 1, "step": 1543, "loss": 1.2864712476730347, "total_norm": 14.67741584777832}
-{"epoch": 1, "step": 1544, "loss": 1.433256983757019, "total_norm": 12.890777587890625}
-{"epoch": 1, "step": 1545, "loss": 1.182173490524292, "total_norm": 15.399909973144531}
-{"epoch": 1, "step": 1546, "loss": 1.4668374061584473, "total_norm": 11.243878364562988}
-{"epoch": 1, "step": 1547, "loss": 1.794474720954895, "total_norm": 12.85675048828125}
-{"epoch": 1, "step": 1548, "loss": 1.35409677028656, "total_norm": 13.235676765441895}
-{"epoch": 1, "step": 1549, "loss": 1.3718550205230713, "total_norm": 14.802505493164062}
-{"epoch": 1, "step": 1550, "loss": 1.3565998077392578, "total_norm": 15.13066577911377}
-{"epoch": 1, "step": 1551, "loss": 1.7498197555541992, "total_norm": 14.364945411682129}
-{"epoch": 1, "step": 1552, "loss": 1.0206143856048584, "total_norm": 9.669649124145508}
-{"epoch": 1, "step": 1553, "loss": 1.496103048324585, "total_norm": 12.032569885253906}
-{"epoch": 1, "step": 1554, "loss": 1.0257879495620728, "total_norm": 18.36728858947754}
-{"epoch": 1, "step": 1555, "loss": 1.8408818244934082, "total_norm": 11.68299388885498}
-{"epoch": 1, "step": 1556, "loss": 0.8570151925086975, "total_norm": 9.944215774536133}
-{"epoch": 1, "step": 1557, "loss": 2.453552007675171, "total_norm": 18.870689392089844}
-{"epoch": 1, "step": 1558, "loss": 1.001333236694336, "total_norm": 9.916326522827148}
-{"epoch": 1, "step": 1559, "loss": 1.2450485229492188, "total_norm": 10.668758392333984}
-{"epoch": 1, "step": 1560, "loss": 1.1358907222747803, "total_norm": 11.989241600036621}
-{"epoch": 1, "step": 1561, "loss": 1.75004243850708, "total_norm": 16.82453155517578}
-{"epoch": 1, "step": 1562, "loss": 1.8543472290039062, "total_norm": 13.50139045715332}
-{"epoch": 1, "step": 1563, "loss": 1.1665167808532715, "total_norm": 15.6237211227417}
-{"epoch": 1, "step": 1564, "loss": 0.8753038048744202, "total_norm": 13.564826011657715}
-{"epoch": 1, "step": 1565, "loss": 1.447372317314148, "total_norm": 12.512421607971191}
-{"epoch": 1, "step": 1566, "loss": 1.4303473234176636, "total_norm": 11.681135177612305}
-{"epoch": 1, "step": 1567, "loss": 0.742970883846283, "total_norm": 10.990872383117676}
-{"epoch": 1, "step": 1568, "loss": 0.8529369235038757, "total_norm": 13.072999000549316}
-{"epoch": 1, "step": 1569, "loss": 1.3151118755340576, "total_norm": 14.384367942810059}
-{"epoch": 1, "step": 1570, "loss": 1.4438427686691284, "total_norm": 16.112010955810547}
-{"epoch": 1, "step": 1571, "loss": 0.9334860444068909, "total_norm": 14.10597038269043}
-{"epoch": 1, "step": 1572, "loss": 0.5303727388381958, "total_norm": 9.970602989196777}
-{"epoch": 1, "step": 1573, "loss": 1.1663877964019775, "total_norm": 13.41915512084961}
-{"epoch": 1, "step": 1574, "loss": 1.211551308631897, "total_norm": 12.846254348754883}
-{"epoch": 1, "step": 1575, "loss": 1.1305515766143799, "total_norm": 19.10684585571289}
-{"epoch": 1, "step": 1576, "loss": 1.6496790647506714, "total_norm": 19.23838996887207}
-{"epoch": 1, "step": 1577, "loss": 1.1639026403427124, "total_norm": 15.333024978637695}
-{"epoch": 1, "step": 1578, "loss": 1.7906033992767334, "total_norm": 12.01699161529541}
-{"epoch": 1, "step": 1579, "loss": 1.1454942226409912, "total_norm": 18.85101318359375}
-{"epoch": 1, "step": 1580, "loss": 0.8805832862854004, "total_norm": 11.28967571258545}
-{"epoch": 1, "step": 1581, "loss": 1.5778366327285767, "total_norm": 14.58545207977295}
-{"epoch": 1, "step": 1582, "loss": 1.0958569049835205, "total_norm": 10.747899055480957}
-{"epoch": 1, "step": 1583, "loss": 1.2248986959457397, "total_norm": 18.155229568481445}
-{"epoch": 1, "step": 1584, "loss": 1.4250234365463257, "total_norm": 11.456841468811035}
-{"epoch": 1, "step": 1585, "loss": 0.826904296875, "total_norm": 14.789776802062988}
-{"epoch": 1, "step": 1586, "loss": 0.6835476756095886, "total_norm": 12.384739875793457}
-{"epoch": 1, "step": 1587, "loss": 1.258527398109436, "total_norm": 11.036473274230957}
-{"epoch": 1, "step": 1588, "loss": 1.2026225328445435, "total_norm": 11.188968658447266}
-{"epoch": 1, "step": 1589, "loss": 1.6896957159042358, "total_norm": 14.403570175170898}
-{"epoch": 1, "step": 1590, "loss": 1.1919193267822266, "total_norm": 10.55316162109375}
-{"epoch": 1, "step": 1591, "loss": 1.0694235563278198, "total_norm": 13.787908554077148}
-{"epoch": 1, "step": 1592, "loss": 1.7631386518478394, "total_norm": 15.64634895324707}
-{"epoch": 1, "step": 1593, "loss": 1.294165849685669, "total_norm": 14.518259048461914}
-{"epoch": 1, "step": 1594, "loss": 0.9601477980613708, "total_norm": 10.805400848388672}
-{"epoch": 1, "step": 1595, "loss": 1.1931424140930176, "total_norm": 11.586040496826172}
-{"epoch": 1, "step": 1596, "loss": 1.5339841842651367, "total_norm": 11.186408996582031}
-{"epoch": 1, "step": 1597, "loss": 1.585047960281372, "total_norm": 11.336071014404297}
-{"epoch": 1, "step": 1598, "loss": 1.6349050998687744, "total_norm": 15.107819557189941}
-{"epoch": 1, "step": 1599, "loss": 1.1454358100891113, "total_norm": 11.999566078186035}
-{"epoch": 1, "step": 1600, "loss": 1.3800195455551147, "total_norm": 12.305432319641113}
-{"epoch": 1, "step": 1601, "loss": 0.926681637763977, "total_norm": 12.32937240600586}
-{"epoch": 1, "step": 1602, "loss": 0.8962109088897705, "total_norm": 11.405957221984863}
-{"epoch": 1, "step": 1603, "loss": 0.9848966598510742, "total_norm": 10.960813522338867}
-{"epoch": 1, "step": 1604, "loss": 1.745037317276001, "total_norm": 15.579585075378418}
-{"epoch": 1, "step": 1605, "loss": 1.0317190885543823, "total_norm": 11.385586738586426}
-{"epoch": 1, "step": 1606, "loss": 0.7098379135131836, "total_norm": 11.605201721191406}
-{"epoch": 1, "step": 1607, "loss": 1.274139404296875, "total_norm": 9.081497192382812}
-{"epoch": 1, "step": 1608, "loss": 1.4432060718536377, "total_norm": 10.282029151916504}
-{"epoch": 1, "step": 1609, "loss": 1.4482122659683228, "total_norm": 15.621329307556152}
-{"epoch": 1, "step": 1610, "loss": 1.4136086702346802, "total_norm": 14.270221710205078}
-{"epoch": 1, "step": 1611, "loss": 1.259536862373352, "total_norm": 13.040401458740234}
-{"epoch": 1, "step": 1612, "loss": 1.1449445486068726, "total_norm": 12.348604202270508}
-{"epoch": 1, "step": 1613, "loss": 1.3961703777313232, "total_norm": 14.276885032653809}
-{"epoch": 1, "step": 1614, "loss": 1.655706763267517, "total_norm": 12.35330867767334}
-{"epoch": 1, "step": 1615, "loss": 1.3849446773529053, "total_norm": 12.94279956817627}
-{"epoch": 1, "step": 1616, "loss": 1.1148600578308105, "total_norm": 12.325642585754395}
-{"epoch": 1, "step": 1617, "loss": 0.6197273135185242, "total_norm": 13.158574104309082}
-{"epoch": 1, "step": 1618, "loss": 1.26466965675354, "total_norm": 12.907926559448242}
-{"epoch": 1, "step": 1619, "loss": 0.878533661365509, "total_norm": 11.005866050720215}
-{"epoch": 1, "step": 1620, "loss": 1.2469096183776855, "total_norm": 14.488810539245605}
-{"epoch": 1, "step": 1621, "loss": 1.0367341041564941, "total_norm": 9.866898536682129}
-{"epoch": 1, "step": 1622, "loss": 1.652227759361267, "total_norm": 10.96025276184082}
-{"epoch": 1, "step": 1623, "loss": 1.4321234226226807, "total_norm": 18.05890655517578}
-{"epoch": 1, "step": 1624, "loss": 1.4489076137542725, "total_norm": 10.716102600097656}
-{"epoch": 1, "step": 1625, "loss": 1.1610221862792969, "total_norm": 10.973731994628906}
-{"epoch": 1, "step": 1626, "loss": 1.2768150568008423, "total_norm": 8.791802406311035}
-{"epoch": 1, "step": 1627, "loss": 1.3976750373840332, "total_norm": 15.582584381103516}
-{"epoch": 1, "step": 1628, "loss": 1.2896325588226318, "total_norm": 15.521407127380371}
-{"epoch": 1, "step": 1629, "loss": 1.7813562154769897, "total_norm": 9.995190620422363}
-{"epoch": 1, "step": 1630, "loss": 1.811768889427185, "total_norm": 12.631637573242188}
-{"epoch": 1, "step": 1631, "loss": 0.9922325015068054, "total_norm": 14.70130729675293}
-{"epoch": 1, "step": 1632, "loss": 1.1245328187942505, "total_norm": 15.90551471710205}
-{"epoch": 1, "step": 1633, "loss": 1.2697447538375854, "total_norm": 11.004942893981934}
-{"epoch": 1, "step": 1634, "loss": 1.3488291501998901, "total_norm": 10.80635929107666}
-{"epoch": 1, "step": 1635, "loss": 1.5471676588058472, "total_norm": 11.099193572998047}
-{"epoch": 1, "step": 1636, "loss": 2.1057393550872803, "total_norm": 16.53896141052246}
-{"epoch": 1, "step": 1637, "loss": 0.8390548825263977, "total_norm": 9.644471168518066}
-{"epoch": 1, "step": 1638, "loss": 1.9027177095413208, "total_norm": 12.65242862701416}
-{"epoch": 1, "step": 1639, "loss": 1.1714915037155151, "total_norm": 12.489225387573242}
-{"epoch": 1, "step": 1640, "loss": 1.428154706954956, "total_norm": 12.813401222229004}
-{"epoch": 1, "step": 1641, "loss": 1.4270113706588745, "total_norm": 11.928050994873047}
-{"epoch": 1, "step": 1642, "loss": 0.962519109249115, "total_norm": 10.401424407958984}
-{"epoch": 1, "step": 1643, "loss": 1.5122963190078735, "total_norm": 13.593320846557617}
-{"epoch": 1, "step": 1644, "loss": 1.6010113954544067, "total_norm": 13.057641983032227}
-{"epoch": 1, "step": 1645, "loss": 1.3699028491973877, "total_norm": 13.024314880371094}
-{"epoch": 1, "step": 1646, "loss": 1.3632981777191162, "total_norm": 10.15791130065918}
-{"epoch": 1, "step": 1647, "loss": 1.428579568862915, "total_norm": 13.051633834838867}
-{"epoch": 1, "step": 1648, "loss": 1.2442749738693237, "total_norm": 16.171302795410156}
-{"epoch": 1, "step": 1649, "loss": 1.3571481704711914, "total_norm": 11.669812202453613}
-{"epoch": 1, "step": 1650, "loss": 1.1210906505584717, "total_norm": 12.498261451721191}
-{"epoch": 1, "step": 1651, "loss": 0.742148220539093, "total_norm": 17.282855987548828}
-{"epoch": 1, "step": 1652, "loss": 1.6691691875457764, "total_norm": 14.945849418640137}
-{"epoch": 1, "step": 1653, "loss": 1.240264892578125, "total_norm": 10.174683570861816}
-{"epoch": 1, "step": 1654, "loss": 0.7304048538208008, "total_norm": 10.925232887268066}
-{"epoch": 1, "step": 1655, "loss": 0.9250705242156982, "total_norm": 15.075961112976074}
-{"epoch": 1, "step": 1656, "loss": 1.8369803428649902, "total_norm": 18.459779739379883}
-{"epoch": 1, "step": 1657, "loss": 0.8321976065635681, "total_norm": 16.172664642333984}
-{"epoch": 1, "step": 1658, "loss": 1.0347963571548462, "total_norm": 16.47002601623535}
-{"epoch": 1, "step": 1659, "loss": 1.4686729907989502, "total_norm": 12.696799278259277}
-{"epoch": 1, "step": 1660, "loss": 1.3641449213027954, "total_norm": 13.748170852661133}
-{"epoch": 1, "step": 1661, "loss": 1.3654769659042358, "total_norm": 12.001084327697754}
-{"epoch": 1, "step": 1662, "loss": 1.0188666582107544, "total_norm": 12.380827903747559}
-{"epoch": 1, "step": 1663, "loss": 0.7582969069480896, "total_norm": 12.95234203338623}
-{"epoch": 1, "step": 1664, "loss": 1.297184705734253, "total_norm": 11.436660766601562}
-{"epoch": 1, "step": 1665, "loss": 1.1981489658355713, "total_norm": 11.555872917175293}
-{"epoch": 1, "step": 1666, "loss": 1.3569258451461792, "total_norm": 17.77613639831543}
-{"epoch": 1, "step": 1667, "loss": 1.3520007133483887, "total_norm": 14.69340991973877}
-{"epoch": 1, "step": 1668, "loss": 1.1468586921691895, "total_norm": 11.459758758544922}
-{"epoch": 1, "step": 1669, "loss": 0.8569057583808899, "total_norm": 15.192706108093262}
-{"epoch": 1, "step": 1670, "loss": 1.246393084526062, "total_norm": 15.266883850097656}
-{"epoch": 1, "step": 1671, "loss": 1.2630938291549683, "total_norm": 17.541908264160156}
-{"epoch": 1, "step": 1672, "loss": 1.0303020477294922, "total_norm": 16.871196746826172}
-{"epoch": 1, "step": 1673, "loss": 1.7986489534378052, "total_norm": 17.084070205688477}
-{"epoch": 1, "step": 1674, "loss": 1.6391109228134155, "total_norm": 15.141329765319824}
-{"epoch": 1, "step": 1675, "loss": 0.516012966632843, "total_norm": 10.100435256958008}
-{"epoch": 1, "step": 1676, "loss": 1.2538461685180664, "total_norm": 11.612918853759766}
-{"epoch": 1, "step": 1677, "loss": 0.6451521515846252, "total_norm": 9.301551818847656}
-{"epoch": 1, "step": 1678, "loss": 2.184553623199463, "total_norm": 15.702595710754395}
-{"epoch": 1, "step": 1679, "loss": 0.8803617358207703, "total_norm": 12.699227333068848}
-{"epoch": 1, "step": 1680, "loss": 1.7555760145187378, "total_norm": 12.62049388885498}
-{"epoch": 1, "step": 1681, "loss": 1.333516001701355, "total_norm": 12.780210494995117}
-{"epoch": 1, "step": 1682, "loss": 0.6845527291297913, "total_norm": 9.798299789428711}
-{"epoch": 1, "step": 1683, "loss": 1.2547268867492676, "total_norm": 16.567068099975586}
-{"epoch": 1, "step": 1684, "loss": 1.4259297847747803, "total_norm": 12.401784896850586}
-{"epoch": 1, "step": 1685, "loss": 1.7401185035705566, "total_norm": 11.439952850341797}
-{"epoch": 1, "step": 1686, "loss": 1.6995798349380493, "total_norm": 11.87653636932373}
-{"epoch": 1, "step": 1687, "loss": 1.2728010416030884, "total_norm": 12.777811050415039}
-{"epoch": 1, "step": 1688, "loss": 1.3702547550201416, "total_norm": 13.732946395874023}
-{"epoch": 1, "step": 1689, "loss": 1.715588927268982, "total_norm": 15.277544975280762}
-{"epoch": 1, "step": 1690, "loss": 2.0229928493499756, "total_norm": 15.13735580444336}
-{"epoch": 1, "step": 1691, "loss": 1.3687119483947754, "total_norm": 13.04124927520752}
-{"epoch": 1, "step": 1692, "loss": 2.0190818309783936, "total_norm": 13.470376014709473}
-{"epoch": 1, "step": 1693, "loss": 0.8239385485649109, "total_norm": 9.655213356018066}
-{"epoch": 1, "step": 1694, "loss": 0.9845576882362366, "total_norm": 12.927123069763184}
-{"epoch": 1, "step": 1695, "loss": 1.3482234477996826, "total_norm": 15.83614730834961}
-{"epoch": 1, "step": 1696, "loss": 1.1163140535354614, "total_norm": 11.352535247802734}
-{"epoch": 1, "step": 1697, "loss": 0.8065635561943054, "total_norm": 13.827740669250488}
-{"epoch": 1, "step": 1698, "loss": 0.9408878684043884, "total_norm": 12.827981948852539}
-{"epoch": 1, "step": 1699, "loss": 0.6681421995162964, "total_norm": 10.925091743469238}
-{"epoch": 1, "step": 1700, "loss": 1.0216591358184814, "total_norm": 13.356521606445312}
-{"epoch": 1, "step": 1701, "loss": 1.6153885126113892, "total_norm": 12.346627235412598}
-{"epoch": 1, "step": 1702, "loss": 1.203694224357605, "total_norm": 14.567503929138184}
-{"epoch": 1, "step": 1703, "loss": 1.0566420555114746, "total_norm": 11.962991714477539}
-{"epoch": 1, "step": 1704, "loss": 1.067897915840149, "total_norm": 20.905717849731445}
-{"epoch": 1, "step": 1705, "loss": 1.8205559253692627, "total_norm": 13.798179626464844}
-{"epoch": 1, "step": 1706, "loss": 1.144137978553772, "total_norm": 12.867295265197754}
-{"epoch": 1, "step": 1707, "loss": 1.4013328552246094, "total_norm": 11.235297203063965}
-{"epoch": 1, "step": 1708, "loss": 1.0534499883651733, "total_norm": 18.28311538696289}
-{"epoch": 1, "step": 1709, "loss": 0.8057447671890259, "total_norm": 17.888277053833008}
-{"epoch": 1, "step": 1710, "loss": 1.4694589376449585, "total_norm": 12.193869590759277}
-{"epoch": 1, "step": 1711, "loss": 0.9678889513015747, "total_norm": 13.011651039123535}
-{"epoch": 1, "step": 1712, "loss": 1.495951533317566, "total_norm": 14.368886947631836}
-{"epoch": 1, "step": 1713, "loss": 1.4167176485061646, "total_norm": 15.102988243103027}
-{"epoch": 1, "step": 1714, "loss": 0.98291015625, "total_norm": 12.809185028076172}
-{"epoch": 1, "step": 1715, "loss": 1.2782808542251587, "total_norm": 13.53139877319336}
-{"epoch": 1, "step": 1716, "loss": 1.6746217012405396, "total_norm": 11.851177215576172}
-{"epoch": 1, "step": 1717, "loss": 1.6965175867080688, "total_norm": 16.638957977294922}
-{"epoch": 1, "step": 1718, "loss": 1.9208558797836304, "total_norm": 15.799748420715332}
-{"epoch": 1, "step": 1719, "loss": 1.2904412746429443, "total_norm": 10.708027839660645}
-{"epoch": 1, "step": 1720, "loss": 0.8872030973434448, "total_norm": 10.601082801818848}
-{"epoch": 1, "step": 1721, "loss": 1.6135435104370117, "total_norm": 14.263045310974121}
-{"epoch": 1, "step": 1722, "loss": 1.3064075708389282, "total_norm": 13.903850555419922}
-{"epoch": 1, "step": 1723, "loss": 1.2537583112716675, "total_norm": 16.136978149414062}
-{"epoch": 1, "step": 1724, "loss": 1.290601372718811, "total_norm": 12.591545104980469}
-{"epoch": 1, "step": 1725, "loss": 1.4726883172988892, "total_norm": 13.961909294128418}
-{"epoch": 1, "step": 1726, "loss": 1.5352165699005127, "total_norm": 12.445545196533203}
-{"epoch": 1, "step": 1727, "loss": 1.8251111507415771, "total_norm": 10.196907043457031}
-{"epoch": 1, "step": 1728, "loss": 1.2201403379440308, "total_norm": 13.71088981628418}
-{"epoch": 1, "step": 1729, "loss": 1.794119954109192, "total_norm": 13.755749702453613}
-{"epoch": 1, "step": 1730, "loss": 1.5228819847106934, "total_norm": 12.550642967224121}
-{"epoch": 1, "step": 1731, "loss": 1.4181382656097412, "total_norm": 13.532835006713867}
-{"epoch": 1, "step": 1732, "loss": 1.4634732007980347, "total_norm": 11.860015869140625}
-{"epoch": 1, "step": 1733, "loss": 1.2255151271820068, "total_norm": 15.373373031616211}
-{"epoch": 1, "step": 1734, "loss": 0.6251034140586853, "total_norm": 13.395352363586426}
-{"epoch": 1, "step": 1735, "loss": 0.4572589099407196, "total_norm": 11.596511840820312}
-{"epoch": 1, "step": 1736, "loss": 0.6973267793655396, "total_norm": 12.461097717285156}
-{"epoch": 1, "step": 1737, "loss": 1.4942944049835205, "total_norm": 12.591818809509277}
-{"epoch": 1, "step": 1738, "loss": 1.4813344478607178, "total_norm": 14.023386001586914}
-{"epoch": 1, "step": 1739, "loss": 1.5168886184692383, "total_norm": 13.875136375427246}
-{"epoch": 1, "step": 1740, "loss": 1.5041693449020386, "total_norm": 12.036725997924805}
-{"epoch": 1, "step": 1741, "loss": 1.2961509227752686, "total_norm": 10.180631637573242}
-{"epoch": 1, "step": 1742, "loss": 1.472373127937317, "total_norm": 13.87356185913086}
-{"epoch": 1, "step": 1743, "loss": 1.6535656452178955, "total_norm": 15.290020942687988}
-{"epoch": 1, "step": 1744, "loss": 1.654131531715393, "total_norm": 12.256695747375488}
-{"epoch": 1, "step": 1745, "loss": 1.3010611534118652, "total_norm": 11.366558074951172}
-{"epoch": 1, "step": 1746, "loss": 0.9907652735710144, "total_norm": 9.587274551391602}
-{"epoch": 1, "step": 1747, "loss": 1.445519208908081, "total_norm": 9.898931503295898}
-{"epoch": 1, "step": 1748, "loss": 1.385941743850708, "total_norm": 10.848430633544922}
-{"epoch": 1, "step": 1749, "loss": 1.6801438331604004, "total_norm": 12.563457489013672}
-{"epoch": 1, "step": 1750, "loss": 1.4968681335449219, "total_norm": 18.500015258789062}
-{"epoch": 1, "step": 1751, "loss": 1.2232922315597534, "total_norm": 15.216827392578125}
-{"epoch": 1, "step": 1752, "loss": 1.495406985282898, "total_norm": 11.642477989196777}
-{"epoch": 1, "step": 1753, "loss": 1.404428482055664, "total_norm": 14.454614639282227}
-{"epoch": 1, "step": 1754, "loss": 1.2211523056030273, "total_norm": 10.848556518554688}
-{"epoch": 1, "step": 1755, "loss": 1.6101922988891602, "total_norm": 13.742814064025879}
-{"epoch": 1, "step": 1756, "loss": 1.252974271774292, "total_norm": 13.180222511291504}
-{"epoch": 1, "step": 1757, "loss": 0.9627304673194885, "total_norm": 11.867685317993164}
-{"epoch": 1, "step": 1758, "loss": 1.52890145778656, "total_norm": 8.952797889709473}
-{"epoch": 1, "step": 1759, "loss": 1.8777236938476562, "total_norm": 17.774892807006836}
-{"epoch": 1, "step": 1760, "loss": 1.183703899383545, "total_norm": 12.636838912963867}
-{"epoch": 1, "step": 1761, "loss": 1.466389775276184, "total_norm": 15.841954231262207}
-{"epoch": 1, "step": 1762, "loss": 2.217832326889038, "total_norm": 14.521716117858887}
-{"epoch": 1, "step": 1763, "loss": 1.1633487939834595, "total_norm": 11.93648624420166}
-{"epoch": 1, "step": 1764, "loss": 1.3475013971328735, "total_norm": 12.180307388305664}
-{"epoch": 1, "step": 1765, "loss": 1.4802229404449463, "total_norm": 16.103904724121094}
-{"epoch": 1, "step": 1766, "loss": 1.4548969268798828, "total_norm": 12.796026229858398}
-{"epoch": 1, "step": 1767, "loss": 0.9701613187789917, "total_norm": 11.294001579284668}
-{"epoch": 1, "step": 1768, "loss": 1.0288586616516113, "total_norm": 12.114593505859375}
-{"epoch": 1, "step": 1769, "loss": 0.8608882427215576, "total_norm": 12.854217529296875}
-{"epoch": 1, "step": 1770, "loss": 1.1405444145202637, "total_norm": 13.033134460449219}
-{"epoch": 1, "step": 1771, "loss": 1.2474969625473022, "total_norm": 14.911454200744629}
-{"epoch": 1, "step": 1772, "loss": 0.7929422855377197, "total_norm": 11.465548515319824}
-{"epoch": 1, "step": 1773, "loss": 1.0678937435150146, "total_norm": 11.406882286071777}
-{"epoch": 1, "step": 1774, "loss": 1.0079830884933472, "total_norm": 10.666836738586426}
-{"epoch": 1, "step": 1775, "loss": 0.6078670024871826, "total_norm": 9.823734283447266}
-{"epoch": 1, "step": 1776, "loss": 1.2754359245300293, "total_norm": 11.506623268127441}
-{"epoch": 1, "step": 1777, "loss": 1.2063530683517456, "total_norm": 15.046009063720703}
-{"epoch": 1, "step": 1778, "loss": 0.9446042776107788, "total_norm": 18.73692512512207}
-{"epoch": 1, "step": 1779, "loss": 1.3734493255615234, "total_norm": 12.431062698364258}
-{"epoch": 1, "step": 1780, "loss": 1.3086732625961304, "total_norm": 11.542861938476562}
-{"epoch": 1, "step": 1781, "loss": 1.0266919136047363, "total_norm": 12.291436195373535}
-{"epoch": 1, "step": 1782, "loss": 1.5320813655853271, "total_norm": 12.505809783935547}
-{"epoch": 1, "step": 1783, "loss": 0.7465134263038635, "total_norm": 11.15647029876709}
-{"epoch": 1, "step": 1784, "loss": 0.9864665269851685, "total_norm": 14.285576820373535}
-{"epoch": 1, "step": 1785, "loss": 1.0912973880767822, "total_norm": 13.290644645690918}
-{"epoch": 1, "step": 1786, "loss": 1.5182149410247803, "total_norm": 18.897348403930664}
-{"epoch": 1, "step": 1787, "loss": 1.138424277305603, "total_norm": 12.017620086669922}
-{"epoch": 1, "step": 1788, "loss": 1.540906310081482, "total_norm": 12.021617889404297}
-{"epoch": 1, "step": 1789, "loss": 1.3362541198730469, "total_norm": 13.905224800109863}
-{"epoch": 1, "step": 1790, "loss": 1.1250354051589966, "total_norm": 11.354391098022461}
-{"epoch": 1, "step": 1791, "loss": 1.6026777029037476, "total_norm": 15.804808616638184}
-{"epoch": 1, "step": 1792, "loss": 1.1253159046173096, "total_norm": 12.269887924194336}
-{"epoch": 1, "step": 1793, "loss": 1.4900799989700317, "total_norm": 16.823455810546875}
-{"epoch": 1, "step": 1794, "loss": 1.621221899986267, "total_norm": 13.345932960510254}
-{"epoch": 1, "step": 1795, "loss": 0.8838002681732178, "total_norm": 12.021921157836914}
-{"epoch": 1, "step": 1796, "loss": 0.8462250232696533, "total_norm": 9.907954216003418}
-{"epoch": 1, "step": 1797, "loss": 1.33424973487854, "total_norm": 13.755447387695312}
-{"epoch": 1, "step": 1798, "loss": 1.6534382104873657, "total_norm": 12.81572437286377}
-{"epoch": 1, "step": 1799, "loss": 1.3289860486984253, "total_norm": 12.778803825378418}
-{"epoch": 1, "step": 1800, "loss": 1.5803025960922241, "total_norm": 11.98759937286377}
-{"epoch": 1, "step": 1801, "loss": 1.562711477279663, "total_norm": 13.394708633422852}
-{"epoch": 1, "step": 1802, "loss": 0.6838984489440918, "total_norm": 14.6104736328125}
-{"epoch": 1, "step": 1803, "loss": 1.340212106704712, "total_norm": 13.183234214782715}
-{"epoch": 1, "step": 1804, "loss": 1.33864164352417, "total_norm": 10.473382949829102}
-{"epoch": 1, "step": 1805, "loss": 1.8202145099639893, "total_norm": 12.001378059387207}
-{"epoch": 1, "step": 1806, "loss": 1.0348072052001953, "total_norm": 10.787095069885254}
-{"epoch": 1, "step": 1807, "loss": 1.1181902885437012, "total_norm": 12.454533576965332}
-{"epoch": 1, "step": 1808, "loss": 1.7110345363616943, "total_norm": 13.021234512329102}
-{"epoch": 1, "step": 1809, "loss": 1.3776413202285767, "total_norm": 13.644352912902832}
-{"epoch": 1, "step": 1810, "loss": 1.2176830768585205, "total_norm": 10.203629493713379}
-{"epoch": 1, "step": 1811, "loss": 1.2182466983795166, "total_norm": 12.214015007019043}
-{"epoch": 1, "step": 1812, "loss": 0.7747411131858826, "total_norm": 10.98904800415039}
-{"epoch": 1, "step": 1813, "loss": 1.492370367050171, "total_norm": 11.25865650177002}
-{"epoch": 1, "step": 1814, "loss": 1.7596889734268188, "total_norm": 12.96568775177002}
-{"epoch": 1, "step": 1815, "loss": 1.9221197366714478, "total_norm": 15.936179161071777}
-{"epoch": 1, "step": 1816, "loss": 1.5870503187179565, "total_norm": 11.118221282958984}
-{"epoch": 1, "step": 1817, "loss": 1.195102334022522, "total_norm": 14.652944564819336}
-{"epoch": 1, "step": 1818, "loss": 1.299504041671753, "total_norm": 10.83932113647461}
-{"epoch": 1, "step": 1819, "loss": 2.447186231613159, "total_norm": 13.395078659057617}
-{"epoch": 1, "step": 1820, "loss": 1.641039252281189, "total_norm": 12.771830558776855}
-{"epoch": 1, "step": 1821, "loss": 1.5635038614273071, "total_norm": 12.261157035827637}
-{"epoch": 1, "step": 1822, "loss": 1.2283079624176025, "total_norm": 11.212859153747559}
-{"epoch": 1, "step": 1823, "loss": 0.705832302570343, "total_norm": 16.2252254486084}
-{"epoch": 1, "step": 1824, "loss": 0.8481013774871826, "total_norm": 8.29702377319336}
-{"epoch": 1, "step": 1825, "loss": 0.7360659241676331, "total_norm": 14.330466270446777}
-{"epoch": 1, "step": 1826, "loss": 1.6977550983428955, "total_norm": 10.864319801330566}
-{"epoch": 1, "step": 1827, "loss": 1.1371885538101196, "total_norm": 10.0066499710083}
-{"epoch": 1, "step": 1828, "loss": 1.1444859504699707, "total_norm": 15.014976501464844}
-{"epoch": 1, "step": 1829, "loss": 2.076694965362549, "total_norm": 21.062049865722656}
-{"epoch": 1, "step": 1830, "loss": 1.3141592741012573, "total_norm": 11.480193138122559}
-{"epoch": 1, "step": 1831, "loss": 1.8949167728424072, "total_norm": 15.702418327331543}
-{"epoch": 1, "step": 1832, "loss": 0.9977313280105591, "total_norm": 12.38135051727295}
-{"epoch": 1, "step": 1833, "loss": 1.495660424232483, "total_norm": 15.139552116394043}
-{"epoch": 1, "step": 1834, "loss": 1.0919402837753296, "total_norm": 12.412466049194336}
-{"epoch": 1, "step": 1835, "loss": 1.2805616855621338, "total_norm": 16.282791137695312}
-{"epoch": 1, "step": 1836, "loss": 1.5841249227523804, "total_norm": 12.2086181640625}
-{"epoch": 1, "step": 1837, "loss": 1.4700499773025513, "total_norm": 14.359917640686035}
-{"epoch": 1, "step": 1838, "loss": 1.2966587543487549, "total_norm": 12.468279838562012}
-{"epoch": 1, "step": 1839, "loss": 1.2550396919250488, "total_norm": 13.49964714050293}
-{"epoch": 1, "step": 1840, "loss": 1.7238103151321411, "total_norm": 14.327577590942383}
-{"epoch": 1, "step": 1841, "loss": 1.8047175407409668, "total_norm": 12.666666984558105}
-{"epoch": 1, "step": 1842, "loss": 0.9929460287094116, "total_norm": 17.926288604736328}
-{"epoch": 1, "step": 1843, "loss": 1.0397270917892456, "total_norm": 18.996780395507812}
-{"epoch": 1, "step": 1844, "loss": 1.3597184419631958, "total_norm": 18.59749412536621}
-{"epoch": 1, "step": 1845, "loss": 0.8257896304130554, "total_norm": 9.415332794189453}
-{"epoch": 1, "step": 1846, "loss": 1.5861153602600098, "total_norm": 15.145538330078125}
-{"epoch": 1, "step": 1847, "loss": 1.2115360498428345, "total_norm": 10.964139938354492}
-{"epoch": 1, "step": 1848, "loss": 1.4985144138336182, "total_norm": 15.786177635192871}
-{"epoch": 1, "step": 1849, "loss": 1.3930743932724, "total_norm": 11.58442497253418}
-{"epoch": 1, "step": 1850, "loss": 1.9763623476028442, "total_norm": 13.481999397277832}
-{"epoch": 1, "step": 1851, "loss": 0.9057628512382507, "total_norm": 11.477472305297852}
-{"epoch": 1, "step": 1852, "loss": 1.3736547231674194, "total_norm": 16.47422981262207}
-{"epoch": 1, "step": 1853, "loss": 1.4579036235809326, "total_norm": 13.412491798400879}
-{"epoch": 1, "step": 1854, "loss": 1.5250747203826904, "total_norm": 11.70231819152832}
-{"epoch": 1, "step": 1855, "loss": 1.287671446800232, "total_norm": 11.900662422180176}
-{"epoch": 1, "step": 1856, "loss": 1.1117959022521973, "total_norm": 11.609490394592285}
-{"epoch": 1, "step": 1857, "loss": 1.3904016017913818, "total_norm": 14.041091918945312}
-{"epoch": 1, "step": 1858, "loss": 1.4136834144592285, "total_norm": 21.554962158203125}
-{"epoch": 1, "step": 1859, "loss": 1.371084451675415, "total_norm": 10.56320858001709}
-{"epoch": 1, "step": 1860, "loss": 1.8665944337844849, "total_norm": 18.39519500732422}
-{"epoch": 1, "step": 1861, "loss": 1.2429817914962769, "total_norm": 13.710661888122559}
-{"epoch": 1, "step": 1862, "loss": 1.4670450687408447, "total_norm": 15.126409530639648}
-{"epoch": 1, "step": 1863, "loss": 1.3619316816329956, "total_norm": 12.899140357971191}
-{"epoch": 1, "step": 1864, "loss": 1.0609692335128784, "total_norm": 13.235235214233398}
-{"epoch": 1, "step": 1865, "loss": 1.5885300636291504, "total_norm": 11.59492015838623}
-{"epoch": 1, "step": 1866, "loss": 0.9519886374473572, "total_norm": 11.49282455444336}
-{"epoch": 1, "step": 1867, "loss": 1.1767516136169434, "total_norm": 12.050902366638184}
-{"epoch": 1, "step": 1868, "loss": 1.5419180393218994, "total_norm": 13.726953506469727}
-{"epoch": 1, "step": 1869, "loss": 1.1625480651855469, "total_norm": 14.138370513916016}
-{"epoch": 1, "step": 1870, "loss": 2.0614559650421143, "total_norm": 15.255804061889648}
-{"epoch": 1, "step": 1871, "loss": 1.2594645023345947, "total_norm": 12.759766578674316}
-{"epoch": 1, "step": 1872, "loss": 1.0293210744857788, "total_norm": 17.267547607421875}
-{"epoch": 1, "step": 1873, "loss": 0.9995222687721252, "total_norm": 12.744257926940918}
-{"epoch": 1, "step": 1874, "loss": 1.3614028692245483, "total_norm": 13.840230941772461}
-{"epoch": 1, "step": 1875, "loss": 0.8765989542007446, "total_norm": 18.110950469970703}
-{"epoch": 1, "step": 1876, "loss": 2.0783896446228027, "total_norm": 13.374547004699707}
-{"epoch": 1, "step": 1877, "loss": 1.2554024457931519, "total_norm": 14.047842979431152}
-{"epoch": 1, "step": 1878, "loss": 1.6086760759353638, "total_norm": 15.451200485229492}
-{"epoch": 1, "step": 1879, "loss": 1.1928658485412598, "total_norm": 13.046792030334473}
-{"epoch": 1, "step": 1880, "loss": 1.172611117362976, "total_norm": 13.470396995544434}
-{"epoch": 1, "step": 1881, "loss": 1.47024405002594, "total_norm": 12.177759170532227}
-{"epoch": 1, "step": 1882, "loss": 1.2903534173965454, "total_norm": 10.258179664611816}
-{"epoch": 1, "step": 1883, "loss": 1.6364253759384155, "total_norm": 13.65585994720459}
-{"epoch": 1, "step": 1884, "loss": 1.1310983896255493, "total_norm": 13.640558242797852}
-{"epoch": 1, "step": 1885, "loss": 1.0457582473754883, "total_norm": 14.519092559814453}
-{"epoch": 1, "step": 1886, "loss": 1.6000961065292358, "total_norm": 13.021306037902832}
-{"epoch": 1, "step": 1887, "loss": 1.2620292901992798, "total_norm": 14.789000511169434}
-{"epoch": 1, "step": 1888, "loss": 1.0550905466079712, "total_norm": 8.8992338180542}
-{"epoch": 1, "step": 1889, "loss": 1.3584516048431396, "total_norm": 14.816967964172363}
-{"epoch": 1, "step": 1890, "loss": 1.6937977075576782, "total_norm": 11.238190650939941}
-{"epoch": 1, "step": 1891, "loss": 1.1904370784759521, "total_norm": 11.838151931762695}
-{"epoch": 1, "step": 1892, "loss": 1.1889183521270752, "total_norm": 12.03493881225586}
-{"epoch": 1, "step": 1893, "loss": 1.5487442016601562, "total_norm": 16.67174530029297}
-{"epoch": 1, "step": 1894, "loss": 1.767255187034607, "total_norm": 11.961252212524414}
-{"epoch": 1, "step": 1895, "loss": 1.0434167385101318, "total_norm": 14.114051818847656}
-{"epoch": 1, "step": 1896, "loss": 1.3690611124038696, "total_norm": 10.8897123336792}
-{"epoch": 1, "step": 1897, "loss": 1.195966362953186, "total_norm": 10.204686164855957}
-{"epoch": 1, "step": 1898, "loss": 1.156907558441162, "total_norm": 11.980073928833008}
-{"epoch": 1, "step": 1899, "loss": 1.2369424104690552, "total_norm": 13.100578308105469}
-{"epoch": 1, "step": 1900, "loss": 1.735102891921997, "total_norm": 9.66357135772705}
-{"epoch": 1, "step": 1901, "loss": 1.8369981050491333, "total_norm": 17.35066032409668}
-{"epoch": 1, "step": 1902, "loss": 1.4222828149795532, "total_norm": 12.55668830871582}
-{"epoch": 1, "step": 1903, "loss": 1.1057788133621216, "total_norm": 11.166096687316895}
-{"epoch": 1, "step": 1904, "loss": 0.6336244344711304, "total_norm": 9.43454647064209}
-{"epoch": 1, "step": 1905, "loss": 2.210174560546875, "total_norm": 13.772651672363281}
-{"epoch": 1, "step": 1906, "loss": 1.4145534038543701, "total_norm": 10.834959983825684}
-{"epoch": 1, "step": 1907, "loss": 1.5034500360488892, "total_norm": 12.79550838470459}
-{"epoch": 1, "step": 1908, "loss": 1.2994555234909058, "total_norm": 16.22583770751953}
-{"epoch": 1, "step": 1909, "loss": 1.7554731369018555, "total_norm": 13.583576202392578}
-{"epoch": 1, "step": 1910, "loss": 1.7795836925506592, "total_norm": 11.58045768737793}
-{"epoch": 1, "step": 1911, "loss": 1.2063803672790527, "total_norm": 14.381917953491211}
-{"epoch": 1, "step": 1912, "loss": 1.5446979999542236, "total_norm": 11.751992225646973}
-{"epoch": 1, "step": 1913, "loss": 1.210477590560913, "total_norm": 11.615486145019531}
-{"epoch": 1, "step": 1914, "loss": 1.6081987619400024, "total_norm": 12.923794746398926}
-{"epoch": 1, "step": 1915, "loss": 1.2539554834365845, "total_norm": 12.373663902282715}
-{"epoch": 1, "step": 1916, "loss": 0.812288761138916, "total_norm": 9.782271385192871}
-{"epoch": 1, "step": 1917, "loss": 0.6499379277229309, "total_norm": 10.635465621948242}
-{"epoch": 1, "step": 1918, "loss": 1.5211044549942017, "total_norm": 11.224377632141113}
-{"epoch": 1, "step": 1919, "loss": 2.0959792137145996, "total_norm": 13.33858585357666}
-{"epoch": 1, "step": 1920, "loss": 1.2911711931228638, "total_norm": 11.081233024597168}
-{"epoch": 1, "step": 1921, "loss": 1.342800259590149, "total_norm": 15.143464088439941}
-{"epoch": 1, "step": 1922, "loss": 1.4076753854751587, "total_norm": 15.74909782409668}
-{"epoch": 1, "step": 1923, "loss": 1.0885717868804932, "total_norm": 21.415002822875977}
-{"epoch": 1, "step": 1924, "loss": 1.3078572750091553, "total_norm": 14.748537063598633}
-{"epoch": 1, "step": 1925, "loss": 1.7154515981674194, "total_norm": 12.731532096862793}
-{"epoch": 1, "step": 1926, "loss": 1.0540858507156372, "total_norm": 12.726128578186035}
-{"epoch": 1, "step": 1927, "loss": 1.1901841163635254, "total_norm": 8.750978469848633}
-{"epoch": 1, "step": 1928, "loss": 1.1077032089233398, "total_norm": 14.306122779846191}
-{"epoch": 1, "step": 1929, "loss": 1.7527203559875488, "total_norm": 15.518775939941406}
-{"epoch": 1, "step": 1930, "loss": 1.0493582487106323, "total_norm": 11.912114143371582}
-{"epoch": 1, "step": 1931, "loss": 1.7911629676818848, "total_norm": 9.870441436767578}
-{"epoch": 1, "step": 1932, "loss": 1.167928695678711, "total_norm": 11.39992904663086}
-{"epoch": 1, "step": 1933, "loss": 2.0418574810028076, "total_norm": 10.984769821166992}
-{"epoch": 1, "step": 1934, "loss": 1.3397363424301147, "total_norm": 12.35129451751709}
-{"epoch": 1, "step": 1935, "loss": 1.285754919052124, "total_norm": 21.86898422241211}
-{"epoch": 1, "step": 1936, "loss": 0.915911078453064, "total_norm": 14.55713176727295}
-{"epoch": 1, "step": 1937, "loss": 1.6424111127853394, "total_norm": 12.270648956298828}
-{"epoch": 1, "step": 1938, "loss": 1.3076306581497192, "total_norm": 15.169963836669922}
-{"epoch": 1, "step": 1939, "loss": 1.2330329418182373, "total_norm": 18.700700759887695}
-{"epoch": 1, "step": 1940, "loss": 1.3535832166671753, "total_norm": 13.630049705505371}
-{"epoch": 1, "step": 1941, "loss": 0.9137997627258301, "total_norm": 9.534452438354492}
-{"epoch": 1, "step": 1942, "loss": 1.3855855464935303, "total_norm": 12.020708084106445}
-{"epoch": 1, "step": 1943, "loss": 1.5131981372833252, "total_norm": 13.433286666870117}
-{"epoch": 1, "step": 1944, "loss": 1.1886529922485352, "total_norm": 11.081371307373047}
-{"epoch": 1, "step": 1945, "loss": 1.052633285522461, "total_norm": 11.645748138427734}
-{"epoch": 1, "step": 1946, "loss": 1.291865587234497, "total_norm": 10.967228889465332}
-{"epoch": 1, "step": 1947, "loss": 1.104457974433899, "total_norm": 11.947348594665527}
-{"epoch": 1, "step": 1948, "loss": 1.662304162979126, "total_norm": 10.279779434204102}
-{"epoch": 1, "step": 1949, "loss": 1.3848224878311157, "total_norm": 11.600641250610352}
-{"epoch": 1, "step": 1950, "loss": 1.4850261211395264, "total_norm": 10.235356330871582}
-{"epoch": 1, "step": 1951, "loss": 0.8223819732666016, "total_norm": 13.55019760131836}
-{"epoch": 1, "step": 1952, "loss": 1.5350085496902466, "total_norm": 13.094376564025879}
-{"epoch": 1, "step": 1953, "loss": 1.6011943817138672, "total_norm": 12.509076118469238}
-{"epoch": 1, "step": 1954, "loss": 1.1819297075271606, "total_norm": 11.411396980285645}
-{"epoch": 1, "step": 1955, "loss": 1.3993101119995117, "total_norm": 13.014387130737305}
-{"epoch": 1, "step": 1956, "loss": 1.1939071416854858, "total_norm": 13.364373207092285}
-{"epoch": 1, "step": 1957, "loss": 0.6931227445602417, "total_norm": 12.548422813415527}
-{"epoch": 1, "step": 1958, "loss": 1.0195130109786987, "total_norm": 14.828755378723145}
-{"epoch": 1, "step": 1959, "loss": 1.326086163520813, "total_norm": 17.761123657226562}
-{"epoch": 1, "step": 1960, "loss": 1.262229561805725, "total_norm": 11.880629539489746}
-{"epoch": 1, "step": 1961, "loss": 1.4328858852386475, "total_norm": 18.121597290039062}
-{"epoch": 1, "step": 1962, "loss": 1.2296589612960815, "total_norm": 13.59988784790039}
-{"epoch": 1, "step": 1963, "loss": 0.996786892414093, "total_norm": 15.98058795928955}
-{"epoch": 1, "step": 1964, "loss": 1.1714423894882202, "total_norm": 14.448184967041016}
-{"epoch": 1, "step": 1965, "loss": 1.3108397722244263, "total_norm": 13.076390266418457}
-{"epoch": 1, "step": 1966, "loss": 1.508250117301941, "total_norm": 14.204509735107422}
-{"epoch": 1, "step": 1967, "loss": 1.798879861831665, "total_norm": 19.955265045166016}
-{"epoch": 1, "step": 1968, "loss": 1.221682071685791, "total_norm": 12.648058891296387}
-{"epoch": 1, "step": 1969, "loss": 1.3154017925262451, "total_norm": 18.089923858642578}
-{"epoch": 1, "step": 1970, "loss": 1.0094761848449707, "total_norm": 9.54880428314209}
-{"epoch": 1, "step": 1971, "loss": 1.4785590171813965, "total_norm": 11.400346755981445}
-{"epoch": 1, "step": 1972, "loss": 1.0044976472854614, "total_norm": 12.82476806640625}
-{"epoch": 1, "step": 1973, "loss": 1.1492764949798584, "total_norm": 11.21107292175293}
-{"epoch": 1, "step": 1974, "loss": 1.4360603094100952, "total_norm": 10.595391273498535}
-{"epoch": 1, "step": 1975, "loss": 1.2534619569778442, "total_norm": 21.681167602539062}
-{"epoch": 1, "step": 1976, "loss": 1.7376823425292969, "total_norm": 12.359091758728027}
-{"epoch": 1, "step": 1977, "loss": 1.148423194885254, "total_norm": 14.688167572021484}
-{"epoch": 1, "step": 1978, "loss": 1.4209827184677124, "total_norm": 12.381726264953613}
-{"epoch": 1, "step": 1979, "loss": 1.4896162748336792, "total_norm": 12.131647109985352}
-{"epoch": 1, "step": 1980, "loss": 1.297904133796692, "total_norm": 13.913372039794922}
-{"epoch": 1, "step": 1981, "loss": 1.7330513000488281, "total_norm": 13.576513290405273}
-{"epoch": 1, "step": 1982, "loss": 1.3186917304992676, "total_norm": 10.219481468200684}
-{"epoch": 1, "step": 1983, "loss": 1.2179064750671387, "total_norm": 14.690285682678223}
-{"epoch": 1, "step": 1984, "loss": 1.3185116052627563, "total_norm": 13.488696098327637}
-{"epoch": 1, "step": 1985, "loss": 1.1365224123001099, "total_norm": 9.512333869934082}
-{"epoch": 1, "step": 1986, "loss": 1.6114717721939087, "total_norm": 10.762848854064941}
-{"epoch": 1, "step": 1987, "loss": 2.0098979473114014, "total_norm": 12.42367935180664}
-{"epoch": 1, "step": 1988, "loss": 1.4796504974365234, "total_norm": 13.173336029052734}
-{"epoch": 1, "step": 1989, "loss": 1.3058398962020874, "total_norm": 10.912370681762695}
-{"epoch": 1, "step": 1990, "loss": 0.9488214254379272, "total_norm": 12.66675853729248}
-{"epoch": 1, "step": 1991, "loss": 1.2504185438156128, "total_norm": 12.065641403198242}
-{"epoch": 1, "step": 1992, "loss": 1.0782811641693115, "total_norm": 9.606297492980957}
-{"epoch": 1, "step": 1993, "loss": 1.3437951803207397, "total_norm": 14.38668441772461}
-{"epoch": 1, "step": 1994, "loss": 1.7057076692581177, "total_norm": 12.134427070617676}
-{"epoch": 1, "step": 1995, "loss": 1.396101713180542, "total_norm": 12.296533584594727}
-{"epoch": 1, "step": 1996, "loss": 1.005452036857605, "total_norm": 12.299345016479492}
-{"epoch": 1, "step": 1997, "loss": 1.4704080820083618, "total_norm": 11.604474067687988}
-{"epoch": 1, "step": 1998, "loss": 1.4289346933364868, "total_norm": 13.43307113647461}
-{"epoch": 1, "step": 1999, "loss": 1.4727177619934082, "total_norm": 13.436397552490234}
-{"epoch": 1, "step": 2000, "loss": 1.7269824743270874, "total_norm": 9.13784408569336}
-{"epoch": 1, "step": 2001, "loss": 1.5529065132141113, "total_norm": 13.170034408569336}
-{"epoch": 1, "step": 2002, "loss": 1.061164379119873, "total_norm": 12.097890853881836}
-{"epoch": 1, "step": 2003, "loss": 1.725890040397644, "total_norm": 13.375998497009277}
-{"epoch": 1, "step": 2004, "loss": 1.2314631938934326, "total_norm": 11.092889785766602}
-{"epoch": 1, "step": 2005, "loss": 1.3684419393539429, "total_norm": 12.377744674682617}
-{"epoch": 1, "step": 2006, "loss": 1.2119535207748413, "total_norm": 11.439557075500488}
-{"epoch": 1, "step": 2007, "loss": 0.6802482604980469, "total_norm": 10.501616477966309}
-{"epoch": 1, "step": 2008, "loss": 1.0442429780960083, "total_norm": 11.09647274017334}
-{"epoch": 1, "step": 2009, "loss": 0.8741902709007263, "total_norm": 9.028462409973145}
-{"epoch": 1, "step": 2010, "loss": 1.4407624006271362, "total_norm": 12.37602710723877}
-{"epoch": 1, "step": 2011, "loss": 1.5627598762512207, "total_norm": 15.172065734863281}
-{"epoch": 1, "step": 2012, "loss": 1.3196972608566284, "total_norm": 10.358040809631348}
-{"epoch": 1, "step": 2013, "loss": 1.252272605895996, "total_norm": 9.462757110595703}
-{"epoch": 1, "step": 2014, "loss": 1.6846603155136108, "total_norm": 12.420819282531738}
-{"epoch": 1, "step": 2015, "loss": 1.1784799098968506, "total_norm": 10.420523643493652}
-{"epoch": 1, "step": 2016, "loss": 1.770727276802063, "total_norm": 12.67800235748291}
-{"epoch": 1, "step": 2017, "loss": 1.3203754425048828, "total_norm": 11.551413536071777}
-{"epoch": 1, "step": 2018, "loss": 2.2221646308898926, "total_norm": 13.503602981567383}
-{"epoch": 1, "step": 2019, "loss": 1.295323133468628, "total_norm": 11.614850997924805}
-{"epoch": 1, "step": 2020, "loss": 0.8191050291061401, "total_norm": 12.768045425415039}
-{"epoch": 1, "step": 2021, "loss": 1.5595982074737549, "total_norm": 16.130001068115234}
-{"epoch": 1, "step": 2022, "loss": 1.0682251453399658, "total_norm": 13.8757905960083}
-{"epoch": 1, "step": 2023, "loss": 0.8316478133201599, "total_norm": 12.747363090515137}
-{"epoch": 1, "step": 2024, "loss": 1.4588062763214111, "total_norm": 12.548175811767578}
-{"epoch": 1, "step": 2025, "loss": 1.335044503211975, "total_norm": 10.174613952636719}
-{"epoch": 1, "step": 2026, "loss": 1.5390628576278687, "total_norm": 11.805434226989746}
-{"epoch": 1, "step": 2027, "loss": 0.9997243285179138, "total_norm": 9.147235870361328}
-{"epoch": 1, "step": 2028, "loss": 2.1363837718963623, "total_norm": 13.883687019348145}
-{"epoch": 1, "step": 2029, "loss": 1.2839869260787964, "total_norm": 15.34785270690918}
-{"epoch": 1, "step": 2030, "loss": 1.0181584358215332, "total_norm": 12.741720199584961}
-{"epoch": 1, "step": 2031, "loss": 1.3324543237686157, "total_norm": 10.53230094909668}
-{"epoch": 1, "step": 2032, "loss": 1.15058171749115, "total_norm": 12.112442016601562}
-{"epoch": 1, "step": 2033, "loss": 1.188750982284546, "total_norm": 11.799009323120117}
-{"epoch": 1, "step": 2034, "loss": 1.187759518623352, "total_norm": 13.462100982666016}
-{"epoch": 1, "step": 2035, "loss": 1.5026253461837769, "total_norm": 20.092098236083984}
-{"epoch": 1, "step": 2036, "loss": 1.0876359939575195, "total_norm": 13.857315063476562}
-{"epoch": 1, "step": 2037, "loss": 1.2306580543518066, "total_norm": 13.184882164001465}
-{"epoch": 1, "step": 2038, "loss": 0.6932623386383057, "total_norm": 9.945998191833496}
-{"epoch": 1, "step": 2039, "loss": 1.5003107786178589, "total_norm": 13.511557579040527}
-{"epoch": 1, "step": 2040, "loss": 0.692047655582428, "total_norm": 9.980650901794434}
-{"epoch": 1, "step": 2041, "loss": 1.5859265327453613, "total_norm": 12.645524024963379}
-{"epoch": 1, "step": 2042, "loss": 1.8053265810012817, "total_norm": 15.46447467803955}
-{"epoch": 1, "step": 2043, "loss": 1.5929369926452637, "total_norm": 11.931962966918945}
-{"epoch": 1, "step": 2044, "loss": 1.7243343591690063, "total_norm": 13.426331520080566}
-{"epoch": 1, "step": 2045, "loss": 1.23345148563385, "total_norm": 15.388214111328125}
-{"epoch": 1, "step": 2046, "loss": 1.4782776832580566, "total_norm": 15.893342971801758}
-{"epoch": 1, "step": 2047, "loss": 1.5687068700790405, "total_norm": 11.680910110473633}
-{"epoch": 1, "step": 2048, "eval_loss": 2.100409645587206, "eval_rougeL": 0.23991206108292945}
-{"epoch": 1, "step": 2048, "loss": 1.203764796257019, "total_norm": 15.580560684204102}
-{"epoch": 1, "step": 2049, "loss": 1.1817681789398193, "total_norm": 14.931265830993652}
-{"epoch": 1, "step": 2050, "loss": 1.05000901222229, "total_norm": 13.896378517150879}
-{"epoch": 1, "step": 2051, "loss": 0.9514496922492981, "total_norm": 13.544145584106445}
-{"epoch": 1, "step": 2052, "loss": 1.4803193807601929, "total_norm": 13.328855514526367}
-{"epoch": 1, "step": 2053, "loss": 0.8485699892044067, "total_norm": 8.449594497680664}
-{"epoch": 1, "step": 2054, "loss": 1.319042682647705, "total_norm": 15.381644248962402}
-{"epoch": 1, "step": 2055, "loss": 1.239844560623169, "total_norm": 11.266310691833496}
-{"epoch": 1, "step": 2056, "loss": 1.1617138385772705, "total_norm": 13.082864761352539}
-{"epoch": 1, "step": 2057, "loss": 1.4738043546676636, "total_norm": 11.705286979675293}
-{"epoch": 1, "step": 2058, "loss": 2.0951366424560547, "total_norm": 11.508689880371094}
-{"epoch": 1, "step": 2059, "loss": 2.032104253768921, "total_norm": 13.38202953338623}
-{"epoch": 1, "step": 2060, "loss": 1.6097017526626587, "total_norm": 11.084741592407227}
-{"epoch": 1, "step": 2061, "loss": 1.2005431652069092, "total_norm": 13.405162811279297}
-{"epoch": 1, "step": 2062, "loss": 1.6327558755874634, "total_norm": 13.687070846557617}
-{"epoch": 1, "step": 2063, "loss": 1.4255517721176147, "total_norm": 12.722532272338867}
-{"epoch": 1, "step": 2064, "loss": 1.461631417274475, "total_norm": 20.289058685302734}
-{"epoch": 1, "step": 2065, "loss": 1.7423498630523682, "total_norm": 10.784956932067871}
-{"epoch": 1, "step": 2066, "loss": 1.3950707912445068, "total_norm": 13.569718360900879}
-{"epoch": 1, "step": 2067, "loss": 1.5945390462875366, "total_norm": 17.207372665405273}
-{"epoch": 1, "step": 2068, "loss": 1.5193284749984741, "total_norm": 12.351656913757324}
-{"epoch": 1, "step": 2069, "loss": 1.791585087776184, "total_norm": 11.076586723327637}
-{"epoch": 1, "step": 2070, "loss": 1.9137791395187378, "total_norm": 13.09429931640625}
-{"epoch": 1, "step": 2071, "loss": 1.2192447185516357, "total_norm": 9.897095680236816}
-{"epoch": 1, "step": 2072, "loss": 1.7076314687728882, "total_norm": 17.476091384887695}
-{"epoch": 1, "step": 2073, "loss": 2.2067344188690186, "total_norm": 16.42750358581543}
-{"epoch": 1, "step": 2074, "loss": 1.2146228551864624, "total_norm": 12.179044723510742}
-{"epoch": 1, "step": 2075, "loss": 1.393172025680542, "total_norm": 8.984979629516602}
-{"epoch": 1, "step": 2076, "loss": 1.3648658990859985, "total_norm": 14.43213939666748}
-{"epoch": 1, "step": 2077, "loss": 1.698707103729248, "total_norm": 16.432329177856445}
-{"epoch": 1, "step": 2078, "loss": 1.0991876125335693, "total_norm": 11.840951919555664}
-{"epoch": 1, "step": 2079, "loss": 1.4866629838943481, "total_norm": 11.903318405151367}
-{"epoch": 1, "step": 2080, "loss": 1.2830533981323242, "total_norm": 11.594463348388672}
-{"epoch": 1, "step": 2081, "loss": 1.0302386283874512, "total_norm": 14.966259002685547}
-{"epoch": 1, "step": 2082, "loss": 1.5309529304504395, "total_norm": 19.129514694213867}
-{"epoch": 1, "step": 2083, "loss": 1.0909068584442139, "total_norm": 11.78904914855957}
-{"epoch": 1, "step": 2084, "loss": 1.2173179388046265, "total_norm": 10.245161056518555}
-{"epoch": 1, "step": 2085, "loss": 1.533705711364746, "total_norm": 13.174471855163574}
-{"epoch": 1, "step": 2086, "loss": 0.887355387210846, "total_norm": 13.086634635925293}
-{"epoch": 1, "step": 2087, "loss": 1.5148167610168457, "total_norm": 9.116019248962402}
-{"epoch": 1, "step": 2088, "loss": 1.430057406425476, "total_norm": 11.943429946899414}
-{"epoch": 1, "step": 2089, "loss": 1.1964267492294312, "total_norm": 22.211528778076172}
-{"epoch": 1, "step": 2090, "loss": 0.855626106262207, "total_norm": 13.306540489196777}
-{"epoch": 1, "step": 2091, "loss": 1.1946327686309814, "total_norm": 15.260478973388672}
-{"epoch": 1, "step": 2092, "loss": 1.0306320190429688, "total_norm": 17.137592315673828}
-{"epoch": 1, "step": 2093, "loss": 1.2817164659500122, "total_norm": 13.599067687988281}
-{"epoch": 1, "step": 2094, "loss": 1.4354804754257202, "total_norm": 18.75240135192871}
-{"epoch": 1, "step": 2095, "loss": 1.7006160020828247, "total_norm": 13.686373710632324}
-{"epoch": 1, "step": 2096, "loss": 1.0332154035568237, "total_norm": 9.985870361328125}
-{"epoch": 1, "step": 2097, "loss": 1.1859370470046997, "total_norm": 13.520846366882324}
-{"epoch": 1, "step": 2098, "loss": 1.2041404247283936, "total_norm": 11.537866592407227}
-{"epoch": 1, "step": 2099, "loss": 1.5319668054580688, "total_norm": 10.346967697143555}
-{"epoch": 1, "step": 2100, "loss": 1.3953330516815186, "total_norm": 12.136231422424316}
-{"epoch": 1, "step": 2101, "loss": 1.4881789684295654, "total_norm": 12.389081954956055}
-{"epoch": 1, "step": 2102, "loss": 0.9848948121070862, "total_norm": 11.232142448425293}
-{"epoch": 1, "step": 2103, "loss": 1.15845787525177, "total_norm": 15.735014915466309}
-{"epoch": 1, "step": 2104, "loss": 0.9888051152229309, "total_norm": 10.574714660644531}
-{"epoch": 1, "step": 2105, "loss": 1.3345236778259277, "total_norm": 13.016140937805176}
-{"epoch": 1, "step": 2106, "loss": 1.091694951057434, "total_norm": 12.197361946105957}
-{"epoch": 1, "step": 2107, "loss": 1.62277090549469, "total_norm": 13.905341148376465}
-{"epoch": 1, "step": 2108, "loss": 0.9159010052680969, "total_norm": 12.085360527038574}
-{"epoch": 1, "step": 2109, "loss": 1.9148051738739014, "total_norm": 13.525382995605469}
-{"epoch": 1, "step": 2110, "loss": 1.47745680809021, "total_norm": 14.233804702758789}
-{"epoch": 1, "step": 2111, "loss": 1.1498701572418213, "total_norm": 15.82200813293457}
-{"epoch": 1, "step": 2112, "loss": 0.8434340357780457, "total_norm": 10.105555534362793}
-{"epoch": 1, "step": 2113, "loss": 1.7282806634902954, "total_norm": 12.778593063354492}
-{"epoch": 1, "step": 2114, "loss": 1.3437763452529907, "total_norm": 11.928692817687988}
-{"epoch": 1, "step": 2115, "loss": 2.1004698276519775, "total_norm": 13.614546775817871}
-{"epoch": 1, "step": 2116, "loss": 1.2257516384124756, "total_norm": 11.88217544555664}
-{"epoch": 1, "step": 2117, "loss": 2.0630364418029785, "total_norm": 11.329486846923828}
-{"epoch": 1, "step": 2118, "loss": 1.1852302551269531, "total_norm": 14.073436737060547}
-{"epoch": 1, "step": 2119, "loss": 1.5290699005126953, "total_norm": 17.535560607910156}
-{"epoch": 1, "step": 2120, "loss": 1.242872953414917, "total_norm": 13.436379432678223}
-{"epoch": 1, "step": 2121, "loss": 1.3024471998214722, "total_norm": 12.235267639160156}
-{"epoch": 1, "step": 2122, "loss": 1.0506253242492676, "total_norm": 13.031909942626953}
-{"epoch": 1, "step": 2123, "loss": 1.1597284078598022, "total_norm": 13.281270980834961}
-{"epoch": 1, "step": 2124, "loss": 1.5532231330871582, "total_norm": 11.197957992553711}
-{"epoch": 1, "step": 2125, "loss": 0.9829927086830139, "total_norm": 12.667646408081055}
-{"epoch": 1, "step": 2126, "loss": 0.9175625443458557, "total_norm": 13.318549156188965}
-{"epoch": 1, "step": 2127, "loss": 1.5150721073150635, "total_norm": 13.789046287536621}
-{"epoch": 1, "step": 2128, "loss": 1.243379831314087, "total_norm": 14.254923820495605}
-{"epoch": 1, "step": 2129, "loss": 0.867816150188446, "total_norm": 8.283586502075195}
-{"epoch": 1, "step": 2130, "loss": 2.0239615440368652, "total_norm": 12.647418975830078}
-{"epoch": 1, "step": 2131, "loss": 1.5663230419158936, "total_norm": 11.43439769744873}
-{"epoch": 1, "step": 2132, "loss": 1.200583815574646, "total_norm": 13.689383506774902}
-{"epoch": 1, "step": 2133, "loss": 1.365468144416809, "total_norm": 17.364986419677734}
-{"epoch": 1, "step": 2134, "loss": 0.9673032760620117, "total_norm": 10.128715515136719}
-{"epoch": 1, "step": 2135, "loss": 1.0953744649887085, "total_norm": 11.203838348388672}
-{"epoch": 1, "step": 2136, "loss": 1.3844858407974243, "total_norm": 15.064759254455566}
-{"epoch": 1, "step": 2137, "loss": 1.2380000352859497, "total_norm": 14.364018440246582}
-{"epoch": 1, "step": 2138, "loss": 1.163989543914795, "total_norm": 14.155243873596191}
-{"epoch": 1, "step": 2139, "loss": 1.4855616092681885, "total_norm": 10.7538480758667}
-{"epoch": 1, "step": 2140, "loss": 1.860371470451355, "total_norm": 11.980276107788086}
-{"epoch": 1, "step": 2141, "loss": 1.3517611026763916, "total_norm": 11.31631088256836}
-{"epoch": 1, "step": 2142, "loss": 1.869560718536377, "total_norm": 17.73380470275879}
-{"epoch": 1, "step": 2143, "loss": 1.1054151058197021, "total_norm": 11.905906677246094}
-{"epoch": 1, "step": 2144, "loss": 0.8614611029624939, "total_norm": 8.547775268554688}
-{"epoch": 1, "step": 2145, "loss": 1.2670165300369263, "total_norm": 12.239237785339355}
-{"epoch": 1, "step": 2146, "loss": 1.2952042818069458, "total_norm": 11.64763355255127}
-{"epoch": 1, "step": 2147, "loss": 1.7888230085372925, "total_norm": 11.86253547668457}
-{"epoch": 1, "step": 2148, "loss": 1.3844292163848877, "total_norm": 16.979175567626953}
-{"epoch": 1, "step": 2149, "loss": 1.6197324991226196, "total_norm": 10.724750518798828}
-{"epoch": 1, "step": 2150, "loss": 1.1502615213394165, "total_norm": 13.198652267456055}
-{"epoch": 1, "step": 2151, "loss": 1.907249927520752, "total_norm": 12.015896797180176}
-{"epoch": 1, "step": 2152, "loss": 1.1532858610153198, "total_norm": 10.234614372253418}
-{"epoch": 1, "step": 2153, "loss": 1.3230512142181396, "total_norm": 11.678418159484863}
-{"epoch": 1, "step": 2154, "loss": 1.5516053438186646, "total_norm": 10.063300132751465}
-{"epoch": 1, "step": 2155, "loss": 0.7253258228302002, "total_norm": 12.2249174118042}
-{"epoch": 1, "step": 2156, "loss": 0.9952186942100525, "total_norm": 9.9612455368042}
-{"epoch": 1, "step": 2157, "loss": 1.692033052444458, "total_norm": 13.331976890563965}
-{"epoch": 1, "step": 2158, "loss": 1.6807453632354736, "total_norm": 11.62522029876709}
-{"epoch": 1, "step": 2159, "loss": 1.9524815082550049, "total_norm": 11.653599739074707}
-{"epoch": 1, "step": 2160, "loss": 1.6726692914962769, "total_norm": 12.6475830078125}
-{"epoch": 1, "step": 2161, "loss": 1.302003026008606, "total_norm": 10.549649238586426}
-{"epoch": 1, "step": 2162, "loss": 1.0248088836669922, "total_norm": 10.258574485778809}
-{"epoch": 1, "step": 2163, "loss": 1.2976441383361816, "total_norm": 12.988636016845703}
-{"epoch": 1, "step": 2164, "loss": 1.6695138216018677, "total_norm": 11.941390991210938}
-{"epoch": 1, "step": 2165, "loss": 1.4696775674819946, "total_norm": 15.685447692871094}
-{"epoch": 1, "step": 2166, "loss": 1.722357153892517, "total_norm": 10.095623970031738}
-{"epoch": 1, "step": 2167, "loss": 0.7325235605239868, "total_norm": 12.674769401550293}
-{"epoch": 1, "step": 2168, "loss": 1.633650541305542, "total_norm": 15.696374893188477}
-{"epoch": 1, "step": 2169, "loss": 1.2471970319747925, "total_norm": 11.121098518371582}
-{"epoch": 1, "step": 2170, "loss": 1.7904739379882812, "total_norm": 11.934977531433105}
-{"epoch": 1, "step": 2171, "loss": 1.6607753038406372, "total_norm": 11.409971237182617}
-{"epoch": 1, "step": 2172, "loss": 1.3080147504806519, "total_norm": 11.554838180541992}
-{"epoch": 1, "step": 2173, "loss": 1.1915298700332642, "total_norm": 11.010422706604004}
-{"epoch": 1, "step": 2174, "loss": 1.580101490020752, "total_norm": 11.93153190612793}
-{"epoch": 1, "step": 2175, "loss": 1.2794346809387207, "total_norm": 11.603987693786621}
-{"epoch": 1, "step": 2176, "loss": 1.6571886539459229, "total_norm": 12.337244033813477}
-{"epoch": 1, "step": 2177, "loss": 1.029884696006775, "total_norm": 9.116700172424316}
-{"epoch": 1, "step": 2178, "loss": 1.818864107131958, "total_norm": 14.77605152130127}
-{"epoch": 1, "step": 2179, "loss": 1.0324616432189941, "total_norm": 16.496387481689453}
-{"epoch": 1, "step": 2180, "loss": 1.4228715896606445, "total_norm": 11.879878044128418}
-{"epoch": 1, "step": 2181, "loss": 1.6102497577667236, "total_norm": 13.161678314208984}
-{"epoch": 1, "step": 2182, "loss": 0.5479021072387695, "total_norm": 11.153400421142578}
-{"epoch": 1, "step": 2183, "loss": 1.1939759254455566, "total_norm": 10.624091148376465}
-{"epoch": 1, "step": 2184, "loss": 1.200730323791504, "total_norm": 13.262771606445312}
-{"epoch": 1, "step": 2185, "loss": 0.898837685585022, "total_norm": 8.560205459594727}
-{"epoch": 1, "step": 2186, "loss": 1.2420177459716797, "total_norm": 12.763077735900879}
-{"epoch": 1, "step": 2187, "loss": 1.536457896232605, "total_norm": 11.906274795532227}
-{"epoch": 1, "step": 2188, "loss": 1.0079880952835083, "total_norm": 13.405702590942383}
-{"epoch": 1, "step": 2189, "loss": 1.3048839569091797, "total_norm": 15.761341094970703}
-{"epoch": 1, "step": 2190, "loss": 1.3129780292510986, "total_norm": 13.924829483032227}
-{"epoch": 1, "step": 2191, "loss": 1.1498615741729736, "total_norm": 16.25627326965332}
-{"epoch": 1, "step": 2192, "loss": 1.5758130550384521, "total_norm": 11.89726448059082}
-{"epoch": 1, "step": 2193, "loss": 1.5997591018676758, "total_norm": 16.999950408935547}
-{"epoch": 1, "step": 2194, "loss": 0.5704391002655029, "total_norm": 10.918636322021484}
-{"epoch": 1, "step": 2195, "loss": 1.2315959930419922, "total_norm": 15.05240535736084}
-{"epoch": 1, "step": 2196, "loss": 1.0446231365203857, "total_norm": 11.109134674072266}
-{"epoch": 1, "step": 2197, "loss": 1.147118330001831, "total_norm": 14.875266075134277}
-{"epoch": 1, "step": 2198, "loss": 1.5766466856002808, "total_norm": 12.91408634185791}
-{"epoch": 1, "step": 2199, "loss": 1.3438150882720947, "total_norm": 10.764873504638672}
-{"epoch": 1, "step": 2200, "loss": 1.1503913402557373, "total_norm": 17.197704315185547}
-{"epoch": 1, "step": 2201, "loss": 1.1217890977859497, "total_norm": 13.080450057983398}
-{"epoch": 1, "step": 2202, "loss": 1.225226879119873, "total_norm": 13.579436302185059}
-{"epoch": 1, "step": 2203, "loss": 1.4134769439697266, "total_norm": 14.937134742736816}
-{"epoch": 1, "step": 2204, "loss": 1.9911617040634155, "total_norm": 16.259523391723633}
-{"epoch": 1, "step": 2205, "loss": 1.5134536027908325, "total_norm": 14.263458251953125}
-{"epoch": 1, "step": 2206, "loss": 1.5281809568405151, "total_norm": 11.194276809692383}
-{"epoch": 1, "step": 2207, "loss": 1.1554988622665405, "total_norm": 10.337697982788086}
-{"epoch": 1, "step": 2208, "loss": 1.648926019668579, "total_norm": 14.207691192626953}
-{"epoch": 1, "step": 2209, "loss": 1.2064785957336426, "total_norm": 14.443851470947266}
-{"epoch": 1, "step": 2210, "loss": 0.9886733293533325, "total_norm": 10.886114120483398}
-{"epoch": 1, "step": 2211, "loss": 1.2469209432601929, "total_norm": 12.158056259155273}
-{"epoch": 1, "step": 2212, "loss": 0.8390454649925232, "total_norm": 11.2064790725708}
-{"epoch": 1, "step": 2213, "loss": 1.338475227355957, "total_norm": 12.184550285339355}
-{"epoch": 1, "step": 2214, "loss": 0.8513249754905701, "total_norm": 13.051313400268555}
-{"epoch": 1, "step": 2215, "loss": 1.6489241123199463, "total_norm": 9.616165161132812}
-{"epoch": 1, "step": 2216, "loss": 1.1568607091903687, "total_norm": 13.257025718688965}
-{"epoch": 1, "step": 2217, "loss": 1.7630925178527832, "total_norm": 14.566883087158203}
-{"epoch": 1, "step": 2218, "loss": 1.8201358318328857, "total_norm": 12.616609573364258}
-{"epoch": 1, "step": 2219, "loss": 1.9548386335372925, "total_norm": 15.923933982849121}
-{"epoch": 1, "step": 2220, "loss": 1.484126091003418, "total_norm": 11.236127853393555}
-{"epoch": 1, "step": 2221, "loss": 1.2836538553237915, "total_norm": 10.539770126342773}
-{"epoch": 1, "step": 2222, "loss": 1.2017607688903809, "total_norm": 11.895395278930664}
-{"epoch": 1, "step": 2223, "loss": 1.2132118940353394, "total_norm": 10.410150527954102}
-{"epoch": 1, "step": 2224, "loss": 0.9275321960449219, "total_norm": 12.205498695373535}
-{"epoch": 1, "step": 2225, "loss": 1.3568438291549683, "total_norm": 13.922026634216309}
-{"epoch": 1, "step": 2226, "loss": 1.7533119916915894, "total_norm": 15.24026870727539}
-{"epoch": 1, "step": 2227, "loss": 1.6682634353637695, "total_norm": 13.368804931640625}
-{"epoch": 1, "step": 2228, "loss": 1.5127521753311157, "total_norm": 12.287869453430176}
-{"epoch": 1, "step": 2229, "loss": 0.9695819616317749, "total_norm": 13.876505851745605}
-{"epoch": 1, "step": 2230, "loss": 1.6653660535812378, "total_norm": 13.44575309753418}
-{"epoch": 1, "step": 2231, "loss": 1.61458158493042, "total_norm": 12.52038288116455}
-{"epoch": 1, "step": 2232, "loss": 1.1833531856536865, "total_norm": 14.285062789916992}
-{"epoch": 1, "step": 2233, "loss": 1.8752447366714478, "total_norm": 10.955381393432617}
-{"epoch": 1, "step": 2234, "loss": 1.492478847503662, "total_norm": 16.104154586791992}
-{"epoch": 1, "step": 2235, "loss": 1.3902134895324707, "total_norm": 9.314958572387695}
-{"epoch": 1, "step": 2236, "loss": 0.6434348821640015, "total_norm": 11.613320350646973}
-{"epoch": 1, "step": 2237, "loss": 1.1065282821655273, "total_norm": 14.47457504272461}
-{"epoch": 1, "step": 2238, "loss": 1.3354244232177734, "total_norm": 11.438040733337402}
-{"epoch": 1, "step": 2239, "loss": 1.6211106777191162, "total_norm": 12.01501750946045}
-{"epoch": 1, "step": 2240, "loss": 1.386077880859375, "total_norm": 11.007344245910645}
-{"epoch": 1, "step": 2241, "loss": 1.7799862623214722, "total_norm": 15.311366081237793}
-{"epoch": 1, "step": 2242, "loss": 1.5417606830596924, "total_norm": 14.972726821899414}
-{"epoch": 1, "step": 2243, "loss": 1.3691750764846802, "total_norm": 15.820734024047852}
-{"epoch": 1, "step": 2244, "loss": 1.394783854484558, "total_norm": 13.321558952331543}
-{"epoch": 1, "step": 2245, "loss": 0.9271509051322937, "total_norm": 12.314696311950684}
-{"epoch": 1, "step": 2246, "loss": 2.3358614444732666, "total_norm": 19.82908821105957}
-{"epoch": 1, "step": 2247, "loss": 1.6539360284805298, "total_norm": 11.072649002075195}
-{"epoch": 1, "step": 2248, "loss": 1.6824064254760742, "total_norm": 13.105559349060059}
-{"epoch": 1, "step": 2249, "loss": 1.4479426145553589, "total_norm": 15.088237762451172}
-{"epoch": 1, "step": 2250, "loss": 0.929154634475708, "total_norm": 13.797355651855469}
-{"epoch": 1, "step": 2251, "loss": 1.551818609237671, "total_norm": 10.059440612792969}
-{"epoch": 1, "step": 2252, "loss": 1.0902687311172485, "total_norm": 14.681402206420898}
-{"epoch": 1, "step": 2253, "loss": 1.3932420015335083, "total_norm": 12.397419929504395}
-{"epoch": 1, "step": 2254, "loss": 2.1737546920776367, "total_norm": 13.311561584472656}
-{"epoch": 1, "step": 2255, "loss": 1.4629836082458496, "total_norm": 10.9197416305542}
-{"epoch": 1, "step": 2256, "loss": 0.7816211581230164, "total_norm": 9.998557090759277}
-{"epoch": 1, "step": 2257, "loss": 1.789243459701538, "total_norm": 11.751898765563965}
-{"epoch": 1, "step": 2258, "loss": 0.9884923696517944, "total_norm": 14.198124885559082}
-{"epoch": 1, "step": 2259, "loss": 0.8513579368591309, "total_norm": 10.867049217224121}
-{"epoch": 1, "step": 2260, "loss": 1.388495683670044, "total_norm": 11.75497817993164}
-{"epoch": 1, "step": 2261, "loss": 1.372351884841919, "total_norm": 13.168478965759277}
-{"epoch": 1, "step": 2262, "loss": 1.4879369735717773, "total_norm": 12.5606107711792}
-{"epoch": 1, "step": 2263, "loss": 1.2807499170303345, "total_norm": 10.434696197509766}
-{"epoch": 1, "step": 2264, "loss": 1.1892452239990234, "total_norm": 14.572633743286133}
-{"epoch": 1, "step": 2265, "loss": 1.2365156412124634, "total_norm": 14.107353210449219}
-{"epoch": 1, "step": 2266, "loss": 0.834787130355835, "total_norm": 14.447481155395508}
-{"epoch": 1, "step": 2267, "loss": 1.4525209665298462, "total_norm": 11.539499282836914}
-{"epoch": 1, "step": 2268, "loss": 1.5125576257705688, "total_norm": 13.606623649597168}
-{"epoch": 1, "step": 2269, "loss": 0.8259840607643127, "total_norm": 11.624296188354492}
-{"epoch": 1, "step": 2270, "loss": 1.0185012817382812, "total_norm": 10.573026657104492}
-{"epoch": 1, "step": 2271, "loss": 1.2614424228668213, "total_norm": 16.57162094116211}
-{"epoch": 1, "step": 2272, "loss": 1.218330979347229, "total_norm": 11.81733226776123}
-{"epoch": 1, "step": 2273, "loss": 1.2487198114395142, "total_norm": 11.308706283569336}
-{"epoch": 1, "step": 2274, "loss": 1.3711906671524048, "total_norm": 13.010688781738281}
-{"epoch": 1, "step": 2275, "loss": 1.327472448348999, "total_norm": 14.738561630249023}
-{"epoch": 1, "step": 2276, "loss": 1.3993037939071655, "total_norm": 10.815534591674805}
-{"epoch": 1, "step": 2277, "loss": 0.7514210939407349, "total_norm": 12.902369499206543}
-{"epoch": 1, "step": 2278, "loss": 1.2919750213623047, "total_norm": 12.912825584411621}
-{"epoch": 1, "step": 2279, "loss": 1.1329541206359863, "total_norm": 20.406009674072266}
-{"epoch": 1, "step": 2280, "loss": 1.8656820058822632, "total_norm": 13.383371353149414}
-{"epoch": 1, "step": 2281, "loss": 1.2235496044158936, "total_norm": 17.647144317626953}
-{"epoch": 1, "step": 2282, "loss": 1.029760718345642, "total_norm": 13.366507530212402}
-{"epoch": 1, "step": 2283, "loss": 0.9566439986228943, "total_norm": 16.073081970214844}
-{"epoch": 1, "step": 2284, "loss": 1.0355641841888428, "total_norm": 10.7081937789917}
-{"epoch": 1, "step": 2285, "loss": 1.3048946857452393, "total_norm": 11.422798156738281}
-{"epoch": 1, "step": 2286, "loss": 1.6453747749328613, "total_norm": 12.459134101867676}
-{"epoch": 1, "step": 2287, "loss": 1.2564775943756104, "total_norm": 14.8250150680542}
-{"epoch": 1, "step": 2288, "loss": 0.8879092931747437, "total_norm": 10.24691390991211}
-{"epoch": 1, "step": 2289, "loss": 1.675934910774231, "total_norm": 13.493168830871582}
-{"epoch": 1, "step": 2290, "loss": 1.0637367963790894, "total_norm": 17.502769470214844}
-{"epoch": 1, "step": 2291, "loss": 1.148411512374878, "total_norm": 12.686930656433105}
-{"epoch": 1, "step": 2292, "loss": 1.5340102910995483, "total_norm": 12.296039581298828}
-{"epoch": 1, "step": 2293, "loss": 1.611749529838562, "total_norm": 13.478405952453613}
-{"epoch": 1, "step": 2294, "loss": 1.034700632095337, "total_norm": 12.040816307067871}
-{"epoch": 1, "step": 2295, "loss": 1.6656372547149658, "total_norm": 14.076613426208496}
-{"epoch": 1, "step": 2296, "loss": 1.000691533088684, "total_norm": 9.705158233642578}
-{"epoch": 1, "step": 2297, "loss": 1.371516227722168, "total_norm": 18.605083465576172}
-{"epoch": 1, "step": 2298, "loss": 1.403998851776123, "total_norm": 11.758085250854492}
-{"epoch": 1, "step": 2299, "loss": 1.105421543121338, "total_norm": 11.641648292541504}
-{"epoch": 1, "step": 2300, "loss": 1.7694226503372192, "total_norm": 12.412324905395508}
-{"epoch": 1, "step": 2301, "loss": 1.9158885478973389, "total_norm": 12.58418083190918}
-{"epoch": 1, "step": 2302, "loss": 1.4632866382598877, "total_norm": 10.83414077758789}
-{"epoch": 1, "step": 2303, "loss": 0.726344645023346, "total_norm": 10.750221252441406}
-{"epoch": 1, "step": 2304, "loss": 1.0482488870620728, "total_norm": 9.323403358459473}
-{"epoch": 1, "step": 2305, "loss": 2.1108310222625732, "total_norm": 14.559321403503418}
-{"epoch": 1, "step": 2306, "loss": 0.9484884142875671, "total_norm": 11.832473754882812}
-{"epoch": 1, "step": 2307, "loss": 0.9416750073432922, "total_norm": 9.879278182983398}
-{"epoch": 1, "step": 2308, "loss": 1.6438748836517334, "total_norm": 10.27933120727539}
-{"epoch": 1, "step": 2309, "loss": 0.6698479652404785, "total_norm": 10.337726593017578}
-{"epoch": 1, "step": 2310, "loss": 1.1547322273254395, "total_norm": 11.363754272460938}
-{"epoch": 1, "step": 2311, "loss": 0.9567533731460571, "total_norm": 15.167839050292969}
-{"epoch": 1, "step": 2312, "loss": 2.01059889793396, "total_norm": 13.195544242858887}
-{"epoch": 1, "step": 2313, "loss": 2.080683469772339, "total_norm": 11.960800170898438}
-{"epoch": 1, "step": 2314, "loss": 1.4846937656402588, "total_norm": 12.716370582580566}
-{"epoch": 1, "step": 2315, "loss": 1.4537389278411865, "total_norm": 11.40971851348877}
-{"epoch": 1, "step": 2316, "loss": 1.4810569286346436, "total_norm": 12.038199424743652}
-{"epoch": 1, "step": 2317, "loss": 1.2304573059082031, "total_norm": 23.0299015045166}
-{"epoch": 1, "step": 2318, "loss": 0.8751993179321289, "total_norm": 15.827893257141113}
-{"epoch": 1, "step": 2319, "loss": 1.1516073942184448, "total_norm": 14.515089988708496}
-{"epoch": 1, "step": 2320, "loss": 1.1125903129577637, "total_norm": 11.235962867736816}
-{"epoch": 1, "step": 2321, "loss": 1.1328049898147583, "total_norm": 16.686983108520508}
-{"epoch": 1, "step": 2322, "loss": 1.3767848014831543, "total_norm": 15.626426696777344}
-{"epoch": 1, "step": 2323, "loss": 1.4952871799468994, "total_norm": 12.95554256439209}
-{"epoch": 1, "step": 2324, "loss": 0.8098318576812744, "total_norm": 11.208943367004395}
-{"epoch": 1, "step": 2325, "loss": 1.0387840270996094, "total_norm": 15.323714256286621}
-{"epoch": 1, "step": 2326, "loss": 2.1303598880767822, "total_norm": 21.03050422668457}
-{"epoch": 1, "step": 2327, "loss": 1.5753744840621948, "total_norm": 12.340286254882812}
-{"epoch": 1, "step": 2328, "loss": 2.1139323711395264, "total_norm": 15.401082992553711}
-{"epoch": 1, "step": 2329, "loss": 0.8632833361625671, "total_norm": 16.97134780883789}
-{"epoch": 1, "step": 2330, "loss": 1.8843064308166504, "total_norm": 12.119186401367188}
-{"epoch": 1, "step": 2331, "loss": 0.9193252921104431, "total_norm": 11.442331314086914}
-{"epoch": 1, "step": 2332, "loss": 2.179258108139038, "total_norm": 11.10428524017334}
-{"epoch": 1, "step": 2333, "loss": 1.408979058265686, "total_norm": 12.203689575195312}
-{"epoch": 1, "step": 2334, "loss": 1.0269697904586792, "total_norm": 10.957953453063965}
-{"epoch": 1, "step": 2335, "loss": 1.2922484874725342, "total_norm": 15.193596839904785}
-{"epoch": 1, "step": 2336, "loss": 1.2706472873687744, "total_norm": 14.440494537353516}
-{"epoch": 1, "step": 2337, "loss": 1.4607086181640625, "total_norm": 12.232419967651367}
-{"epoch": 1, "step": 2338, "loss": 1.1980711221694946, "total_norm": 12.699223518371582}
-{"epoch": 1, "step": 2339, "loss": 1.6860978603363037, "total_norm": 13.82798957824707}
-{"epoch": 1, "step": 2340, "loss": 1.5192630290985107, "total_norm": 12.648629188537598}
-{"epoch": 1, "step": 2341, "loss": 1.6748607158660889, "total_norm": 12.194086074829102}
-{"epoch": 1, "step": 2342, "loss": 1.7035523653030396, "total_norm": 12.158090591430664}
-{"epoch": 1, "step": 2343, "loss": 1.0498608350753784, "total_norm": 12.00753402709961}
-{"epoch": 1, "step": 2344, "loss": 1.2992388010025024, "total_norm": 13.617388725280762}
-{"epoch": 1, "step": 2345, "loss": 1.1677309274673462, "total_norm": 12.115477561950684}
-{"epoch": 1, "step": 2346, "loss": 1.49124276638031, "total_norm": 13.02561092376709}
-{"epoch": 1, "step": 2347, "loss": 1.2468987703323364, "total_norm": 13.045526504516602}
-{"epoch": 1, "step": 2348, "loss": 1.720048427581787, "total_norm": 16.005704879760742}
-{"epoch": 1, "step": 2349, "loss": 1.7901884317398071, "total_norm": 13.900616645812988}
-{"epoch": 1, "step": 2350, "loss": 1.4450616836547852, "total_norm": 12.474669456481934}
-{"epoch": 1, "step": 2351, "loss": 1.291778326034546, "total_norm": 11.492508888244629}
-{"epoch": 1, "step": 2352, "loss": 1.3957000970840454, "total_norm": 13.15744686126709}
-{"epoch": 1, "step": 2353, "loss": 0.8890683054924011, "total_norm": 11.359394073486328}
-{"epoch": 1, "step": 2354, "loss": 1.9116084575653076, "total_norm": 13.01523494720459}
-{"epoch": 1, "step": 2355, "loss": 1.5312600135803223, "total_norm": 14.00253677368164}
-{"epoch": 1, "step": 2356, "loss": 1.4911384582519531, "total_norm": 11.425561904907227}
-{"epoch": 1, "step": 2357, "loss": 1.5292818546295166, "total_norm": 13.207870483398438}
-{"epoch": 1, "step": 2358, "loss": 1.5954623222351074, "total_norm": 12.039362907409668}
-{"epoch": 1, "step": 2359, "loss": 1.4247571229934692, "total_norm": 12.185444831848145}
-{"epoch": 1, "step": 2360, "loss": 1.221811294555664, "total_norm": 16.9658145904541}
-{"epoch": 1, "step": 2361, "loss": 1.600414752960205, "total_norm": 12.691462516784668}
-{"epoch": 1, "step": 2362, "loss": 0.9736195206642151, "total_norm": 11.491490364074707}
-{"epoch": 1, "step": 2363, "loss": 1.1441377401351929, "total_norm": 11.116065979003906}
-{"epoch": 1, "step": 2364, "loss": 1.3944940567016602, "total_norm": 12.84706974029541}
-{"epoch": 1, "step": 2365, "loss": 0.897789716720581, "total_norm": 9.673118591308594}
-{"epoch": 1, "step": 2366, "loss": 1.3073310852050781, "total_norm": 9.732149124145508}
-{"epoch": 1, "step": 2367, "loss": 1.8449623584747314, "total_norm": 15.013407707214355}
-{"epoch": 1, "step": 2368, "loss": 0.8725821375846863, "total_norm": 11.039822578430176}
-{"epoch": 1, "step": 2369, "loss": 1.362484335899353, "total_norm": 15.82959270477295}
-{"epoch": 1, "step": 2370, "loss": 1.6003831624984741, "total_norm": 11.799833297729492}
-{"epoch": 1, "step": 2371, "loss": 0.933018147945404, "total_norm": 17.42261505126953}
-{"epoch": 1, "step": 2372, "loss": 1.4586764574050903, "total_norm": 12.913034439086914}
-{"epoch": 1, "step": 2373, "loss": 1.6485170125961304, "total_norm": 12.356450080871582}
-{"epoch": 1, "step": 2374, "loss": 0.6801952123641968, "total_norm": 9.370404243469238}
-{"epoch": 1, "step": 2375, "loss": 1.3134785890579224, "total_norm": 9.885589599609375}
-{"epoch": 1, "step": 2376, "loss": 1.568458080291748, "total_norm": 11.295348167419434}
-{"epoch": 1, "step": 2377, "loss": 1.307054042816162, "total_norm": 10.009451866149902}
-{"epoch": 1, "step": 2378, "loss": 1.743155598640442, "total_norm": 11.890203475952148}
-{"epoch": 1, "step": 2379, "loss": 0.9678610563278198, "total_norm": 15.452611923217773}
-{"epoch": 1, "step": 2380, "loss": 1.171587586402893, "total_norm": 11.405204772949219}
-{"epoch": 1, "step": 2381, "loss": 1.0391179323196411, "total_norm": 17.84585189819336}
-{"epoch": 1, "step": 2382, "loss": 1.6290876865386963, "total_norm": 10.550378799438477}
-{"epoch": 1, "step": 2383, "loss": 1.919359564781189, "total_norm": 15.09272575378418}
-{"epoch": 1, "step": 2384, "loss": 1.2707622051239014, "total_norm": 13.173770904541016}
-{"epoch": 1, "step": 2385, "loss": 1.3093900680541992, "total_norm": 15.310115814208984}
-{"epoch": 1, "step": 2386, "loss": 1.9073609113693237, "total_norm": 13.647308349609375}
-{"epoch": 1, "step": 2387, "loss": 1.0137234926223755, "total_norm": 15.04813003540039}
-{"epoch": 1, "step": 2388, "loss": 1.2770318984985352, "total_norm": 13.16377067565918}
-{"epoch": 1, "step": 2389, "loss": 1.8299992084503174, "total_norm": 9.567684173583984}
-{"epoch": 1, "step": 2390, "loss": 1.148336410522461, "total_norm": 12.920732498168945}
-{"epoch": 1, "step": 2391, "loss": 1.7887639999389648, "total_norm": 10.595463752746582}
-{"epoch": 1, "step": 2392, "loss": 1.1064858436584473, "total_norm": 11.975852966308594}
-{"epoch": 1, "step": 2393, "loss": 0.6941731572151184, "total_norm": 12.333402633666992}
-{"epoch": 1, "step": 2394, "loss": 1.3724886178970337, "total_norm": 14.259527206420898}
-{"epoch": 1, "step": 2395, "loss": 1.4678878784179688, "total_norm": 12.103848457336426}
-{"epoch": 1, "step": 2396, "loss": 1.2731126546859741, "total_norm": 9.167720794677734}
-{"epoch": 1, "step": 2397, "loss": 0.9389497637748718, "total_norm": 11.15569019317627}
-{"epoch": 1, "step": 2398, "loss": 1.0724852085113525, "total_norm": 12.275057792663574}
-{"epoch": 1, "step": 2399, "loss": 0.9019014239311218, "total_norm": 11.155121803283691}
-{"epoch": 1, "step": 2400, "loss": 1.2411588430404663, "total_norm": 15.366804122924805}
-{"epoch": 1, "step": 2401, "loss": 1.235960602760315, "total_norm": 11.169618606567383}
-{"epoch": 1, "step": 2402, "loss": 1.272971510887146, "total_norm": 13.385505676269531}
-{"epoch": 1, "step": 2403, "loss": 1.9148441553115845, "total_norm": 13.814476013183594}
-{"epoch": 1, "step": 2404, "loss": 1.4231942892074585, "total_norm": 13.088805198669434}
-{"epoch": 1, "step": 2405, "loss": 1.4383597373962402, "total_norm": 12.976174354553223}
-{"epoch": 1, "step": 2406, "loss": 1.4256244897842407, "total_norm": 10.744613647460938}
-{"epoch": 1, "step": 2407, "loss": 0.943773627281189, "total_norm": 12.962711334228516}
-{"epoch": 1, "step": 2408, "loss": 0.9444795846939087, "total_norm": 11.522148132324219}
-{"epoch": 1, "step": 2409, "loss": 1.2422459125518799, "total_norm": 12.282772064208984}
-{"epoch": 1, "step": 2410, "loss": 1.558599829673767, "total_norm": 11.350202560424805}
-{"epoch": 1, "step": 2411, "loss": 1.2059537172317505, "total_norm": 10.448019981384277}
-{"epoch": 1, "step": 2412, "loss": 1.5000622272491455, "total_norm": 12.737089157104492}
-{"epoch": 1, "step": 2413, "loss": 1.5193512439727783, "total_norm": 16.654022216796875}
-{"epoch": 1, "step": 2414, "loss": 2.3397057056427, "total_norm": 13.944389343261719}
-{"epoch": 1, "step": 2415, "loss": 1.0769203901290894, "total_norm": 13.970837593078613}
-{"epoch": 1, "step": 2416, "loss": 1.6271240711212158, "total_norm": 11.84227466583252}
-{"epoch": 1, "step": 2417, "loss": 1.2263952493667603, "total_norm": 11.717109680175781}
-{"epoch": 1, "step": 2418, "loss": 1.2079062461853027, "total_norm": 13.74344253540039}
-{"epoch": 1, "step": 2419, "loss": 1.0127537250518799, "total_norm": 12.067386627197266}
-{"epoch": 1, "step": 2420, "loss": 1.3189207315444946, "total_norm": 13.917363166809082}
-{"epoch": 1, "step": 2421, "loss": 1.603126049041748, "total_norm": 13.008859634399414}
-{"epoch": 1, "step": 2422, "loss": 0.968539297580719, "total_norm": 16.934558868408203}
-{"epoch": 1, "step": 2423, "loss": 1.5984610319137573, "total_norm": 14.055106163024902}
-{"epoch": 1, "step": 2424, "loss": 1.7314932346343994, "total_norm": 16.211666107177734}
-{"epoch": 1, "step": 2425, "loss": 1.3715837001800537, "total_norm": 13.020302772521973}
-{"epoch": 1, "step": 2426, "loss": 1.295438289642334, "total_norm": 12.956692695617676}
-{"epoch": 1, "step": 2427, "loss": 1.4619948863983154, "total_norm": 12.308727264404297}
-{"epoch": 1, "step": 2428, "loss": 1.9867064952850342, "total_norm": 13.169085502624512}
-{"epoch": 1, "step": 2429, "loss": 0.6524675488471985, "total_norm": 14.083036422729492}
-{"epoch": 1, "step": 2430, "loss": 1.4453843832015991, "total_norm": 12.484294891357422}
-{"epoch": 1, "step": 2431, "loss": 1.187626600265503, "total_norm": 11.41731071472168}
-{"epoch": 1, "step": 2432, "loss": 0.9244281053543091, "total_norm": 8.685169219970703}
-{"epoch": 1, "step": 2433, "loss": 1.5412545204162598, "total_norm": 12.083175659179688}
-{"epoch": 1, "step": 2434, "loss": 1.1189297437667847, "total_norm": 13.953470230102539}
-{"epoch": 1, "step": 2435, "loss": 1.9785784482955933, "total_norm": 14.503155708312988}
-{"epoch": 1, "step": 2436, "loss": 1.8153232336044312, "total_norm": 13.564233779907227}
-{"epoch": 1, "step": 2437, "loss": 1.0059125423431396, "total_norm": 13.925078392028809}
-{"epoch": 1, "step": 2438, "loss": 1.8298040628433228, "total_norm": 12.782207489013672}
-{"epoch": 1, "step": 2439, "loss": 0.4130459129810333, "total_norm": 12.867135047912598}
-{"epoch": 1, "step": 2440, "loss": 1.006028175354004, "total_norm": 14.933497428894043}
-{"epoch": 1, "step": 2441, "loss": 1.4950413703918457, "total_norm": 11.14736270904541}
-{"epoch": 1, "step": 2442, "loss": 1.5683071613311768, "total_norm": 14.728348731994629}
-{"epoch": 1, "step": 2443, "loss": 0.8125167489051819, "total_norm": 12.259028434753418}
-{"epoch": 1, "step": 2444, "loss": 2.007657051086426, "total_norm": 12.827470779418945}
-{"epoch": 1, "step": 2445, "loss": 1.462201476097107, "total_norm": 10.050312995910645}
-{"epoch": 1, "step": 2446, "loss": 0.8118791580200195, "total_norm": 8.92071533203125}
-{"epoch": 1, "step": 2447, "loss": 1.447469711303711, "total_norm": 10.90149974822998}
-{"epoch": 1, "step": 2448, "loss": 1.5747151374816895, "total_norm": 13.335444450378418}
-{"epoch": 1, "step": 2449, "loss": 1.0560888051986694, "total_norm": 10.23781681060791}
-{"epoch": 1, "step": 2450, "loss": 1.473065972328186, "total_norm": 17.507787704467773}
-{"epoch": 1, "step": 2451, "loss": 1.193792700767517, "total_norm": 12.721707344055176}
-{"epoch": 1, "step": 2452, "loss": 1.3020520210266113, "total_norm": 15.153066635131836}
-{"epoch": 1, "step": 2453, "loss": 1.788582682609558, "total_norm": 9.594738006591797}
-{"epoch": 1, "step": 2454, "loss": 1.5289376974105835, "total_norm": 11.8307466506958}
-{"epoch": 1, "step": 2455, "loss": 1.4159642457962036, "total_norm": 14.425350189208984}
-{"epoch": 1, "step": 2456, "loss": 1.0668619871139526, "total_norm": 10.185449600219727}
-{"epoch": 1, "step": 2457, "loss": 1.5309306383132935, "total_norm": 13.026956558227539}
-{"epoch": 1, "step": 2458, "loss": 1.0238149166107178, "total_norm": 9.531487464904785}
-{"epoch": 1, "step": 2459, "loss": 1.234785556793213, "total_norm": 15.584441184997559}
-{"epoch": 1, "step": 2460, "loss": 1.1335129737854004, "total_norm": 17.338441848754883}
-{"epoch": 1, "step": 2461, "loss": 1.9216697216033936, "total_norm": 16.593721389770508}
-{"epoch": 1, "step": 2462, "loss": 1.3326630592346191, "total_norm": 11.110433578491211}
-{"epoch": 1, "step": 2463, "loss": 0.9804250597953796, "total_norm": 16.674591064453125}
-{"epoch": 1, "step": 2464, "loss": 1.2136949300765991, "total_norm": 17.32457733154297}
-{"epoch": 1, "step": 2465, "loss": 1.3646891117095947, "total_norm": 12.819841384887695}
-{"epoch": 1, "step": 2466, "loss": 1.5115069150924683, "total_norm": 16.148160934448242}
-{"epoch": 1, "step": 2467, "loss": 1.016380786895752, "total_norm": 11.926925659179688}
-{"epoch": 1, "step": 2468, "loss": 0.8002835512161255, "total_norm": 10.765880584716797}
-{"epoch": 1, "step": 2469, "loss": 0.8685855269432068, "total_norm": 10.172255516052246}
-{"epoch": 1, "step": 2470, "loss": 1.1611968278884888, "total_norm": 11.757660865783691}
-{"epoch": 1, "step": 2471, "loss": 1.636448621749878, "total_norm": 16.287586212158203}
-{"epoch": 1, "step": 2472, "loss": 1.5023514032363892, "total_norm": 13.53746223449707}
-{"epoch": 1, "step": 2473, "loss": 1.8308080434799194, "total_norm": 13.396806716918945}
-{"epoch": 1, "step": 2474, "loss": 1.483642339706421, "total_norm": 14.16243839263916}
-{"epoch": 1, "step": 2475, "loss": 1.7438262701034546, "total_norm": 10.543924331665039}
-{"epoch": 1, "step": 2476, "loss": 1.6830520629882812, "total_norm": 14.507427215576172}
-{"epoch": 1, "step": 2477, "loss": 1.2044459581375122, "total_norm": 12.624547958374023}
-{"epoch": 1, "step": 2478, "loss": 0.6678407192230225, "total_norm": 14.630183219909668}
-{"epoch": 1, "step": 2479, "loss": 0.5742173790931702, "total_norm": 11.094974517822266}
-{"epoch": 1, "step": 2480, "loss": 1.0306309461593628, "total_norm": 9.850462913513184}
-{"epoch": 1, "step": 2481, "loss": 1.1568065881729126, "total_norm": 10.697541236877441}
-{"epoch": 1, "step": 2482, "loss": 1.2321425676345825, "total_norm": 13.018777847290039}
-{"epoch": 1, "step": 2483, "loss": 1.7460248470306396, "total_norm": 9.84505558013916}
-{"epoch": 1, "step": 2484, "loss": 1.8159698247909546, "total_norm": 16.41221046447754}
-{"epoch": 1, "step": 2485, "loss": 1.3654612302780151, "total_norm": 11.474493980407715}
-{"epoch": 1, "step": 2486, "loss": 1.8207199573516846, "total_norm": 14.633234977722168}
-{"epoch": 1, "step": 2487, "loss": 1.531724452972412, "total_norm": 14.31496524810791}
-{"epoch": 1, "step": 2488, "loss": 1.5974925756454468, "total_norm": 13.600919723510742}
-{"epoch": 1, "step": 2489, "loss": 1.7211613655090332, "total_norm": 13.326833724975586}
-{"epoch": 1, "step": 2490, "loss": 2.0875446796417236, "total_norm": 17.97254753112793}
-{"epoch": 1, "step": 2491, "loss": 1.4833382368087769, "total_norm": 12.753585815429688}
-{"epoch": 1, "step": 2492, "loss": 1.8392783403396606, "total_norm": 13.717286109924316}
-{"epoch": 1, "step": 2493, "loss": 1.0917848348617554, "total_norm": 9.601640701293945}
-{"epoch": 1, "step": 2494, "loss": 1.2245796918869019, "total_norm": 13.198884010314941}
-{"epoch": 1, "step": 2495, "loss": 1.4085147380828857, "total_norm": 9.585610389709473}
-{"epoch": 1, "step": 2496, "loss": 1.4781439304351807, "total_norm": 13.207756996154785}
-{"epoch": 1, "step": 2497, "loss": 1.389220952987671, "total_norm": 13.695136070251465}
-{"epoch": 1, "step": 2498, "loss": 0.9828062653541565, "total_norm": 13.002909660339355}
-{"epoch": 1, "step": 2499, "loss": 1.4353317022323608, "total_norm": 9.86069107055664}
-{"epoch": 1, "step": 2500, "loss": 1.3512896299362183, "total_norm": 12.0902738571167}
-{"epoch": 1, "step": 2501, "loss": 1.5294729471206665, "total_norm": 13.59343147277832}
-{"epoch": 1, "step": 2502, "loss": 1.1095601320266724, "total_norm": 10.632184028625488}
-{"epoch": 1, "step": 2503, "loss": 1.2076284885406494, "total_norm": 11.917853355407715}
-{"epoch": 1, "step": 2504, "loss": 0.9817378520965576, "total_norm": 12.649270057678223}
-{"epoch": 1, "step": 2505, "loss": 0.9754077792167664, "total_norm": 14.113517761230469}
-{"epoch": 1, "step": 2506, "loss": 2.0321269035339355, "total_norm": 15.291431427001953}
-{"epoch": 1, "step": 2507, "loss": 1.2275301218032837, "total_norm": 15.613497734069824}
-{"epoch": 1, "step": 2508, "loss": 1.563493251800537, "total_norm": 12.911376953125}
-{"epoch": 1, "step": 2509, "loss": 1.5563292503356934, "total_norm": 15.15365219116211}
-{"epoch": 1, "step": 2510, "loss": 0.7710069417953491, "total_norm": 11.413074493408203}
-{"epoch": 1, "step": 2511, "loss": 1.1710072755813599, "total_norm": 14.893733978271484}
-{"epoch": 1, "step": 2512, "loss": 1.678159236907959, "total_norm": 12.978939056396484}
-{"epoch": 1, "step": 2513, "loss": 1.5167137384414673, "total_norm": 13.041374206542969}
-{"epoch": 1, "step": 2514, "loss": 1.3029111623764038, "total_norm": 8.410656929016113}
-{"epoch": 1, "step": 2515, "loss": 1.4363369941711426, "total_norm": 12.857406616210938}
-{"epoch": 1, "step": 2516, "loss": 0.9661897420883179, "total_norm": 13.944334030151367}
-{"epoch": 1, "step": 2517, "loss": 1.721291422843933, "total_norm": 12.67423152923584}
-{"epoch": 1, "step": 2518, "loss": 1.2570728063583374, "total_norm": 11.664802551269531}
-{"epoch": 1, "step": 2519, "loss": 1.4392749071121216, "total_norm": 16.564638137817383}
-{"epoch": 1, "step": 2520, "loss": 1.2442623376846313, "total_norm": 17.028934478759766}
-{"epoch": 1, "step": 2521, "loss": 1.3236726522445679, "total_norm": 12.150915145874023}
-{"epoch": 1, "step": 2522, "loss": 1.4860979318618774, "total_norm": 11.238997459411621}
-{"epoch": 1, "step": 2523, "loss": 0.8921273946762085, "total_norm": 11.10834789276123}
-{"epoch": 1, "step": 2524, "loss": 1.6650545597076416, "total_norm": 13.497663497924805}
-{"epoch": 1, "step": 2525, "loss": 1.343706488609314, "total_norm": 10.162739753723145}
-{"epoch": 1, "step": 2526, "loss": 1.4976102113723755, "total_norm": 12.241959571838379}
-{"epoch": 1, "step": 2527, "loss": 1.473821997642517, "total_norm": 12.941658020019531}
-{"epoch": 1, "step": 2528, "loss": 1.6223976612091064, "total_norm": 13.499204635620117}
-{"epoch": 1, "step": 2529, "loss": 1.0626263618469238, "total_norm": 15.083325386047363}
-{"epoch": 1, "step": 2530, "loss": 0.7622159719467163, "total_norm": 11.408117294311523}
-{"epoch": 1, "step": 2531, "loss": 1.6119625568389893, "total_norm": 16.266925811767578}
-{"epoch": 1, "step": 2532, "loss": 1.616952896118164, "total_norm": 12.050901412963867}
-{"epoch": 1, "step": 2533, "loss": 0.6465058922767639, "total_norm": 10.385794639587402}
-{"epoch": 1, "step": 2534, "loss": 1.648141622543335, "total_norm": 9.837594032287598}
-{"epoch": 1, "step": 2535, "loss": 1.1393455266952515, "total_norm": 12.310696601867676}
-{"epoch": 1, "step": 2536, "loss": 2.0122227668762207, "total_norm": 13.346014022827148}
-{"epoch": 1, "step": 2537, "loss": 1.2581510543823242, "total_norm": 11.787762641906738}
-{"epoch": 1, "step": 2538, "loss": 0.9837465286254883, "total_norm": 14.695737838745117}
-{"epoch": 1, "step": 2539, "loss": 1.1933133602142334, "total_norm": 13.158241271972656}
-{"epoch": 1, "step": 2540, "loss": 1.0789467096328735, "total_norm": 12.493231773376465}
-{"epoch": 1, "step": 2541, "loss": 2.072805404663086, "total_norm": 14.54178524017334}
-{"epoch": 1, "step": 2542, "loss": 1.4899053573608398, "total_norm": 13.272638320922852}
-{"epoch": 1, "step": 2543, "loss": 1.6328041553497314, "total_norm": 11.533778190612793}
-{"epoch": 1, "step": 2544, "loss": 1.1584444046020508, "total_norm": 9.497528076171875}
-{"epoch": 1, "step": 2545, "loss": 1.6500482559204102, "total_norm": 13.992595672607422}
-{"epoch": 1, "step": 2546, "loss": 1.2200168371200562, "total_norm": 16.282550811767578}
-{"epoch": 1, "step": 2547, "loss": 1.5214511156082153, "total_norm": 12.961380004882812}
-{"epoch": 1, "step": 2548, "loss": 1.3318405151367188, "total_norm": 12.877508163452148}
-{"epoch": 1, "step": 2549, "loss": 1.6865702867507935, "total_norm": 10.523409843444824}
-{"epoch": 1, "step": 2550, "loss": 1.2863961458206177, "total_norm": 12.892648696899414}
-{"epoch": 1, "step": 2551, "loss": 1.7224676609039307, "total_norm": 12.7576904296875}
-{"epoch": 1, "step": 2552, "loss": 1.3599237203598022, "total_norm": 8.910110473632812}
-{"epoch": 1, "step": 2553, "loss": 1.4116588830947876, "total_norm": 11.862895965576172}
-{"epoch": 1, "step": 2554, "loss": 1.7501939535140991, "total_norm": 13.570633888244629}
-{"epoch": 1, "step": 2555, "loss": 1.5899323225021362, "total_norm": 12.46397876739502}
-{"epoch": 1, "step": 2556, "loss": 1.6123262643814087, "total_norm": 13.31920337677002}
-{"epoch": 1, "step": 2557, "loss": 1.4599764347076416, "total_norm": 14.892836570739746}
-{"epoch": 1, "step": 2558, "loss": 1.1470022201538086, "total_norm": 12.0261812210083}
-{"epoch": 1, "step": 2559, "loss": 1.212859869003296, "total_norm": 11.017765045166016}
-{"epoch": 1, "step": 2560, "eval_loss": 2.101904395967722, "eval_rougeL": 0.23260477982337474}
-{"epoch": 1, "step": 2560, "loss": 1.55348801612854, "total_norm": 12.631353378295898}
-{"epoch": 1, "step": 2561, "loss": 2.3486974239349365, "total_norm": 15.848755836486816}
-{"epoch": 1, "step": 2562, "loss": 1.0864200592041016, "total_norm": 14.25658130645752}
-{"epoch": 1, "step": 2563, "loss": 1.243189811706543, "total_norm": 10.739521980285645}
-{"epoch": 1, "step": 2564, "loss": 1.381691575050354, "total_norm": 14.075693130493164}
-{"epoch": 1, "step": 2565, "loss": 1.6588879823684692, "total_norm": 13.003807067871094}
-{"epoch": 1, "step": 2566, "loss": 1.7879564762115479, "total_norm": 11.749232292175293}
-{"epoch": 1, "step": 2567, "loss": 1.3077062368392944, "total_norm": 11.371355056762695}
-{"epoch": 1, "step": 2568, "loss": 1.167906403541565, "total_norm": 10.077371597290039}
-{"epoch": 1, "step": 2569, "loss": 1.263982892036438, "total_norm": 13.436202049255371}
-{"epoch": 1, "step": 2570, "loss": 1.281064510345459, "total_norm": 13.803858757019043}
-{"epoch": 1, "step": 2571, "loss": 1.1487338542938232, "total_norm": 12.124067306518555}
-{"epoch": 1, "step": 2572, "loss": 1.1412707567214966, "total_norm": 12.815503120422363}
-{"epoch": 1, "step": 2573, "loss": 0.9857907295227051, "total_norm": 19.922138214111328}
-{"epoch": 1, "step": 2574, "loss": 1.6417790651321411, "total_norm": 10.805787086486816}
-{"epoch": 1, "step": 2575, "loss": 1.3892079591751099, "total_norm": 11.455366134643555}
-{"epoch": 1, "step": 2576, "loss": 1.8185776472091675, "total_norm": 12.71471118927002}
-{"epoch": 1, "step": 2577, "loss": 1.4992073774337769, "total_norm": 9.984478950500488}
-{"epoch": 1, "step": 2578, "loss": 1.7118020057678223, "total_norm": 12.612651824951172}
-{"epoch": 1, "step": 2579, "loss": 2.0392720699310303, "total_norm": 17.432376861572266}
-{"epoch": 1, "step": 2580, "loss": 1.33206045627594, "total_norm": 13.268655776977539}
-{"epoch": 1, "step": 2581, "loss": 1.2842435836791992, "total_norm": 17.570547103881836}
-{"epoch": 1, "step": 2582, "loss": 1.3903650045394897, "total_norm": 13.200170516967773}
-{"epoch": 1, "step": 2583, "loss": 1.1300982236862183, "total_norm": 15.272961616516113}
-{"epoch": 1, "step": 2584, "loss": 1.4236959218978882, "total_norm": 15.390213966369629}
-{"epoch": 1, "step": 2585, "loss": 1.5932234525680542, "total_norm": 11.774900436401367}
-{"epoch": 1, "step": 2586, "loss": 1.1638660430908203, "total_norm": 13.976764678955078}
-{"epoch": 1, "step": 2587, "loss": 0.9278572797775269, "total_norm": 15.110590934753418}
-{"epoch": 1, "step": 2588, "loss": 1.3095566034317017, "total_norm": 14.200506210327148}
-{"epoch": 1, "step": 2589, "loss": 1.6342850923538208, "total_norm": 11.544371604919434}
-{"epoch": 1, "step": 2590, "loss": 1.3877078294754028, "total_norm": 9.597457885742188}
-{"epoch": 1, "step": 2591, "loss": 1.4902929067611694, "total_norm": 14.221938133239746}
-{"epoch": 1, "step": 2592, "loss": 1.6649571657180786, "total_norm": 15.512826919555664}
-{"epoch": 1, "step": 2593, "loss": 1.1512622833251953, "total_norm": 11.738486289978027}
-{"epoch": 1, "step": 2594, "loss": 1.8443015813827515, "total_norm": 12.117765426635742}
-{"epoch": 1, "step": 2595, "loss": 1.1774659156799316, "total_norm": 10.686601638793945}
-{"epoch": 1, "step": 2596, "loss": 1.5789251327514648, "total_norm": 11.161593437194824}
-{"epoch": 1, "step": 2597, "loss": 1.203227162361145, "total_norm": 12.96651554107666}
-{"epoch": 1, "step": 2598, "loss": 1.0001294612884521, "total_norm": 12.653543472290039}
-{"epoch": 1, "step": 2599, "loss": 1.366475224494934, "total_norm": 13.071293830871582}
-{"epoch": 1, "step": 2600, "loss": 1.1057376861572266, "total_norm": 11.548633575439453}
-{"epoch": 1, "step": 2601, "loss": 1.6193209886550903, "total_norm": 14.555391311645508}
-{"epoch": 1, "step": 2602, "loss": 1.2533096075057983, "total_norm": 11.654677391052246}
-{"epoch": 1, "step": 2603, "loss": 1.2908833026885986, "total_norm": 11.049108505249023}
-{"epoch": 1, "step": 2604, "loss": 1.219685673713684, "total_norm": 11.616400718688965}
-{"epoch": 1, "step": 2605, "loss": 0.9347562789916992, "total_norm": 14.42412281036377}
-{"epoch": 1, "step": 2606, "loss": 1.5870914459228516, "total_norm": 14.511035919189453}
-{"epoch": 1, "step": 2607, "loss": 1.2581297159194946, "total_norm": 11.087550163269043}
-{"epoch": 1, "step": 2608, "loss": 0.8484356999397278, "total_norm": 10.740567207336426}
-{"epoch": 1, "step": 2609, "loss": 1.3847439289093018, "total_norm": 14.532084465026855}
-{"epoch": 1, "step": 2610, "loss": 1.1758246421813965, "total_norm": 12.776826858520508}
-{"epoch": 1, "step": 2611, "loss": 1.463703989982605, "total_norm": 16.987228393554688}
-{"epoch": 1, "step": 2612, "loss": 1.4374839067459106, "total_norm": 12.029595375061035}
-{"epoch": 1, "step": 2613, "loss": 1.2060846090316772, "total_norm": 14.268302917480469}
-{"epoch": 1, "step": 2614, "loss": 1.5232182741165161, "total_norm": 14.574698448181152}
-{"epoch": 1, "step": 2615, "loss": 1.7180404663085938, "total_norm": 13.905652046203613}
-{"epoch": 1, "step": 2616, "loss": 1.6322731971740723, "total_norm": 13.385743141174316}
-{"epoch": 1, "step": 2617, "loss": 1.6273200511932373, "total_norm": 10.991507530212402}
-{"epoch": 1, "step": 2618, "loss": 0.8582183122634888, "total_norm": 14.25886344909668}
-{"epoch": 1, "step": 2619, "loss": 1.8463358879089355, "total_norm": 11.794071197509766}
-{"epoch": 1, "step": 2620, "loss": 1.6188446283340454, "total_norm": 15.510866165161133}
-{"epoch": 1, "step": 2621, "loss": 0.6252722144126892, "total_norm": 9.332883834838867}
-{"epoch": 1, "step": 2622, "loss": 1.3625634908676147, "total_norm": 16.622798919677734}
-{"epoch": 1, "step": 2623, "loss": 1.4253027439117432, "total_norm": 19.59354591369629}
-{"epoch": 1, "step": 2624, "loss": 2.0007193088531494, "total_norm": 17.156543731689453}
-{"epoch": 1, "step": 2625, "loss": 1.914250135421753, "total_norm": 13.493050575256348}
-{"epoch": 1, "step": 2626, "loss": 1.4395135641098022, "total_norm": 10.606097221374512}
-{"epoch": 1, "step": 2627, "loss": 1.0519038438796997, "total_norm": 12.458481788635254}
-{"epoch": 1, "step": 2628, "loss": 1.6221505403518677, "total_norm": 12.894065856933594}
-{"epoch": 1, "step": 2629, "loss": 1.0385851860046387, "total_norm": 16.106075286865234}
-{"epoch": 1, "step": 2630, "loss": 1.2102125883102417, "total_norm": 15.46508502960205}
-{"epoch": 1, "step": 2631, "loss": 1.4331995248794556, "total_norm": 11.930039405822754}
-{"epoch": 1, "step": 2632, "loss": 1.8976608514785767, "total_norm": 12.968929290771484}
-{"epoch": 1, "step": 2633, "loss": 1.396321415901184, "total_norm": 13.490976333618164}
-{"epoch": 1, "step": 2634, "loss": 0.9448205232620239, "total_norm": 13.40241813659668}
-{"epoch": 1, "step": 2635, "loss": 1.9538953304290771, "total_norm": 14.262187957763672}
-{"epoch": 1, "step": 2636, "loss": 1.4047795534133911, "total_norm": 12.247506141662598}
-{"epoch": 1, "step": 2637, "loss": 1.6552670001983643, "total_norm": 12.878125190734863}
-{"epoch": 1, "step": 2638, "loss": 1.7071924209594727, "total_norm": 12.224658012390137}
-{"epoch": 1, "step": 2639, "loss": 1.3284896612167358, "total_norm": 11.228134155273438}
-{"epoch": 1, "step": 2640, "loss": 1.497356653213501, "total_norm": 10.897830963134766}
-{"epoch": 1, "step": 2641, "loss": 1.7545933723449707, "total_norm": 11.546579360961914}
-{"epoch": 1, "step": 2642, "loss": 1.1693775653839111, "total_norm": 12.6586275100708}
-{"epoch": 1, "step": 2643, "loss": 1.1785632371902466, "total_norm": 11.996519088745117}
-{"epoch": 1, "step": 2644, "loss": 1.1873321533203125, "total_norm": 11.564729690551758}
-{"epoch": 1, "step": 2645, "loss": 0.8244055509567261, "total_norm": 11.528291702270508}
-{"epoch": 1, "step": 2646, "loss": 1.9185917377471924, "total_norm": 13.688605308532715}
-{"epoch": 1, "step": 2647, "loss": 1.4947341680526733, "total_norm": 13.808159828186035}
-{"epoch": 1, "step": 2648, "loss": 1.1971814632415771, "total_norm": 10.746824264526367}
-{"epoch": 1, "step": 2649, "loss": 1.3550747632980347, "total_norm": 9.71358871459961}
-{"epoch": 1, "step": 2650, "loss": 1.6198292970657349, "total_norm": 12.103631019592285}
-{"epoch": 1, "step": 2651, "loss": 1.2577340602874756, "total_norm": 12.925676345825195}
-{"epoch": 1, "step": 2652, "loss": 1.2647343873977661, "total_norm": 17.392749786376953}
-{"epoch": 1, "step": 2653, "loss": 0.9574615955352783, "total_norm": 9.416763305664062}
-{"epoch": 1, "step": 2654, "loss": 1.3207615613937378, "total_norm": 16.249919891357422}
-{"epoch": 1, "step": 2655, "loss": 1.1160067319869995, "total_norm": 11.753257751464844}
-{"epoch": 1, "step": 2656, "loss": 1.0469423532485962, "total_norm": 12.756621360778809}
-{"epoch": 1, "step": 2657, "loss": 1.1420812606811523, "total_norm": 12.426006317138672}
-{"epoch": 1, "step": 2658, "loss": 1.942169427871704, "total_norm": 14.22780704498291}
-{"epoch": 1, "step": 2659, "loss": 1.58931565284729, "total_norm": 10.518328666687012}
-{"epoch": 1, "step": 2660, "loss": 1.4417459964752197, "total_norm": 13.068897247314453}
-{"epoch": 1, "step": 2661, "loss": 1.8536944389343262, "total_norm": 12.820822715759277}
-{"epoch": 1, "step": 2662, "loss": 0.8941776752471924, "total_norm": 12.290842056274414}
-{"epoch": 1, "step": 2663, "loss": 1.237317442893982, "total_norm": 13.07066535949707}
-{"epoch": 1, "step": 2664, "loss": 1.2815977334976196, "total_norm": 11.828224182128906}
-{"epoch": 1, "step": 2665, "loss": 1.898258924484253, "total_norm": 14.701664924621582}
-{"epoch": 1, "step": 2666, "loss": 1.4759955406188965, "total_norm": 17.014493942260742}
-{"epoch": 1, "step": 2667, "loss": 1.6704957485198975, "total_norm": 14.871773719787598}
-{"epoch": 1, "step": 2668, "loss": 1.2641974687576294, "total_norm": 15.144063949584961}
-{"epoch": 1, "step": 2669, "loss": 1.3977437019348145, "total_norm": 12.73164176940918}
-{"epoch": 1, "step": 2670, "loss": 0.9688800573348999, "total_norm": 9.846941947937012}
-{"epoch": 1, "step": 2671, "loss": 2.0934386253356934, "total_norm": 14.403861045837402}
-{"epoch": 1, "step": 2672, "loss": 1.1284452676773071, "total_norm": 13.760990142822266}
-{"epoch": 1, "step": 2673, "loss": 1.3722440004348755, "total_norm": 10.537455558776855}
-{"epoch": 1, "step": 2674, "loss": 1.7361085414886475, "total_norm": 13.932974815368652}
-{"epoch": 1, "step": 2675, "loss": 1.5191121101379395, "total_norm": 12.718024253845215}
-{"epoch": 1, "step": 2676, "loss": 1.795445442199707, "total_norm": 13.372854232788086}
-{"epoch": 1, "step": 2677, "loss": 1.5534363985061646, "total_norm": 11.435922622680664}
-{"epoch": 1, "step": 2678, "loss": 1.1927275657653809, "total_norm": 9.931946754455566}
-{"epoch": 1, "step": 2679, "loss": 0.7226445078849792, "total_norm": 11.001686096191406}
-{"epoch": 1, "step": 2680, "loss": 1.6990306377410889, "total_norm": 12.58326530456543}
-{"epoch": 1, "step": 2681, "loss": 1.6997705698013306, "total_norm": 13.504341125488281}
-{"epoch": 1, "step": 2682, "loss": 0.9503209590911865, "total_norm": 16.104551315307617}
-{"epoch": 1, "step": 2683, "loss": 1.4351556301116943, "total_norm": 13.705339431762695}
-{"epoch": 1, "step": 2684, "loss": 1.0672225952148438, "total_norm": 13.887785911560059}
-{"epoch": 1, "step": 2685, "loss": 1.242012858390808, "total_norm": 13.432828903198242}
-{"epoch": 1, "step": 2686, "loss": 1.670639991760254, "total_norm": 12.953627586364746}
-{"epoch": 1, "step": 2687, "loss": 1.2015539407730103, "total_norm": 10.356614112854004}
-{"epoch": 1, "step": 2688, "loss": 1.8987916707992554, "total_norm": 10.055392265319824}
-{"epoch": 1, "step": 2689, "loss": 1.244263768196106, "total_norm": 10.482532501220703}
-{"epoch": 1, "step": 2690, "loss": 2.1615583896636963, "total_norm": 14.220837593078613}
-{"epoch": 1, "step": 2691, "loss": 1.6939055919647217, "total_norm": 11.93565559387207}
-{"epoch": 1, "step": 2692, "loss": 1.6328455209732056, "total_norm": 11.097212791442871}
-{"epoch": 1, "step": 2693, "loss": 1.7847226858139038, "total_norm": 14.16196060180664}
-{"epoch": 1, "step": 2694, "loss": 1.5436389446258545, "total_norm": 15.338825225830078}
-{"epoch": 1, "step": 2695, "loss": 1.200496792793274, "total_norm": 10.695327758789062}
-{"epoch": 1, "step": 2696, "loss": 1.217949628829956, "total_norm": 12.722676277160645}
-{"epoch": 1, "step": 2697, "loss": 1.3269778490066528, "total_norm": 12.481142044067383}
-{"epoch": 1, "step": 2698, "loss": 1.6734790802001953, "total_norm": 16.94838523864746}
-{"epoch": 1, "step": 2699, "loss": 0.9615328907966614, "total_norm": 15.845745086669922}
-{"epoch": 1, "step": 2700, "loss": 0.5342147350311279, "total_norm": 8.9800443649292}
-{"epoch": 1, "step": 2701, "loss": 1.015304684638977, "total_norm": 11.881088256835938}
-{"epoch": 1, "step": 2702, "loss": 1.3010131120681763, "total_norm": 13.288810729980469}
-{"epoch": 1, "step": 2703, "loss": 1.713754415512085, "total_norm": 16.311586380004883}
-{"epoch": 1, "step": 2704, "loss": 1.754583716392517, "total_norm": 15.175122261047363}
-{"epoch": 1, "step": 2705, "loss": 0.815808892250061, "total_norm": 11.464913368225098}
-{"epoch": 1, "step": 2706, "loss": 1.3403699398040771, "total_norm": 13.052534103393555}
-{"epoch": 1, "step": 2707, "loss": 1.6495921611785889, "total_norm": 14.696372032165527}
-{"epoch": 1, "step": 2708, "loss": 0.9556431770324707, "total_norm": 16.10614013671875}
-{"epoch": 1, "step": 2709, "loss": 1.4053655862808228, "total_norm": 14.542174339294434}
-{"epoch": 1, "step": 2710, "loss": 1.8433853387832642, "total_norm": 16.852745056152344}
-{"epoch": 1, "step": 2711, "loss": 1.5252809524536133, "total_norm": 13.625635147094727}
-{"epoch": 1, "step": 2712, "loss": 1.255590558052063, "total_norm": 15.080928802490234}
-{"epoch": 1, "step": 2713, "loss": 1.4543275833129883, "total_norm": 14.0918607711792}
-{"epoch": 1, "step": 2714, "loss": 1.618975043296814, "total_norm": 12.991288185119629}
-{"epoch": 1, "step": 2715, "loss": 1.9197113513946533, "total_norm": 12.270102500915527}
-{"epoch": 1, "step": 2716, "loss": 1.1764975786209106, "total_norm": 17.955312728881836}
-{"epoch": 1, "step": 2717, "loss": 1.3907126188278198, "total_norm": 13.343432426452637}
-{"epoch": 1, "step": 2718, "loss": 1.435739278793335, "total_norm": 11.159213066101074}
-{"epoch": 1, "step": 2719, "loss": 1.043711543083191, "total_norm": 11.157018661499023}
-{"epoch": 1, "step": 2720, "loss": 1.4539357423782349, "total_norm": 13.945651054382324}
-{"epoch": 1, "step": 2721, "loss": 0.8283628821372986, "total_norm": 16.027523040771484}
-{"epoch": 1, "step": 2722, "loss": 1.4141054153442383, "total_norm": 11.21601676940918}
-{"epoch": 1, "step": 2723, "loss": 1.3106132745742798, "total_norm": 10.390750885009766}
-{"epoch": 1, "step": 2724, "loss": 2.097769021987915, "total_norm": 11.991475105285645}
-{"epoch": 1, "step": 2725, "loss": 1.567488431930542, "total_norm": 14.285313606262207}
-{"epoch": 1, "step": 2726, "loss": 1.2585762739181519, "total_norm": 13.638773918151855}
-{"epoch": 1, "step": 2727, "loss": 1.9002150297164917, "total_norm": 14.07021713256836}
-{"epoch": 1, "step": 2728, "loss": 1.5099104642868042, "total_norm": 12.483441352844238}
-{"epoch": 1, "step": 2729, "loss": 1.3112841844558716, "total_norm": 13.440775871276855}
-{"epoch": 1, "step": 2730, "loss": 1.3400235176086426, "total_norm": 11.818801879882812}
-{"epoch": 1, "step": 2731, "loss": 1.225574016571045, "total_norm": 15.193316459655762}
-{"epoch": 1, "step": 2732, "loss": 1.4037365913391113, "total_norm": 17.469913482666016}
-{"epoch": 1, "step": 2733, "loss": 1.351023554801941, "total_norm": 15.414271354675293}
-{"epoch": 1, "step": 2734, "loss": 1.5897457599639893, "total_norm": 12.599103927612305}
-{"epoch": 1, "step": 2735, "loss": 1.39462411403656, "total_norm": 13.900800704956055}
-{"epoch": 1, "step": 2736, "loss": 0.8722370862960815, "total_norm": 9.565983772277832}
-{"epoch": 1, "step": 2737, "loss": 1.227789282798767, "total_norm": 14.88205623626709}
-{"epoch": 1, "step": 2738, "loss": 0.8276684284210205, "total_norm": 10.897412300109863}
-{"epoch": 1, "step": 2739, "loss": 1.2508399486541748, "total_norm": 10.381376266479492}
-{"epoch": 1, "step": 2740, "loss": 1.8616561889648438, "total_norm": 14.062023162841797}
-{"epoch": 1, "step": 2741, "loss": 1.5900152921676636, "total_norm": 13.556172370910645}
-{"epoch": 1, "step": 2742, "loss": 1.2157132625579834, "total_norm": 15.626111030578613}
-{"epoch": 1, "step": 2743, "loss": 1.5991543531417847, "total_norm": 11.58890151977539}
-{"epoch": 1, "step": 2744, "loss": 1.4826995134353638, "total_norm": 12.243829727172852}
-{"epoch": 1, "step": 2745, "loss": 1.3577975034713745, "total_norm": 12.85976505279541}
-{"epoch": 1, "step": 2746, "loss": 0.9445120692253113, "total_norm": 9.832518577575684}
-{"epoch": 1, "step": 2747, "loss": 0.6397271752357483, "total_norm": 10.261831283569336}
-{"epoch": 1, "step": 2748, "loss": 1.2735570669174194, "total_norm": 13.005938529968262}
-{"epoch": 1, "step": 2749, "loss": 1.07960844039917, "total_norm": 15.816364288330078}
-{"epoch": 1, "step": 2750, "loss": 2.1811015605926514, "total_norm": 11.49341869354248}
-{"epoch": 1, "step": 2751, "loss": 1.2318458557128906, "total_norm": 13.92050838470459}
-{"epoch": 1, "step": 2752, "loss": 1.1675639152526855, "total_norm": 12.01242446899414}
-{"epoch": 1, "step": 2753, "loss": 1.6996510028839111, "total_norm": 13.272588729858398}
-{"epoch": 1, "step": 2754, "loss": 1.4495329856872559, "total_norm": 11.665365219116211}
-{"epoch": 1, "step": 2755, "loss": 1.4354757070541382, "total_norm": 12.572989463806152}
-{"epoch": 1, "step": 2756, "loss": 0.8555046319961548, "total_norm": 14.118908882141113}
-{"epoch": 1, "step": 2757, "loss": 1.314980149269104, "total_norm": 13.17851734161377}
-{"epoch": 1, "step": 2758, "loss": 0.8307774066925049, "total_norm": 13.054046630859375}
-{"epoch": 1, "step": 2759, "loss": 0.9782363772392273, "total_norm": 10.109783172607422}
-{"epoch": 1, "step": 2760, "loss": 1.0382287502288818, "total_norm": 12.870136260986328}
-{"epoch": 1, "step": 2761, "loss": 1.4600876569747925, "total_norm": 15.396549224853516}
-{"epoch": 1, "step": 2762, "loss": 1.3156098127365112, "total_norm": 14.210947036743164}
-{"epoch": 1, "step": 2763, "loss": 1.2912014722824097, "total_norm": 11.266618728637695}
-{"epoch": 1, "step": 2764, "loss": 1.145029067993164, "total_norm": 12.695525169372559}
-{"epoch": 1, "step": 2765, "loss": 1.4828768968582153, "total_norm": 12.938639640808105}
-{"epoch": 1, "step": 2766, "loss": 0.7279071807861328, "total_norm": 9.917377471923828}
-{"epoch": 1, "step": 2767, "loss": 1.5153623819351196, "total_norm": 9.433005332946777}
-{"epoch": 1, "step": 2768, "loss": 1.551748275756836, "total_norm": 15.446820259094238}
-{"epoch": 1, "step": 2769, "loss": 1.2149162292480469, "total_norm": 18.985111236572266}
-{"epoch": 1, "step": 2770, "loss": 1.0303326845169067, "total_norm": 10.952496528625488}
-{"epoch": 1, "step": 2771, "loss": 1.3034868240356445, "total_norm": 9.421732902526855}
-{"epoch": 1, "step": 2772, "loss": 1.9755091667175293, "total_norm": 14.699175834655762}
-{"epoch": 1, "step": 2773, "loss": 1.293607234954834, "total_norm": 11.092514991760254}
-{"epoch": 1, "step": 2774, "loss": 1.5641647577285767, "total_norm": 12.59012508392334}
-{"epoch": 1, "step": 2775, "loss": 0.7353772521018982, "total_norm": 13.214590072631836}
-{"epoch": 1, "step": 2776, "loss": 1.4698227643966675, "total_norm": 10.173460960388184}
-{"epoch": 1, "step": 2777, "loss": 0.9075530767440796, "total_norm": 14.779024124145508}
-{"epoch": 1, "step": 2778, "loss": 1.684964656829834, "total_norm": 14.008170127868652}
-{"epoch": 1, "step": 2779, "loss": 1.1975311040878296, "total_norm": 10.087477684020996}
-{"epoch": 1, "step": 2780, "loss": 1.3533985614776611, "total_norm": 10.97929859161377}
-{"epoch": 1, "step": 2781, "loss": 1.8108835220336914, "total_norm": 11.497673988342285}
-{"epoch": 1, "step": 2782, "loss": 1.4010971784591675, "total_norm": 15.594433784484863}
-{"epoch": 1, "step": 2783, "loss": 1.1921370029449463, "total_norm": 13.356963157653809}
-{"epoch": 1, "step": 2784, "loss": 1.8241952657699585, "total_norm": 13.727008819580078}
-{"epoch": 1, "step": 2785, "loss": 1.85111403465271, "total_norm": 13.184562683105469}
-{"epoch": 1, "step": 2786, "loss": 1.5784993171691895, "total_norm": 13.579706192016602}
-{"epoch": 1, "step": 2787, "loss": 1.6044408082962036, "total_norm": 14.573223114013672}
-{"epoch": 1, "step": 2788, "loss": 1.515638828277588, "total_norm": 13.185301780700684}
-{"epoch": 1, "step": 2789, "loss": 1.3423657417297363, "total_norm": 10.360896110534668}
-{"epoch": 1, "step": 2790, "loss": 1.9371408224105835, "total_norm": 12.358729362487793}
-{"epoch": 1, "step": 2791, "loss": 1.4059672355651855, "total_norm": 13.039450645446777}
-{"epoch": 1, "step": 2792, "loss": 1.3960107564926147, "total_norm": 14.856537818908691}
-{"epoch": 1, "step": 2793, "loss": 1.3715020418167114, "total_norm": 13.05040454864502}
-{"epoch": 1, "step": 2794, "loss": 1.9646763801574707, "total_norm": 11.88534164428711}
-{"epoch": 1, "step": 2795, "loss": 1.233058214187622, "total_norm": 12.09302806854248}
-{"epoch": 1, "step": 2796, "loss": 1.5671582221984863, "total_norm": 11.236184120178223}
-{"epoch": 1, "step": 2797, "loss": 1.4538965225219727, "total_norm": 10.688414573669434}
-{"epoch": 1, "step": 2798, "loss": 1.3494585752487183, "total_norm": 11.124558448791504}
-{"epoch": 1, "step": 2799, "loss": 0.8161343336105347, "total_norm": 9.811715126037598}
-{"epoch": 1, "step": 2800, "loss": 1.194711685180664, "total_norm": 10.150837898254395}
-{"epoch": 1, "step": 2801, "loss": 1.4009515047073364, "total_norm": 11.907928466796875}
-{"epoch": 1, "step": 2802, "loss": 1.0968726873397827, "total_norm": 13.350954055786133}
-{"epoch": 1, "step": 2803, "loss": 1.3493335247039795, "total_norm": 9.944137573242188}
-{"epoch": 1, "step": 2804, "loss": 1.608918309211731, "total_norm": 12.933980941772461}
-{"epoch": 1, "step": 2805, "loss": 1.399378776550293, "total_norm": 12.248607635498047}
-{"epoch": 1, "step": 2806, "loss": 1.4135652780532837, "total_norm": 15.200739860534668}
-{"epoch": 1, "step": 2807, "loss": 1.5079662799835205, "total_norm": 11.497602462768555}
-{"epoch": 1, "step": 2808, "loss": 1.5709723234176636, "total_norm": 10.697728157043457}
-{"epoch": 1, "step": 2809, "loss": 0.9287791848182678, "total_norm": 12.09464168548584}
-{"epoch": 1, "step": 2810, "loss": 1.853012204170227, "total_norm": 16.157724380493164}
-{"epoch": 1, "step": 2811, "loss": 1.5478023290634155, "total_norm": 9.383198738098145}
-{"epoch": 1, "step": 2812, "loss": 1.253543734550476, "total_norm": 14.514909744262695}
-{"epoch": 1, "step": 2813, "loss": 1.5015900135040283, "total_norm": 15.64664363861084}
-{"epoch": 1, "step": 2814, "loss": 1.4047691822052002, "total_norm": 10.412545204162598}
-{"epoch": 1, "step": 2815, "loss": 1.3247162103652954, "total_norm": 17.08856773376465}
-{"epoch": 1, "step": 2816, "loss": 0.9148688316345215, "total_norm": 12.834003448486328}
-{"epoch": 1, "step": 2817, "loss": 1.9214203357696533, "total_norm": 15.652807235717773}
-{"epoch": 1, "step": 2818, "loss": 1.3994061946868896, "total_norm": 15.003473281860352}
-{"epoch": 1, "step": 2819, "loss": 1.516535758972168, "total_norm": 13.713271141052246}
-{"epoch": 1, "step": 2820, "loss": 1.0520601272583008, "total_norm": 13.42536735534668}
-{"epoch": 1, "step": 2821, "loss": 1.4746211767196655, "total_norm": 12.99130630493164}
-{"epoch": 1, "step": 2822, "loss": 1.698482632637024, "total_norm": 12.670888900756836}
-{"epoch": 1, "step": 2823, "loss": 1.027632236480713, "total_norm": 10.941625595092773}
-{"epoch": 1, "step": 2824, "loss": 1.4007285833358765, "total_norm": 21.213699340820312}
-{"epoch": 1, "step": 2825, "loss": 1.7723727226257324, "total_norm": 11.693317413330078}
-{"epoch": 1, "step": 2826, "loss": 1.3793948888778687, "total_norm": 11.011561393737793}
-{"epoch": 1, "step": 2827, "loss": 1.0900813341140747, "total_norm": 10.876731872558594}
-{"epoch": 1, "step": 2828, "loss": 1.1970411539077759, "total_norm": 12.28856372833252}
-{"epoch": 1, "step": 2829, "loss": 1.3038116693496704, "total_norm": 8.97791576385498}
-{"epoch": 1, "step": 2830, "loss": 1.446622610092163, "total_norm": 12.040534973144531}
-{"epoch": 1, "step": 2831, "loss": 1.7903648614883423, "total_norm": 15.038413047790527}
-{"epoch": 1, "step": 2832, "loss": 1.4102308750152588, "total_norm": 15.222697257995605}
-{"epoch": 1, "step": 2833, "loss": 1.0859684944152832, "total_norm": 12.737557411193848}
-{"epoch": 1, "step": 2834, "loss": 1.4387738704681396, "total_norm": 13.222615242004395}
-{"epoch": 1, "step": 2835, "loss": 0.7342480421066284, "total_norm": 8.505488395690918}
-{"epoch": 1, "step": 2836, "loss": 1.6363303661346436, "total_norm": 14.204410552978516}
-{"epoch": 1, "step": 2837, "loss": 1.0835354328155518, "total_norm": 12.085168838500977}
-{"epoch": 1, "step": 2838, "loss": 1.1629606485366821, "total_norm": 13.15614128112793}
-{"epoch": 1, "step": 2839, "loss": 1.5945192575454712, "total_norm": 17.67885971069336}
-{"epoch": 1, "step": 2840, "loss": 1.2449687719345093, "total_norm": 11.507752418518066}
-{"epoch": 1, "step": 2841, "loss": 1.4735668897628784, "total_norm": 11.908377647399902}
-{"epoch": 1, "step": 2842, "loss": 0.354801207780838, "total_norm": 12.339374542236328}
-{"epoch": 1, "step": 2843, "loss": 1.7237448692321777, "total_norm": 10.957942008972168}
-{"epoch": 1, "step": 2844, "loss": 1.6834125518798828, "total_norm": 13.781825065612793}
-{"epoch": 1, "step": 2845, "loss": 1.294578194618225, "total_norm": 11.45223617553711}
-{"epoch": 1, "step": 2846, "loss": 1.626162052154541, "total_norm": 13.872223854064941}
-{"epoch": 1, "step": 2847, "loss": 0.9265493750572205, "total_norm": 11.980663299560547}
-{"epoch": 1, "step": 2848, "loss": 1.5863498449325562, "total_norm": 11.48005485534668}
-{"epoch": 1, "step": 2849, "loss": 1.9896031618118286, "total_norm": 15.854620933532715}
-{"epoch": 1, "step": 2850, "loss": 1.0157591104507446, "total_norm": 12.30648136138916}
-{"epoch": 1, "step": 2851, "loss": 1.4069759845733643, "total_norm": 12.64747142791748}
-{"epoch": 1, "step": 2852, "loss": 1.3087283372879028, "total_norm": 13.492782592773438}
-{"epoch": 1, "step": 2853, "loss": 1.7485533952713013, "total_norm": 13.884894371032715}
-{"epoch": 1, "step": 2854, "loss": 1.471718430519104, "total_norm": 12.651053428649902}
-{"epoch": 1, "step": 2855, "loss": 0.96296226978302, "total_norm": 12.748749732971191}
-{"epoch": 1, "step": 2856, "loss": 1.1082481145858765, "total_norm": 12.927706718444824}
-{"epoch": 1, "step": 2857, "loss": 1.2287122011184692, "total_norm": 11.592947006225586}
-{"epoch": 1, "step": 2858, "loss": 1.3786993026733398, "total_norm": 11.505970001220703}
-{"epoch": 1, "step": 2859, "loss": 1.3711891174316406, "total_norm": 13.844141960144043}
-{"epoch": 1, "step": 2860, "eval_loss": 2.1416586712002754, "eval_rougeL": 0.2366835401745876}
-{"epoch": 2, "step": 2860, "loss": 0.3870104253292084, "total_norm": 9.796142578125}
-{"epoch": 2, "step": 2861, "loss": 0.4803105592727661, "total_norm": 8.338160514831543}
-{"epoch": 2, "step": 2862, "loss": 0.5525450706481934, "total_norm": 9.15848159790039}
-{"epoch": 2, "step": 2863, "loss": 0.5146487951278687, "total_norm": 8.682302474975586}
-{"epoch": 2, "step": 2864, "loss": 0.6932139992713928, "total_norm": 10.467291831970215}
-{"epoch": 2, "step": 2865, "loss": 0.5464290976524353, "total_norm": 14.207987785339355}
-{"epoch": 2, "step": 2866, "loss": 0.4305014908313751, "total_norm": 8.081209182739258}
-{"epoch": 2, "step": 2867, "loss": 0.5701570510864258, "total_norm": 12.425167083740234}
-{"epoch": 2, "step": 2868, "loss": 0.263896644115448, "total_norm": 8.049641609191895}
-{"epoch": 2, "step": 2869, "loss": 0.376963347196579, "total_norm": 11.238676071166992}
-{"epoch": 2, "step": 2870, "loss": 0.5646921396255493, "total_norm": 11.609173774719238}
-{"epoch": 2, "step": 2871, "loss": 0.5146677494049072, "total_norm": 8.827099800109863}
-{"epoch": 2, "step": 2872, "loss": 0.7585408091545105, "total_norm": 14.400652885437012}
-{"epoch": 2, "step": 2873, "loss": 0.4613652229309082, "total_norm": 12.562845230102539}
-{"epoch": 2, "step": 2874, "loss": 0.4500352740287781, "total_norm": 11.993844032287598}
-{"epoch": 2, "step": 2875, "loss": 0.5731727480888367, "total_norm": 12.845380783081055}
-{"epoch": 2, "step": 2876, "loss": 0.7449215054512024, "total_norm": 17.72982406616211}
-{"epoch": 2, "step": 2877, "loss": 0.44870278239250183, "total_norm": 11.294147491455078}
-{"epoch": 2, "step": 2878, "loss": 0.4695739150047302, "total_norm": 13.151772499084473}
-{"epoch": 2, "step": 2879, "loss": 0.5362074375152588, "total_norm": 18.481712341308594}
-{"epoch": 2, "step": 2880, "loss": 0.5898787975311279, "total_norm": 15.391634941101074}
-{"epoch": 2, "step": 2881, "loss": 0.38967639207839966, "total_norm": 9.176766395568848}
-{"epoch": 2, "step": 2882, "loss": 0.34447312355041504, "total_norm": 12.450843811035156}
-{"epoch": 2, "step": 2883, "loss": 0.6419512629508972, "total_norm": 10.91833209991455}
-{"epoch": 2, "step": 2884, "loss": 0.33368852734565735, "total_norm": 9.865335464477539}
-{"epoch": 2, "step": 2885, "loss": 0.6168610453605652, "total_norm": 14.674487113952637}
-{"epoch": 2, "step": 2886, "loss": 0.22109809517860413, "total_norm": 7.984532833099365}
-{"epoch": 2, "step": 2887, "loss": 0.5664125084877014, "total_norm": 14.497697830200195}
-{"epoch": 2, "step": 2888, "loss": 0.572294294834137, "total_norm": 15.160989761352539}
-{"epoch": 2, "step": 2889, "loss": 0.2388794869184494, "total_norm": 10.909383773803711}
-{"epoch": 2, "step": 2890, "loss": 0.356289267539978, "total_norm": 8.060362815856934}
-{"epoch": 2, "step": 2891, "loss": 0.5427104234695435, "total_norm": 15.467453956604004}
-{"epoch": 2, "step": 2892, "loss": 0.5847899913787842, "total_norm": 11.62075424194336}
-{"epoch": 2, "step": 2893, "loss": 0.6126241683959961, "total_norm": 12.19832992553711}
-{"epoch": 2, "step": 2894, "loss": 0.39301466941833496, "total_norm": 9.263537406921387}
-{"epoch": 2, "step": 2895, "loss": 0.777005136013031, "total_norm": 12.883381843566895}
-{"epoch": 2, "step": 2896, "loss": 0.3445965349674225, "total_norm": 9.413509368896484}
-{"epoch": 2, "step": 2897, "loss": 0.24228888750076294, "total_norm": 8.33942985534668}
-{"epoch": 2, "step": 2898, "loss": 0.43940556049346924, "total_norm": 10.231605529785156}
-{"epoch": 2, "step": 2899, "loss": 0.5338607430458069, "total_norm": 12.790103912353516}
-{"epoch": 2, "step": 2900, "loss": 0.5808825492858887, "total_norm": 10.923147201538086}
-{"epoch": 2, "step": 2901, "loss": 0.43688586354255676, "total_norm": 12.444416999816895}
-{"epoch": 2, "step": 2902, "loss": 0.6891446709632874, "total_norm": 13.878056526184082}
-{"epoch": 2, "step": 2903, "loss": 0.4378145933151245, "total_norm": 11.110175132751465}
-{"epoch": 2, "step": 2904, "loss": 0.4824664890766144, "total_norm": 12.156750679016113}
-{"epoch": 2, "step": 2905, "loss": 0.5857381820678711, "total_norm": 17.073745727539062}
-{"epoch": 2, "step": 2906, "loss": 0.6925313472747803, "total_norm": 8.418451309204102}
-{"epoch": 2, "step": 2907, "loss": 0.7967367768287659, "total_norm": 12.453624725341797}
-{"epoch": 2, "step": 2908, "loss": 0.5399304628372192, "total_norm": 10.723426818847656}
-{"epoch": 2, "step": 2909, "loss": 0.5184464454650879, "total_norm": 10.096441268920898}
-{"epoch": 2, "step": 2910, "loss": 0.3220212161540985, "total_norm": 8.423789978027344}
-{"epoch": 2, "step": 2911, "loss": 0.2542438805103302, "total_norm": 8.987104415893555}
-{"epoch": 2, "step": 2912, "loss": 0.5287963151931763, "total_norm": 12.359467506408691}
-{"epoch": 2, "step": 2913, "loss": 0.5698060989379883, "total_norm": 13.606016159057617}
-{"epoch": 2, "step": 2914, "loss": 0.44581496715545654, "total_norm": 11.159187316894531}
-{"epoch": 2, "step": 2915, "loss": 0.37093597650527954, "total_norm": 10.99549674987793}
-{"epoch": 2, "step": 2916, "loss": 0.5813474655151367, "total_norm": 12.147393226623535}
-{"epoch": 2, "step": 2917, "loss": 0.94327712059021, "total_norm": 12.989891052246094}
-{"epoch": 2, "step": 2918, "loss": 0.4297870695590973, "total_norm": 9.640859603881836}
-{"epoch": 2, "step": 2919, "loss": 0.48281988501548767, "total_norm": 13.44332218170166}
-{"epoch": 2, "step": 2920, "loss": 0.7599393129348755, "total_norm": 12.252748489379883}
-{"epoch": 2, "step": 2921, "loss": 0.4476490616798401, "total_norm": 15.265336990356445}
-{"epoch": 2, "step": 2922, "loss": 0.701212465763092, "total_norm": 11.263887405395508}
-{"epoch": 2, "step": 2923, "loss": 0.6179437637329102, "total_norm": 12.958858489990234}
-{"epoch": 2, "step": 2924, "loss": 0.5047776103019714, "total_norm": 10.77792739868164}
-{"epoch": 2, "step": 2925, "loss": 0.5113942623138428, "total_norm": 10.941529273986816}
-{"epoch": 2, "step": 2926, "loss": 0.5886266827583313, "total_norm": 9.575865745544434}
-{"epoch": 2, "step": 2927, "loss": 0.8171557188034058, "total_norm": 18.403221130371094}
-{"epoch": 2, "step": 2928, "loss": 0.529403805732727, "total_norm": 14.096314430236816}
-{"epoch": 2, "step": 2929, "loss": 0.46591871976852417, "total_norm": 13.0982084274292}
-{"epoch": 2, "step": 2930, "loss": 0.5858054161071777, "total_norm": 13.234698295593262}
-{"epoch": 2, "step": 2931, "loss": 0.46912845969200134, "total_norm": 11.945771217346191}
-{"epoch": 2, "step": 2932, "loss": 0.39393001794815063, "total_norm": 12.858987808227539}
-{"epoch": 2, "step": 2933, "loss": 0.5294585227966309, "total_norm": 13.401512145996094}
-{"epoch": 2, "step": 2934, "loss": 0.6913887858390808, "total_norm": 12.195918083190918}
-{"epoch": 2, "step": 2935, "loss": 0.6562844514846802, "total_norm": 14.971369743347168}
-{"epoch": 2, "step": 2936, "loss": 0.6201306581497192, "total_norm": 10.31205940246582}
-{"epoch": 2, "step": 2937, "loss": 0.6987308263778687, "total_norm": 12.382363319396973}
-{"epoch": 2, "step": 2938, "loss": 0.3241719603538513, "total_norm": 15.695807456970215}
-{"epoch": 2, "step": 2939, "loss": 0.5813537836074829, "total_norm": 13.100465774536133}
-{"epoch": 2, "step": 2940, "loss": 0.4228290915489197, "total_norm": 11.562678337097168}
-{"epoch": 2, "step": 2941, "loss": 0.5314027070999146, "total_norm": 12.617695808410645}
-{"epoch": 2, "step": 2942, "loss": 0.4725916385650635, "total_norm": 9.198369979858398}
-{"epoch": 2, "step": 2943, "loss": 0.8764808773994446, "total_norm": 14.177732467651367}
-{"epoch": 2, "step": 2944, "loss": 0.5713480114936829, "total_norm": 14.491336822509766}
-{"epoch": 2, "step": 2945, "loss": 0.7696824073791504, "total_norm": 12.085156440734863}
-{"epoch": 2, "step": 2946, "loss": 0.4706707000732422, "total_norm": 13.514199256896973}
-{"epoch": 2, "step": 2947, "loss": 0.582551896572113, "total_norm": 12.26916790008545}
-{"epoch": 2, "step": 2948, "loss": 0.42866188287734985, "total_norm": 11.55085563659668}
-{"epoch": 2, "step": 2949, "loss": 0.5371849536895752, "total_norm": 15.938263893127441}
-{"epoch": 2, "step": 2950, "loss": 0.4818360209465027, "total_norm": 14.423603057861328}
-{"epoch": 2, "step": 2951, "loss": 0.502247154712677, "total_norm": 14.086479187011719}
-{"epoch": 2, "step": 2952, "loss": 0.7557654976844788, "total_norm": 11.62402629852295}
-{"epoch": 2, "step": 2953, "loss": 0.36756831407546997, "total_norm": 9.912302017211914}
-{"epoch": 2, "step": 2954, "loss": 0.3616859018802643, "total_norm": 13.396026611328125}
-{"epoch": 2, "step": 2955, "loss": 0.45007675886154175, "total_norm": 9.502376556396484}
-{"epoch": 2, "step": 2956, "loss": 0.7167222499847412, "total_norm": 11.583130836486816}
-{"epoch": 2, "step": 2957, "loss": 0.8463637828826904, "total_norm": 17.060184478759766}
-{"epoch": 2, "step": 2958, "loss": 0.2685921788215637, "total_norm": 8.703042984008789}
-{"epoch": 2, "step": 2959, "loss": 0.7539651393890381, "total_norm": 16.62084197998047}
-{"epoch": 2, "step": 2960, "loss": 0.5522717833518982, "total_norm": 10.488909721374512}
-{"epoch": 2, "step": 2961, "loss": 0.615678071975708, "total_norm": 10.934473037719727}
-{"epoch": 2, "step": 2962, "loss": 0.6547667980194092, "total_norm": 14.40916633605957}
-{"epoch": 2, "step": 2963, "loss": 0.3894924819469452, "total_norm": 9.116037368774414}
-{"epoch": 2, "step": 2964, "loss": 0.3271317481994629, "total_norm": 12.858589172363281}
-{"epoch": 2, "step": 2965, "loss": 0.42006027698516846, "total_norm": 9.685404777526855}
-{"epoch": 2, "step": 2966, "loss": 0.45767852663993835, "total_norm": 9.626241683959961}
-{"epoch": 2, "step": 2967, "loss": 0.6021304130554199, "total_norm": 9.123997688293457}
-{"epoch": 2, "step": 2968, "loss": 0.6579447388648987, "total_norm": 10.302231788635254}
-{"epoch": 2, "step": 2969, "loss": 0.5516662001609802, "total_norm": 11.836763381958008}
-{"epoch": 2, "step": 2970, "loss": 0.7002703547477722, "total_norm": 12.87153434753418}
-{"epoch": 2, "step": 2971, "loss": 0.4076143205165863, "total_norm": 11.184160232543945}
-{"epoch": 2, "step": 2972, "loss": 0.71718829870224, "total_norm": 14.49751091003418}
-{"epoch": 2, "step": 2973, "loss": 0.292600154876709, "total_norm": 11.582452774047852}
-{"epoch": 2, "step": 2974, "loss": 0.5530490279197693, "total_norm": 11.476394653320312}
-{"epoch": 2, "step": 2975, "loss": 0.6551442742347717, "total_norm": 9.518012046813965}
-{"epoch": 2, "step": 2976, "loss": 0.7310803532600403, "total_norm": 10.698644638061523}
-{"epoch": 2, "step": 2977, "loss": 0.7115138173103333, "total_norm": 11.65108871459961}
-{"epoch": 2, "step": 2978, "loss": 0.39262521266937256, "total_norm": 10.236780166625977}
-{"epoch": 2, "step": 2979, "loss": 0.3585823178291321, "total_norm": 10.220133781433105}
-{"epoch": 2, "step": 2980, "loss": 0.4629228115081787, "total_norm": 12.487934112548828}
-{"epoch": 2, "step": 2981, "loss": 0.3319303095340729, "total_norm": 9.633386611938477}
-{"epoch": 2, "step": 2982, "loss": 0.5523579120635986, "total_norm": 9.132482528686523}
-{"epoch": 2, "step": 2983, "loss": 0.49306684732437134, "total_norm": 11.00230884552002}
-{"epoch": 2, "step": 2984, "loss": 0.5663713216781616, "total_norm": 9.927763938903809}
-{"epoch": 2, "step": 2985, "loss": 0.526631236076355, "total_norm": 10.837056159973145}
-{"epoch": 2, "step": 2986, "loss": 0.4816822409629822, "total_norm": 8.682275772094727}
-{"epoch": 2, "step": 2987, "loss": 0.5898693203926086, "total_norm": 10.276363372802734}
-{"epoch": 2, "step": 2988, "loss": 0.5016571879386902, "total_norm": 13.00133228302002}
-{"epoch": 2, "step": 2989, "loss": 0.5977685451507568, "total_norm": 15.215209007263184}
-{"epoch": 2, "step": 2990, "loss": 0.7851924300193787, "total_norm": 13.392419815063477}
-{"epoch": 2, "step": 2991, "loss": 0.44499239325523376, "total_norm": 12.256180763244629}
-{"epoch": 2, "step": 2992, "loss": 0.28329241275787354, "total_norm": 8.551870346069336}
-{"epoch": 2, "step": 2993, "loss": 0.6893152594566345, "total_norm": 11.801844596862793}
-{"epoch": 2, "step": 2994, "loss": 0.6356775760650635, "total_norm": 11.972678184509277}
-{"epoch": 2, "step": 2995, "loss": 0.337785005569458, "total_norm": 15.705145835876465}
-{"epoch": 2, "step": 2996, "loss": 0.6195349097251892, "total_norm": 10.191192626953125}
-{"epoch": 2, "step": 2997, "loss": 0.6900606155395508, "total_norm": 14.302359580993652}
-{"epoch": 2, "step": 2998, "loss": 0.8149793148040771, "total_norm": 21.156457901000977}
-{"epoch": 2, "step": 2999, "loss": 0.4574073553085327, "total_norm": 11.6188383102417}
-{"epoch": 2, "step": 3000, "loss": 0.6027541160583496, "total_norm": 10.956196784973145}
-{"epoch": 2, "step": 3001, "loss": 0.5596871972084045, "total_norm": 9.148838996887207}
-{"epoch": 2, "step": 3002, "loss": 0.754679262638092, "total_norm": 13.54719066619873}
-{"epoch": 2, "step": 3003, "loss": 0.5156620740890503, "total_norm": 9.398834228515625}
-{"epoch": 2, "step": 3004, "loss": 1.1498163938522339, "total_norm": 13.103885650634766}
-{"epoch": 2, "step": 3005, "loss": 0.876514732837677, "total_norm": 10.853766441345215}
-{"epoch": 2, "step": 3006, "loss": 0.4872363209724426, "total_norm": 10.165535926818848}
-{"epoch": 2, "step": 3007, "loss": 0.5124573111534119, "total_norm": 12.420557022094727}
-{"epoch": 2, "step": 3008, "loss": 0.35238996148109436, "total_norm": 11.283663749694824}
-{"epoch": 2, "step": 3009, "loss": 0.6819143891334534, "total_norm": 11.033210754394531}
-{"epoch": 2, "step": 3010, "loss": 0.4016973078250885, "total_norm": 7.3745293617248535}
-{"epoch": 2, "step": 3011, "loss": 0.4986846446990967, "total_norm": 9.30853271484375}
-{"epoch": 2, "step": 3012, "loss": 0.35956817865371704, "total_norm": 13.126494407653809}
-{"epoch": 2, "step": 3013, "loss": 0.4167702794075012, "total_norm": 8.545639991760254}
-{"epoch": 2, "step": 3014, "loss": 0.5266821980476379, "total_norm": 9.077651977539062}
-{"epoch": 2, "step": 3015, "loss": 0.7284607887268066, "total_norm": 13.126440048217773}
-{"epoch": 2, "step": 3016, "loss": 0.7457423210144043, "total_norm": 12.023724555969238}
-{"epoch": 2, "step": 3017, "loss": 0.6521391272544861, "total_norm": 14.17522144317627}
-{"epoch": 2, "step": 3018, "loss": 0.6155981421470642, "total_norm": 11.260664939880371}
-{"epoch": 2, "step": 3019, "loss": 0.5200887322425842, "total_norm": 9.633943557739258}
-{"epoch": 2, "step": 3020, "loss": 0.42186203598976135, "total_norm": 10.811742782592773}
-{"epoch": 2, "step": 3021, "loss": 0.833118736743927, "total_norm": 10.88969612121582}
-{"epoch": 2, "step": 3022, "loss": 0.48436859250068665, "total_norm": 9.899781227111816}
-{"epoch": 2, "step": 3023, "loss": 0.7034504413604736, "total_norm": 12.104957580566406}
-{"epoch": 2, "step": 3024, "loss": 0.628958523273468, "total_norm": 11.955475807189941}
-{"epoch": 2, "step": 3025, "loss": 0.6700137853622437, "total_norm": 9.766386032104492}
-{"epoch": 2, "step": 3026, "loss": 0.596555769443512, "total_norm": 17.526145935058594}
-{"epoch": 2, "step": 3027, "loss": 0.42584583163261414, "total_norm": 11.590725898742676}
-{"epoch": 2, "step": 3028, "loss": 0.5968959331512451, "total_norm": 7.729297637939453}
-{"epoch": 2, "step": 3029, "loss": 0.4700991213321686, "total_norm": 12.769231796264648}
-{"epoch": 2, "step": 3030, "loss": 0.5093258619308472, "total_norm": 10.491517066955566}
-{"epoch": 2, "step": 3031, "loss": 0.38519617915153503, "total_norm": 8.9059476852417}
-{"epoch": 2, "step": 3032, "loss": 0.5002617239952087, "total_norm": 12.169623374938965}
-{"epoch": 2, "step": 3033, "loss": 0.4351648688316345, "total_norm": 12.543127059936523}
-{"epoch": 2, "step": 3034, "loss": 0.5764197707176208, "total_norm": 10.531270027160645}
-{"epoch": 2, "step": 3035, "loss": 0.6077055931091309, "total_norm": 9.82841968536377}
-{"epoch": 2, "step": 3036, "loss": 0.587630569934845, "total_norm": 12.969843864440918}
-{"epoch": 2, "step": 3037, "loss": 0.7265298962593079, "total_norm": 15.653931617736816}
-{"epoch": 2, "step": 3038, "loss": 0.4593333303928375, "total_norm": 10.66086483001709}
-{"epoch": 2, "step": 3039, "loss": 0.7624678015708923, "total_norm": 11.631564140319824}
-{"epoch": 2, "step": 3040, "loss": 0.5693280696868896, "total_norm": 12.971827507019043}
-{"epoch": 2, "step": 3041, "loss": 0.49901944398880005, "total_norm": 10.59563159942627}
-{"epoch": 2, "step": 3042, "loss": 0.6358439326286316, "total_norm": 12.60751724243164}
-{"epoch": 2, "step": 3043, "loss": 0.4519307613372803, "total_norm": 11.54242992401123}
-{"epoch": 2, "step": 3044, "loss": 0.44275984168052673, "total_norm": 11.675858497619629}
-{"epoch": 2, "step": 3045, "loss": 0.7049459218978882, "total_norm": 17.453725814819336}
-{"epoch": 2, "step": 3046, "loss": 0.5499043464660645, "total_norm": 12.549817085266113}
-{"epoch": 2, "step": 3047, "loss": 0.2946140170097351, "total_norm": 12.473938941955566}
-{"epoch": 2, "step": 3048, "loss": 0.7532037496566772, "total_norm": 12.385383605957031}
-{"epoch": 2, "step": 3049, "loss": 0.5527061223983765, "total_norm": 10.991324424743652}
-{"epoch": 2, "step": 3050, "loss": 0.5865547060966492, "total_norm": 9.2769775390625}
-{"epoch": 2, "step": 3051, "loss": 0.4057219326496124, "total_norm": 8.871577262878418}
-{"epoch": 2, "step": 3052, "loss": 0.3247619569301605, "total_norm": 8.520313262939453}
-{"epoch": 2, "step": 3053, "loss": 0.21186450123786926, "total_norm": 9.787311553955078}
-{"epoch": 2, "step": 3054, "loss": 0.582994282245636, "total_norm": 9.9977445602417}
-{"epoch": 2, "step": 3055, "loss": 0.6392706036567688, "total_norm": 10.460864067077637}
-{"epoch": 2, "step": 3056, "loss": 0.8627375364303589, "total_norm": 12.727141380310059}
-{"epoch": 2, "step": 3057, "loss": 0.5433138608932495, "total_norm": 9.312640190124512}
-{"epoch": 2, "step": 3058, "loss": 0.5763072967529297, "total_norm": 14.19400405883789}
-{"epoch": 2, "step": 3059, "loss": 0.38209667801856995, "total_norm": 7.8178534507751465}
-{"epoch": 2, "step": 3060, "loss": 0.7715726494789124, "total_norm": 12.168984413146973}
-{"epoch": 2, "step": 3061, "loss": 0.6959510445594788, "total_norm": 16.056671142578125}
-{"epoch": 2, "step": 3062, "loss": 0.44722506403923035, "total_norm": 12.33111572265625}
-{"epoch": 2, "step": 3063, "loss": 0.40762144327163696, "total_norm": 12.202454566955566}
-{"epoch": 2, "step": 3064, "loss": 0.6608266830444336, "total_norm": 9.759712219238281}
-{"epoch": 2, "step": 3065, "loss": 0.7721689343452454, "total_norm": 10.788891792297363}
-{"epoch": 2, "step": 3066, "loss": 0.42154499888420105, "total_norm": 10.97375774383545}
-{"epoch": 2, "step": 3067, "loss": 0.7172832489013672, "total_norm": 13.523866653442383}
-{"epoch": 2, "step": 3068, "loss": 0.8320984244346619, "total_norm": 12.406498908996582}
-{"epoch": 2, "step": 3069, "loss": 0.5299721956253052, "total_norm": 12.40604305267334}
-{"epoch": 2, "step": 3070, "loss": 0.38633352518081665, "total_norm": 14.653611183166504}
-{"epoch": 2, "step": 3071, "loss": 0.4279300570487976, "total_norm": 11.583003997802734}
-{"epoch": 2, "step": 3072, "eval_loss": 2.519777085632086, "eval_rougeL": 0.26441986516780325}
-{"epoch": 2, "step": 3072, "loss": 0.673041820526123, "total_norm": 10.980813980102539}
-{"epoch": 2, "step": 3073, "loss": 0.3528977334499359, "total_norm": 9.546217918395996}
-{"epoch": 2, "step": 3074, "loss": 0.3597874045372009, "total_norm": 10.415523529052734}
-{"epoch": 2, "step": 3075, "loss": 0.7592583298683167, "total_norm": 10.961456298828125}
-{"epoch": 2, "step": 3076, "loss": 0.4845156669616699, "total_norm": 8.156218528747559}
-{"epoch": 2, "step": 3077, "loss": 0.6360620856285095, "total_norm": 10.8046236038208}
-{"epoch": 2, "step": 3078, "loss": 0.2217452973127365, "total_norm": 7.630736827850342}
-{"epoch": 2, "step": 3079, "loss": 0.6600636839866638, "total_norm": 12.519916534423828}
-{"epoch": 2, "step": 3080, "loss": 0.703132688999176, "total_norm": 16.00672721862793}
-{"epoch": 2, "step": 3081, "loss": 0.37149372696876526, "total_norm": 9.844207763671875}
-{"epoch": 2, "step": 3082, "loss": 0.6745928525924683, "total_norm": 13.34636402130127}
-{"epoch": 2, "step": 3083, "loss": 0.36655306816101074, "total_norm": 10.748085975646973}
-{"epoch": 2, "step": 3084, "loss": 0.5661106705665588, "total_norm": 9.772298812866211}
-{"epoch": 2, "step": 3085, "loss": 0.7000155448913574, "total_norm": 13.753150939941406}
-{"epoch": 2, "step": 3086, "loss": 0.48886141180992126, "total_norm": 10.796262741088867}
-{"epoch": 2, "step": 3087, "loss": 0.547931432723999, "total_norm": 9.999495506286621}
-{"epoch": 2, "step": 3088, "loss": 0.5138912796974182, "total_norm": 12.333361625671387}
-{"epoch": 2, "step": 3089, "loss": 0.39842545986175537, "total_norm": 13.224855422973633}
-{"epoch": 2, "step": 3090, "loss": 0.37532615661621094, "total_norm": 10.27626895904541}
-{"epoch": 2, "step": 3091, "loss": 0.5495815277099609, "total_norm": 11.24605941772461}
-{"epoch": 2, "step": 3092, "loss": 0.5505393743515015, "total_norm": 15.208708763122559}
-{"epoch": 2, "step": 3093, "loss": 0.6962917447090149, "total_norm": 14.99184513092041}
-{"epoch": 2, "step": 3094, "loss": 0.6576187610626221, "total_norm": 12.31828784942627}
-{"epoch": 2, "step": 3095, "loss": 0.3419003486633301, "total_norm": 12.400480270385742}
-{"epoch": 2, "step": 3096, "loss": 0.4663342535495758, "total_norm": 10.914529800415039}
-{"epoch": 2, "step": 3097, "loss": 0.8484894633293152, "total_norm": 13.936471939086914}
-{"epoch": 2, "step": 3098, "loss": 0.7708902359008789, "total_norm": 12.33896541595459}
-{"epoch": 2, "step": 3099, "loss": 0.6653034687042236, "total_norm": 14.330418586730957}
-{"epoch": 2, "step": 3100, "loss": 0.611505925655365, "total_norm": 13.716058731079102}
-{"epoch": 2, "step": 3101, "loss": 0.7771868109703064, "total_norm": 11.075182914733887}
-{"epoch": 2, "step": 3102, "loss": 0.6283823847770691, "total_norm": 13.456177711486816}
-{"epoch": 2, "step": 3103, "loss": 0.4810132384300232, "total_norm": 13.060218811035156}
-{"epoch": 2, "step": 3104, "loss": 0.6071146130561829, "total_norm": 11.439871788024902}
-{"epoch": 2, "step": 3105, "loss": 0.5294148325920105, "total_norm": 11.091938972473145}
-{"epoch": 2, "step": 3106, "loss": 0.5755088329315186, "total_norm": 9.538311004638672}
-{"epoch": 2, "step": 3107, "loss": 0.3154189884662628, "total_norm": 9.492445945739746}
-{"epoch": 2, "step": 3108, "loss": 0.6367401480674744, "total_norm": 10.889890670776367}
-{"epoch": 2, "step": 3109, "loss": 0.5065647959709167, "total_norm": 14.703104019165039}
-{"epoch": 2, "step": 3110, "loss": 0.5411008596420288, "total_norm": 11.659773826599121}
-{"epoch": 2, "step": 3111, "loss": 0.5906829833984375, "total_norm": 10.210969924926758}
-{"epoch": 2, "step": 3112, "loss": 0.5175015926361084, "total_norm": 9.895947456359863}
-{"epoch": 2, "step": 3113, "loss": 0.4483930766582489, "total_norm": 9.644303321838379}
-{"epoch": 2, "step": 3114, "loss": 0.9903757572174072, "total_norm": 14.257643699645996}
-{"epoch": 2, "step": 3115, "loss": 0.5272086262702942, "total_norm": 12.16132926940918}
-{"epoch": 2, "step": 3116, "loss": 0.5926474928855896, "total_norm": 10.178060531616211}
-{"epoch": 2, "step": 3117, "loss": 0.6851871609687805, "total_norm": 9.752323150634766}
-{"epoch": 2, "step": 3118, "loss": 0.7971993684768677, "total_norm": 11.551874160766602}
-{"epoch": 2, "step": 3119, "loss": 0.5162780284881592, "total_norm": 10.191620826721191}
-{"epoch": 2, "step": 3120, "loss": 0.36008819937705994, "total_norm": 10.877925872802734}
-{"epoch": 2, "step": 3121, "loss": 0.5166246294975281, "total_norm": 15.675594329833984}
-{"epoch": 2, "step": 3122, "loss": 0.6097859144210815, "total_norm": 10.324384689331055}
-{"epoch": 2, "step": 3123, "loss": 0.8011617660522461, "total_norm": 13.503186225891113}
-{"epoch": 2, "step": 3124, "loss": 0.40478992462158203, "total_norm": 11.874943733215332}
-{"epoch": 2, "step": 3125, "loss": 0.6900473833084106, "total_norm": 10.887246131896973}
-{"epoch": 2, "step": 3126, "loss": 0.4786490499973297, "total_norm": 12.555286407470703}
-{"epoch": 2, "step": 3127, "loss": 0.7592619061470032, "total_norm": 8.736770629882812}
-{"epoch": 2, "step": 3128, "loss": 0.2986268699169159, "total_norm": 11.69969367980957}
-{"epoch": 2, "step": 3129, "loss": 0.42577680945396423, "total_norm": 10.53079891204834}
-{"epoch": 2, "step": 3130, "loss": 0.5243361592292786, "total_norm": 9.640297889709473}
-{"epoch": 2, "step": 3131, "loss": 0.3520544171333313, "total_norm": 10.354377746582031}
-{"epoch": 2, "step": 3132, "loss": 0.34715816378593445, "total_norm": 8.90396499633789}
-{"epoch": 2, "step": 3133, "loss": 0.6733817458152771, "total_norm": 10.56619930267334}
-{"epoch": 2, "step": 3134, "loss": 0.6076061129570007, "total_norm": 11.829042434692383}
-{"epoch": 2, "step": 3135, "loss": 0.7137392163276672, "total_norm": 11.925954818725586}
-{"epoch": 2, "step": 3136, "loss": 0.4157203733921051, "total_norm": 10.505717277526855}
-{"epoch": 2, "step": 3137, "loss": 0.6262676119804382, "total_norm": 10.670369148254395}
-{"epoch": 2, "step": 3138, "loss": 0.37494102120399475, "total_norm": 11.770359992980957}
-{"epoch": 2, "step": 3139, "loss": 0.5676799416542053, "total_norm": 10.054716110229492}
-{"epoch": 2, "step": 3140, "loss": 0.47006407380104065, "total_norm": 12.637407302856445}
-{"epoch": 2, "step": 3141, "loss": 0.6327847242355347, "total_norm": 11.137103080749512}
-{"epoch": 2, "step": 3142, "loss": 0.6238672733306885, "total_norm": 13.311891555786133}
-{"epoch": 2, "step": 3143, "loss": 0.47564151883125305, "total_norm": 13.20622730255127}
-{"epoch": 2, "step": 3144, "loss": 0.5320950746536255, "total_norm": 11.72931957244873}
-{"epoch": 2, "step": 3145, "loss": 0.5820716619491577, "total_norm": 9.685805320739746}
-{"epoch": 2, "step": 3146, "loss": 0.5282072424888611, "total_norm": 10.189491271972656}
-{"epoch": 2, "step": 3147, "loss": 0.5917506814002991, "total_norm": 12.932149887084961}
-{"epoch": 2, "step": 3148, "loss": 0.5344067811965942, "total_norm": 13.21649169921875}
-{"epoch": 2, "step": 3149, "loss": 0.7034034729003906, "total_norm": 14.722992897033691}
-{"epoch": 2, "step": 3150, "loss": 0.5109096765518188, "total_norm": 10.20259952545166}
-{"epoch": 2, "step": 3151, "loss": 0.4415309727191925, "total_norm": 13.359579086303711}
-{"epoch": 2, "step": 3152, "loss": 0.4533447027206421, "total_norm": 8.97177505493164}
-{"epoch": 2, "step": 3153, "loss": 0.6106554269790649, "total_norm": 12.119715690612793}
-{"epoch": 2, "step": 3154, "loss": 0.6940768957138062, "total_norm": 11.656516075134277}
-{"epoch": 2, "step": 3155, "loss": 0.45267781615257263, "total_norm": 11.22961711883545}
-{"epoch": 2, "step": 3156, "loss": 0.5605062246322632, "total_norm": 20.472715377807617}
-{"epoch": 2, "step": 3157, "loss": 0.5784555077552795, "total_norm": 11.265148162841797}
-{"epoch": 2, "step": 3158, "loss": 0.44795137643814087, "total_norm": 9.604756355285645}
-{"epoch": 2, "step": 3159, "loss": 0.4951445758342743, "total_norm": 9.27972412109375}
-{"epoch": 2, "step": 3160, "loss": 0.656869649887085, "total_norm": 10.815262794494629}
-{"epoch": 2, "step": 3161, "loss": 0.41351306438446045, "total_norm": 9.104053497314453}
-{"epoch": 2, "step": 3162, "loss": 0.6108927726745605, "total_norm": 9.036105155944824}
-{"epoch": 2, "step": 3163, "loss": 0.5142453908920288, "total_norm": 9.657032012939453}
-{"epoch": 2, "step": 3164, "loss": 0.2913319170475006, "total_norm": 12.137221336364746}
-{"epoch": 2, "step": 3165, "loss": 0.7412899732589722, "total_norm": 10.074053764343262}
-{"epoch": 2, "step": 3166, "loss": 0.62552809715271, "total_norm": 11.375570297241211}
-{"epoch": 2, "step": 3167, "loss": 0.49827635288238525, "total_norm": 9.582992553710938}
-{"epoch": 2, "step": 3168, "loss": 0.6550017595291138, "total_norm": 13.34681224822998}
-{"epoch": 2, "step": 3169, "loss": 0.79873126745224, "total_norm": 13.121906280517578}
-{"epoch": 2, "step": 3170, "loss": 0.1823454350233078, "total_norm": 11.062013626098633}
-{"epoch": 2, "step": 3171, "loss": 0.8179976940155029, "total_norm": 13.026185035705566}
-{"epoch": 2, "step": 3172, "loss": 0.7022233605384827, "total_norm": 9.31557559967041}
-{"epoch": 2, "step": 3173, "loss": 0.5161231756210327, "total_norm": 10.222192764282227}
-{"epoch": 2, "step": 3174, "loss": 0.7105522155761719, "total_norm": 15.046097755432129}
-{"epoch": 2, "step": 3175, "loss": 0.43094488978385925, "total_norm": 11.588550567626953}
-{"epoch": 2, "step": 3176, "loss": 0.6938409805297852, "total_norm": 11.375527381896973}
-{"epoch": 2, "step": 3177, "loss": 0.7791186571121216, "total_norm": 15.449894905090332}
-{"epoch": 2, "step": 3178, "loss": 0.6654559969902039, "total_norm": 14.330591201782227}
-{"epoch": 2, "step": 3179, "loss": 0.7950286269187927, "total_norm": 10.243825912475586}
-{"epoch": 2, "step": 3180, "loss": 0.7025160789489746, "total_norm": 9.829370498657227}
-{"epoch": 2, "step": 3181, "loss": 0.6232284903526306, "total_norm": 18.519969940185547}
-{"epoch": 2, "step": 3182, "loss": 0.3532124161720276, "total_norm": 9.190245628356934}
-{"epoch": 2, "step": 3183, "loss": 0.5081874132156372, "total_norm": 10.376792907714844}
-{"epoch": 2, "step": 3184, "loss": 0.6073890924453735, "total_norm": 15.434913635253906}
-{"epoch": 2, "step": 3185, "loss": 0.5377442240715027, "total_norm": 10.956966400146484}
-{"epoch": 2, "step": 3186, "loss": 0.4947669804096222, "total_norm": 12.417840003967285}
-{"epoch": 2, "step": 3187, "loss": 0.6741941571235657, "total_norm": 10.966983795166016}
-{"epoch": 2, "step": 3188, "loss": 0.6245604753494263, "total_norm": 13.767498970031738}
-{"epoch": 2, "step": 3189, "loss": 0.33942142128944397, "total_norm": 9.351881980895996}
-{"epoch": 2, "step": 3190, "loss": 0.7043164968490601, "total_norm": 11.489391326904297}
-{"epoch": 2, "step": 3191, "loss": 0.8459982872009277, "total_norm": 15.938985824584961}
-{"epoch": 2, "step": 3192, "loss": 0.6734459400177002, "total_norm": 12.459614753723145}
-{"epoch": 2, "step": 3193, "loss": 0.5843504071235657, "total_norm": 9.721182823181152}
-{"epoch": 2, "step": 3194, "loss": 0.45655176043510437, "total_norm": 8.735576629638672}
-{"epoch": 2, "step": 3195, "loss": 0.7453450560569763, "total_norm": 12.64939022064209}
-{"epoch": 2, "step": 3196, "loss": 0.5095400214195251, "total_norm": 9.482446670532227}
-{"epoch": 2, "step": 3197, "loss": 0.71538907289505, "total_norm": 13.328958511352539}
-{"epoch": 2, "step": 3198, "loss": 0.556855320930481, "total_norm": 15.535799980163574}
-{"epoch": 2, "step": 3199, "loss": 0.7291600108146667, "total_norm": 11.797513008117676}
-{"epoch": 2, "step": 3200, "loss": 0.5987049341201782, "total_norm": 9.710819244384766}
-{"epoch": 2, "step": 3201, "loss": 0.6668539047241211, "total_norm": 13.339371681213379}
-{"epoch": 2, "step": 3202, "loss": 0.6694003939628601, "total_norm": 11.544119834899902}
-{"epoch": 2, "step": 3203, "loss": 0.6531094312667847, "total_norm": 14.584794044494629}
-{"epoch": 2, "step": 3204, "loss": 0.33713746070861816, "total_norm": 8.552454948425293}
-{"epoch": 2, "step": 3205, "loss": 0.5263609886169434, "total_norm": 14.023353576660156}
-{"epoch": 2, "step": 3206, "loss": 0.5053808093070984, "total_norm": 11.735756874084473}
-{"epoch": 2, "step": 3207, "loss": 0.5943853259086609, "total_norm": 10.735634803771973}
-{"epoch": 2, "step": 3208, "loss": 0.3831927180290222, "total_norm": 12.299636840820312}
-{"epoch": 2, "step": 3209, "loss": 0.33944520354270935, "total_norm": 10.128825187683105}
-{"epoch": 2, "step": 3210, "loss": 0.6620761156082153, "total_norm": 10.53225326538086}
-{"epoch": 2, "step": 3211, "loss": 0.7198033332824707, "total_norm": 10.736091613769531}
-{"epoch": 2, "step": 3212, "loss": 0.5997501611709595, "total_norm": 14.09614372253418}
-{"epoch": 2, "step": 3213, "loss": 0.5106921792030334, "total_norm": 9.418493270874023}
-{"epoch": 2, "step": 3214, "loss": 0.5930102467536926, "total_norm": 14.03420352935791}
-{"epoch": 2, "step": 3215, "loss": 0.6258669495582581, "total_norm": 15.050573348999023}
-{"epoch": 2, "step": 3216, "loss": 0.45345503091812134, "total_norm": 11.946314811706543}
-{"epoch": 2, "step": 3217, "loss": 0.5457401871681213, "total_norm": 13.261109352111816}
-{"epoch": 2, "step": 3218, "loss": 0.5387721657752991, "total_norm": 13.868735313415527}
-{"epoch": 2, "step": 3219, "loss": 0.7846401929855347, "total_norm": 11.315698623657227}
-{"epoch": 2, "step": 3220, "loss": 0.5369188189506531, "total_norm": 14.929549217224121}
-{"epoch": 2, "step": 3221, "loss": 0.6590701937675476, "total_norm": 9.830259323120117}
-{"epoch": 2, "step": 3222, "loss": 0.42917388677597046, "total_norm": 14.472637176513672}
-{"epoch": 2, "step": 3223, "loss": 0.4228073060512543, "total_norm": 10.659566879272461}
-{"epoch": 2, "step": 3224, "loss": 0.46821773052215576, "total_norm": 12.278570175170898}
-{"epoch": 2, "step": 3225, "loss": 0.6282249689102173, "total_norm": 12.594006538391113}
-{"epoch": 2, "step": 3226, "loss": 0.6813745498657227, "total_norm": 10.311736106872559}
-{"epoch": 2, "step": 3227, "loss": 0.5880488157272339, "total_norm": 9.931737899780273}
-{"epoch": 2, "step": 3228, "loss": 0.6804880499839783, "total_norm": 11.292491912841797}
-{"epoch": 2, "step": 3229, "loss": 0.6490904688835144, "total_norm": 12.935858726501465}
-{"epoch": 2, "step": 3230, "loss": 0.37284740805625916, "total_norm": 10.110190391540527}
-{"epoch": 2, "step": 3231, "loss": 0.7678055763244629, "total_norm": 16.17230796813965}
-{"epoch": 2, "step": 3232, "loss": 0.7804890871047974, "total_norm": 11.448653221130371}
-{"epoch": 2, "step": 3233, "loss": 0.5321995615959167, "total_norm": 12.495080947875977}
-{"epoch": 2, "step": 3234, "loss": 0.43595993518829346, "total_norm": 12.742241859436035}
-{"epoch": 2, "step": 3235, "loss": 0.6488711833953857, "total_norm": 15.267040252685547}
-{"epoch": 2, "step": 3236, "loss": 0.6888293027877808, "total_norm": 11.93371868133545}
-{"epoch": 2, "step": 3237, "loss": 0.6362938284873962, "total_norm": 14.304195404052734}
-{"epoch": 2, "step": 3238, "loss": 0.5314661860466003, "total_norm": 11.092340469360352}
-{"epoch": 2, "step": 3239, "loss": 0.6218260526657104, "total_norm": 11.672619819641113}
-{"epoch": 2, "step": 3240, "loss": 0.6067631244659424, "total_norm": 12.169517517089844}
-{"epoch": 2, "step": 3241, "loss": 0.5700543522834778, "total_norm": 12.789957046508789}
-{"epoch": 2, "step": 3242, "loss": 0.763436496257782, "total_norm": 11.194375038146973}
-{"epoch": 2, "step": 3243, "loss": 0.6444584131240845, "total_norm": 11.439240455627441}
-{"epoch": 2, "step": 3244, "loss": 0.7301375269889832, "total_norm": 10.693585395812988}
-{"epoch": 2, "step": 3245, "loss": 0.5527333617210388, "total_norm": 10.691506385803223}
-{"epoch": 2, "step": 3246, "loss": 0.665922999382019, "total_norm": 10.973236083984375}
-{"epoch": 2, "step": 3247, "loss": 0.7043254375457764, "total_norm": 13.495346069335938}
-{"epoch": 2, "step": 3248, "loss": 0.37364262342453003, "total_norm": 11.809581756591797}
-{"epoch": 2, "step": 3249, "loss": 0.48456642031669617, "total_norm": 9.127674102783203}
-{"epoch": 2, "step": 3250, "loss": 0.6979097723960876, "total_norm": 12.083934783935547}
-{"epoch": 2, "step": 3251, "loss": 0.2847561240196228, "total_norm": 8.063257217407227}
-{"epoch": 2, "step": 3252, "loss": 0.3164623975753784, "total_norm": 10.614457130432129}
-{"epoch": 2, "step": 3253, "loss": 0.6205514073371887, "total_norm": 15.65294075012207}
-{"epoch": 2, "step": 3254, "loss": 0.5387928485870361, "total_norm": 11.819815635681152}
-{"epoch": 2, "step": 3255, "loss": 0.8845914006233215, "total_norm": 14.733918190002441}
-{"epoch": 2, "step": 3256, "loss": 0.5831790566444397, "total_norm": 12.84783935546875}
-{"epoch": 2, "step": 3257, "loss": 0.479627400636673, "total_norm": 14.981083869934082}
-{"epoch": 2, "step": 3258, "loss": 0.650134801864624, "total_norm": 12.830802917480469}
-{"epoch": 2, "step": 3259, "loss": 0.6049942374229431, "total_norm": 12.973155975341797}
-{"epoch": 2, "step": 3260, "loss": 0.6893135905265808, "total_norm": 10.020051956176758}
-{"epoch": 2, "step": 3261, "loss": 0.6440874934196472, "total_norm": 13.030876159667969}
-{"epoch": 2, "step": 3262, "loss": 0.5867850184440613, "total_norm": 10.234004020690918}
-{"epoch": 2, "step": 3263, "loss": 0.41419702768325806, "total_norm": 11.520919799804688}
-{"epoch": 2, "step": 3264, "loss": 1.0748833417892456, "total_norm": 21.62987518310547}
-{"epoch": 2, "step": 3265, "loss": 0.4880572259426117, "total_norm": 12.36474323272705}
-{"epoch": 2, "step": 3266, "loss": 0.5016818642616272, "total_norm": 11.796489715576172}
-{"epoch": 2, "step": 3267, "loss": 0.43261876702308655, "total_norm": 11.120295524597168}
-{"epoch": 2, "step": 3268, "loss": 0.525150716304779, "total_norm": 14.204500198364258}
-{"epoch": 2, "step": 3269, "loss": 0.4573548436164856, "total_norm": 10.486133575439453}
-{"epoch": 2, "step": 3270, "loss": 0.6129137873649597, "total_norm": 10.383106231689453}
-{"epoch": 2, "step": 3271, "loss": 0.20474940538406372, "total_norm": 10.401274681091309}
-{"epoch": 2, "step": 3272, "loss": 0.5509511828422546, "total_norm": 12.189642906188965}
-{"epoch": 2, "step": 3273, "loss": 0.5978924632072449, "total_norm": 9.563167572021484}
-{"epoch": 2, "step": 3274, "loss": 0.6428104639053345, "total_norm": 10.762238502502441}
-{"epoch": 2, "step": 3275, "loss": 0.47114235162734985, "total_norm": 10.592326164245605}
-{"epoch": 2, "step": 3276, "loss": 0.43357306718826294, "total_norm": 8.13735580444336}
-{"epoch": 2, "step": 3277, "loss": 0.6131672859191895, "total_norm": 10.434684753417969}
-{"epoch": 2, "step": 3278, "loss": 0.5578961968421936, "total_norm": 10.032411575317383}
-{"epoch": 2, "step": 3279, "loss": 0.6446030735969543, "total_norm": 9.933063507080078}
-{"epoch": 2, "step": 3280, "loss": 0.9166838526725769, "total_norm": 15.383576393127441}
-{"epoch": 2, "step": 3281, "loss": 0.678489089012146, "total_norm": 11.496708869934082}
-{"epoch": 2, "step": 3282, "loss": 0.9687309861183167, "total_norm": 13.00727367401123}
-{"epoch": 2, "step": 3283, "loss": 0.7128689885139465, "total_norm": 12.804677963256836}
-{"epoch": 2, "step": 3284, "loss": 0.4787884056568146, "total_norm": 11.837396621704102}
-{"epoch": 2, "step": 3285, "loss": 0.6974420547485352, "total_norm": 11.223750114440918}
-{"epoch": 2, "step": 3286, "loss": 0.5218812227249146, "total_norm": 10.578511238098145}
-{"epoch": 2, "step": 3287, "loss": 0.5817591547966003, "total_norm": 11.508855819702148}
-{"epoch": 2, "step": 3288, "loss": 0.6228933930397034, "total_norm": 14.164434432983398}
-{"epoch": 2, "step": 3289, "loss": 0.4201838970184326, "total_norm": 12.074225425720215}
-{"epoch": 2, "step": 3290, "loss": 0.38440385460853577, "total_norm": 7.033553123474121}
-{"epoch": 2, "step": 3291, "loss": 0.7008164525032043, "total_norm": 12.977679252624512}
-{"epoch": 2, "step": 3292, "loss": 0.6181861162185669, "total_norm": 9.420024871826172}
-{"epoch": 2, "step": 3293, "loss": 0.39017847180366516, "total_norm": 7.678905487060547}
-{"epoch": 2, "step": 3294, "loss": 0.7310885190963745, "total_norm": 13.303118705749512}
-{"epoch": 2, "step": 3295, "loss": 0.4967042803764343, "total_norm": 9.30590534210205}
-{"epoch": 2, "step": 3296, "loss": 0.36154136061668396, "total_norm": 9.098453521728516}
-{"epoch": 2, "step": 3297, "loss": 0.27409473061561584, "total_norm": 10.565516471862793}
-{"epoch": 2, "step": 3298, "loss": 0.8460302352905273, "total_norm": 12.300718307495117}
-{"epoch": 2, "step": 3299, "loss": 0.5128876566886902, "total_norm": 11.933823585510254}
-{"epoch": 2, "step": 3300, "loss": 0.49668845534324646, "total_norm": 12.439436912536621}
-{"epoch": 2, "step": 3301, "loss": 0.7766374349594116, "total_norm": 17.831371307373047}
-{"epoch": 2, "step": 3302, "loss": 0.7373232245445251, "total_norm": 11.122965812683105}
-{"epoch": 2, "step": 3303, "loss": 0.5281638503074646, "total_norm": 12.593198776245117}
-{"epoch": 2, "step": 3304, "loss": 0.3200770318508148, "total_norm": 8.477721214294434}
-{"epoch": 2, "step": 3305, "loss": 0.4175586402416229, "total_norm": 13.142701148986816}
-{"epoch": 2, "step": 3306, "loss": 0.632925808429718, "total_norm": 9.502086639404297}
-{"epoch": 2, "step": 3307, "loss": 0.38772785663604736, "total_norm": 7.916823387145996}
-{"epoch": 2, "step": 3308, "loss": 0.6613620519638062, "total_norm": 12.08887004852295}
-{"epoch": 2, "step": 3309, "loss": 0.5941146612167358, "total_norm": 13.304631233215332}
-{"epoch": 2, "step": 3310, "loss": 0.9248313903808594, "total_norm": 12.3543062210083}
-{"epoch": 2, "step": 3311, "loss": 0.2730206251144409, "total_norm": 8.620692253112793}
-{"epoch": 2, "step": 3312, "loss": 0.5206007361412048, "total_norm": 11.144370079040527}
-{"epoch": 2, "step": 3313, "loss": 0.3314036428928375, "total_norm": 9.249686241149902}
-{"epoch": 2, "step": 3314, "loss": 0.5117758512496948, "total_norm": 9.563644409179688}
-{"epoch": 2, "step": 3315, "loss": 0.7145517468452454, "total_norm": 10.751675605773926}
-{"epoch": 2, "step": 3316, "loss": 0.7089635729789734, "total_norm": 11.578473091125488}
-{"epoch": 2, "step": 3317, "loss": 0.6197770833969116, "total_norm": 12.203766822814941}
-{"epoch": 2, "step": 3318, "loss": 0.36233556270599365, "total_norm": 9.043545722961426}
-{"epoch": 2, "step": 3319, "loss": 0.5707268714904785, "total_norm": 12.834545135498047}
-{"epoch": 2, "step": 3320, "loss": 0.7263738512992859, "total_norm": 10.510210037231445}
-{"epoch": 2, "step": 3321, "loss": 0.32289373874664307, "total_norm": 11.876686096191406}
-{"epoch": 2, "step": 3322, "loss": 0.9105488061904907, "total_norm": 19.93727684020996}
-{"epoch": 2, "step": 3323, "loss": 0.8575322031974792, "total_norm": 12.029997825622559}
-{"epoch": 2, "step": 3324, "loss": 0.6539097428321838, "total_norm": 10.19503402709961}
-{"epoch": 2, "step": 3325, "loss": 0.4168201684951782, "total_norm": 10.936773300170898}
-{"epoch": 2, "step": 3326, "loss": 0.6406041979789734, "total_norm": 13.045121192932129}
-{"epoch": 2, "step": 3327, "loss": 0.7687581181526184, "total_norm": 14.30023193359375}
-{"epoch": 2, "step": 3328, "loss": 0.6035282611846924, "total_norm": 12.029267311096191}
-{"epoch": 2, "step": 3329, "loss": 0.5095092058181763, "total_norm": 10.675332069396973}
-{"epoch": 2, "step": 3330, "loss": 0.6412137150764465, "total_norm": 10.756211280822754}
-{"epoch": 2, "step": 3331, "loss": 0.6084643006324768, "total_norm": 10.256799697875977}
-{"epoch": 2, "step": 3332, "loss": 0.6162996292114258, "total_norm": 11.926438331604004}
-{"epoch": 2, "step": 3333, "loss": 0.7895544171333313, "total_norm": 11.176435470581055}
-{"epoch": 2, "step": 3334, "loss": 0.45396554470062256, "total_norm": 11.29541301727295}
-{"epoch": 2, "step": 3335, "loss": 0.2810438275337219, "total_norm": 13.204490661621094}
-{"epoch": 2, "step": 3336, "loss": 0.6049027442932129, "total_norm": 13.390149116516113}
-{"epoch": 2, "step": 3337, "loss": 0.7936398386955261, "total_norm": 12.541457176208496}
-{"epoch": 2, "step": 3338, "loss": 0.5424952507019043, "total_norm": 13.373441696166992}
-{"epoch": 2, "step": 3339, "loss": 0.8447853922843933, "total_norm": 10.347416877746582}
-{"epoch": 2, "step": 3340, "loss": 0.5279995203018188, "total_norm": 13.824151039123535}
-{"epoch": 2, "step": 3341, "loss": 0.4684326648712158, "total_norm": 11.198495864868164}
-{"epoch": 2, "step": 3342, "loss": 0.307807981967926, "total_norm": 9.779296875}
-{"epoch": 2, "step": 3343, "loss": 0.8198359608650208, "total_norm": 8.95223331451416}
-{"epoch": 2, "step": 3344, "loss": 0.5487989783287048, "total_norm": 12.772616386413574}
-{"epoch": 2, "step": 3345, "loss": 0.5846958160400391, "total_norm": 15.890545845031738}
-{"epoch": 2, "step": 3346, "loss": 0.6115555763244629, "total_norm": 8.716903686523438}
-{"epoch": 2, "step": 3347, "loss": 0.35540202260017395, "total_norm": 11.780532836914062}
-{"epoch": 2, "step": 3348, "loss": 0.24237507581710815, "total_norm": 9.522543907165527}
-{"epoch": 2, "step": 3349, "loss": 0.38045835494995117, "total_norm": 10.597039222717285}
-{"epoch": 2, "step": 3350, "loss": 0.5693513751029968, "total_norm": 19.104522705078125}
-{"epoch": 2, "step": 3351, "loss": 0.6649338603019714, "total_norm": 10.431292533874512}
-{"epoch": 2, "step": 3352, "loss": 0.7220451831817627, "total_norm": 13.108490943908691}
-{"epoch": 2, "step": 3353, "loss": 0.5590204000473022, "total_norm": 14.385765075683594}
-{"epoch": 2, "step": 3354, "loss": 0.42005935311317444, "total_norm": 10.212388038635254}
-{"epoch": 2, "step": 3355, "loss": 0.49956655502319336, "total_norm": 11.081305503845215}
-{"epoch": 2, "step": 3356, "loss": 0.5891520977020264, "total_norm": 12.150094985961914}
-{"epoch": 2, "step": 3357, "loss": 0.3862632215023041, "total_norm": 12.59026050567627}
-{"epoch": 2, "step": 3358, "loss": 0.31860676407814026, "total_norm": 8.755777359008789}
-{"epoch": 2, "step": 3359, "loss": 0.3668285608291626, "total_norm": 10.826040267944336}
-{"epoch": 2, "step": 3360, "loss": 0.326395183801651, "total_norm": 10.517746925354004}
-{"epoch": 2, "step": 3361, "loss": 0.6357526779174805, "total_norm": 10.394526481628418}
-{"epoch": 2, "step": 3362, "loss": 0.5122441649436951, "total_norm": 11.233882904052734}
-{"epoch": 2, "step": 3363, "loss": 0.8637287020683289, "total_norm": 9.458065032958984}
-{"epoch": 2, "step": 3364, "loss": 0.4212650954723358, "total_norm": 8.945277214050293}
-{"epoch": 2, "step": 3365, "loss": 0.5934820771217346, "total_norm": 11.975269317626953}
-{"epoch": 2, "step": 3366, "loss": 0.6863713264465332, "total_norm": 13.826699256896973}
-{"epoch": 2, "step": 3367, "loss": 0.6641513705253601, "total_norm": 9.365921020507812}
-{"epoch": 2, "step": 3368, "loss": 0.659022867679596, "total_norm": 10.263907432556152}
-{"epoch": 2, "step": 3369, "loss": 0.838141143321991, "total_norm": 11.558209419250488}
-{"epoch": 2, "step": 3370, "loss": 0.3991258144378662, "total_norm": 10.116915702819824}
-{"epoch": 2, "step": 3371, "loss": 0.8067021369934082, "total_norm": 10.118086814880371}
-{"epoch": 2, "step": 3372, "loss": 0.6071523427963257, "total_norm": 12.235438346862793}
-{"epoch": 2, "step": 3373, "loss": 0.46336016058921814, "total_norm": 10.836305618286133}
-{"epoch": 2, "step": 3374, "loss": 0.5872344970703125, "total_norm": 10.17302131652832}
-{"epoch": 2, "step": 3375, "loss": 0.5021981596946716, "total_norm": 10.004322052001953}
-{"epoch": 2, "step": 3376, "loss": 0.6837770938873291, "total_norm": 13.460688591003418}
-{"epoch": 2, "step": 3377, "loss": 0.5666521787643433, "total_norm": 10.447972297668457}
-{"epoch": 2, "step": 3378, "loss": 0.5833182334899902, "total_norm": 12.434272766113281}
-{"epoch": 2, "step": 3379, "loss": 0.5013388395309448, "total_norm": 9.450493812561035}
-{"epoch": 2, "step": 3380, "loss": 0.5865467190742493, "total_norm": 11.795708656311035}
-{"epoch": 2, "step": 3381, "loss": 0.8641051054000854, "total_norm": 13.691816329956055}
-{"epoch": 2, "step": 3382, "loss": 0.3104051649570465, "total_norm": 10.053529739379883}
-{"epoch": 2, "step": 3383, "loss": 0.6207181215286255, "total_norm": 11.435043334960938}
-{"epoch": 2, "step": 3384, "loss": 0.5059509873390198, "total_norm": 11.042220115661621}
-{"epoch": 2, "step": 3385, "loss": 0.6157094240188599, "total_norm": 9.972046852111816}
-{"epoch": 2, "step": 3386, "loss": 0.3011285662651062, "total_norm": 9.065142631530762}
-{"epoch": 2, "step": 3387, "loss": 0.3500964641571045, "total_norm": 11.532280921936035}
-{"epoch": 2, "step": 3388, "loss": 0.9202935695648193, "total_norm": 14.410285949707031}
-{"epoch": 2, "step": 3389, "loss": 0.6284833550453186, "total_norm": 11.326334953308105}
-{"epoch": 2, "step": 3390, "loss": 0.501437246799469, "total_norm": 11.005684852600098}
-{"epoch": 2, "step": 3391, "loss": 0.57684326171875, "total_norm": 9.796313285827637}
-{"epoch": 2, "step": 3392, "loss": 0.5645912289619446, "total_norm": 10.377897262573242}
-{"epoch": 2, "step": 3393, "loss": 0.7158457636833191, "total_norm": 11.737245559692383}
-{"epoch": 2, "step": 3394, "loss": 0.6996931433677673, "total_norm": 10.92906665802002}
-{"epoch": 2, "step": 3395, "loss": 0.31955486536026, "total_norm": 11.296538352966309}
-{"epoch": 2, "step": 3396, "loss": 0.5816529393196106, "total_norm": 10.583088874816895}
-{"epoch": 2, "step": 3397, "loss": 0.44153469800949097, "total_norm": 10.968084335327148}
-{"epoch": 2, "step": 3398, "loss": 0.6526397466659546, "total_norm": 9.432330131530762}
-{"epoch": 2, "step": 3399, "loss": 0.9919723272323608, "total_norm": 14.446813583374023}
-{"epoch": 2, "step": 3400, "loss": 0.5488895773887634, "total_norm": 17.290470123291016}
-{"epoch": 2, "step": 3401, "loss": 0.5745418071746826, "total_norm": 16.093921661376953}
-{"epoch": 2, "step": 3402, "loss": 0.6080217361450195, "total_norm": 9.096789360046387}
-{"epoch": 2, "step": 3403, "loss": 0.49233242869377136, "total_norm": 12.962137222290039}
-{"epoch": 2, "step": 3404, "loss": 0.7880971431732178, "total_norm": 14.120981216430664}
-{"epoch": 2, "step": 3405, "loss": 0.5800691843032837, "total_norm": 12.63302993774414}
-{"epoch": 2, "step": 3406, "loss": 0.3547901213169098, "total_norm": 8.314404487609863}
-{"epoch": 2, "step": 3407, "loss": 0.7320858836174011, "total_norm": 14.381834983825684}
-{"epoch": 2, "step": 3408, "loss": 0.7074097990989685, "total_norm": 13.52859115600586}
-{"epoch": 2, "step": 3409, "loss": 0.4141584634780884, "total_norm": 10.300483703613281}
-{"epoch": 2, "step": 3410, "loss": 0.6186506748199463, "total_norm": 15.215743064880371}
-{"epoch": 2, "step": 3411, "loss": 0.42394158244132996, "total_norm": 11.187994956970215}
-{"epoch": 2, "step": 3412, "loss": 0.42130082845687866, "total_norm": 9.60982894897461}
-{"epoch": 2, "step": 3413, "loss": 0.7840176820755005, "total_norm": 10.629664421081543}
-{"epoch": 2, "step": 3414, "loss": 0.6281073093414307, "total_norm": 9.048982620239258}
-{"epoch": 2, "step": 3415, "loss": 0.5589119791984558, "total_norm": 13.5352201461792}
-{"epoch": 2, "step": 3416, "loss": 0.7224516868591309, "total_norm": 16.159053802490234}
-{"epoch": 2, "step": 3417, "loss": 0.4292623996734619, "total_norm": 9.422765731811523}
-{"epoch": 2, "step": 3418, "loss": 0.869709312915802, "total_norm": 12.218161582946777}
-{"epoch": 2, "step": 3419, "loss": 0.5394740700721741, "total_norm": 13.78854751586914}
-{"epoch": 2, "step": 3420, "loss": 0.6615003347396851, "total_norm": 11.21395492553711}
-{"epoch": 2, "step": 3421, "loss": 0.5811741948127747, "total_norm": 8.702361106872559}
-{"epoch": 2, "step": 3422, "loss": 0.49394258856773376, "total_norm": 11.930693626403809}
-{"epoch": 2, "step": 3423, "loss": 0.7392423152923584, "total_norm": 12.69859790802002}
-{"epoch": 2, "step": 3424, "loss": 0.6912466287612915, "total_norm": 11.819658279418945}
-{"epoch": 2, "step": 3425, "loss": 0.7063621878623962, "total_norm": 15.474879264831543}
-{"epoch": 2, "step": 3426, "loss": 0.7156328558921814, "total_norm": 11.59074592590332}
-{"epoch": 2, "step": 3427, "loss": 0.7698763608932495, "total_norm": 11.405976295471191}
-{"epoch": 2, "step": 3428, "loss": 0.7702058553695679, "total_norm": 11.033246994018555}
-{"epoch": 2, "step": 3429, "loss": 0.5888165831565857, "total_norm": 13.451878547668457}
-{"epoch": 2, "step": 3430, "loss": 0.5539779663085938, "total_norm": 10.863662719726562}
-{"epoch": 2, "step": 3431, "loss": 0.6117085814476013, "total_norm": 13.15938663482666}
-{"epoch": 2, "step": 3432, "loss": 0.699568510055542, "total_norm": 9.980435371398926}
-{"epoch": 2, "step": 3433, "loss": 0.44588038325309753, "total_norm": 13.304586410522461}
-{"epoch": 2, "step": 3434, "loss": 0.8097644448280334, "total_norm": 9.65194320678711}
-{"epoch": 2, "step": 3435, "loss": 0.5435642004013062, "total_norm": 10.764966011047363}
-{"epoch": 2, "step": 3436, "loss": 0.5581444501876831, "total_norm": 9.000304222106934}
-{"epoch": 2, "step": 3437, "loss": 0.4534203112125397, "total_norm": 9.047050476074219}
-{"epoch": 2, "step": 3438, "loss": 0.4111593961715698, "total_norm": 9.542101860046387}
-{"epoch": 2, "step": 3439, "loss": 0.6098079085350037, "total_norm": 11.292342185974121}
-{"epoch": 2, "step": 3440, "loss": 0.2708357572555542, "total_norm": 7.381471157073975}
-{"epoch": 2, "step": 3441, "loss": 0.42027851939201355, "total_norm": 11.864450454711914}
-{"epoch": 2, "step": 3442, "loss": 0.3497595489025116, "total_norm": 11.054140090942383}
-{"epoch": 2, "step": 3443, "loss": 0.8588079810142517, "total_norm": 14.62255573272705}
-{"epoch": 2, "step": 3444, "loss": 0.4261203408241272, "total_norm": 9.463580131530762}
-{"epoch": 2, "step": 3445, "loss": 0.7513899207115173, "total_norm": 14.346837997436523}
-{"epoch": 2, "step": 3446, "loss": 0.56819748878479, "total_norm": 11.839640617370605}
-{"epoch": 2, "step": 3447, "loss": 0.7571024298667908, "total_norm": 14.500399589538574}
-{"epoch": 2, "step": 3448, "loss": 0.6203900575637817, "total_norm": 10.771284103393555}
-{"epoch": 2, "step": 3449, "loss": 0.46508413553237915, "total_norm": 13.56762409210205}
-{"epoch": 2, "step": 3450, "loss": 0.5046408176422119, "total_norm": 10.204019546508789}
-{"epoch": 2, "step": 3451, "loss": 0.696801483631134, "total_norm": 15.248381614685059}
-{"epoch": 2, "step": 3452, "loss": 0.5517987608909607, "total_norm": 13.088793754577637}
-{"epoch": 2, "step": 3453, "loss": 0.6398888230323792, "total_norm": 15.963532447814941}
-{"epoch": 2, "step": 3454, "loss": 0.75056391954422, "total_norm": 16.465993881225586}
-{"epoch": 2, "step": 3455, "loss": 0.5670915842056274, "total_norm": 12.273673057556152}
-{"epoch": 2, "step": 3456, "loss": 0.6066043972969055, "total_norm": 13.693292617797852}
-{"epoch": 2, "step": 3457, "loss": 0.7447589635848999, "total_norm": 12.722171783447266}
-{"epoch": 2, "step": 3458, "loss": 0.585807740688324, "total_norm": 11.399877548217773}
-{"epoch": 2, "step": 3459, "loss": 0.6349522471427917, "total_norm": 12.440448760986328}
-{"epoch": 2, "step": 3460, "loss": 0.6622787714004517, "total_norm": 11.083751678466797}
-{"epoch": 2, "step": 3461, "loss": 0.5079435110092163, "total_norm": 12.173158645629883}
-{"epoch": 2, "step": 3462, "loss": 0.5292008519172668, "total_norm": 12.455673217773438}
-{"epoch": 2, "step": 3463, "loss": 0.6069894433021545, "total_norm": 9.702309608459473}
-{"epoch": 2, "step": 3464, "loss": 0.5518909096717834, "total_norm": 13.146707534790039}
-{"epoch": 2, "step": 3465, "loss": 0.6408340334892273, "total_norm": 9.73564624786377}
-{"epoch": 2, "step": 3466, "loss": 0.7999429702758789, "total_norm": 15.931851387023926}
-{"epoch": 2, "step": 3467, "loss": 0.5917158722877502, "total_norm": 9.750524520874023}
-{"epoch": 2, "step": 3468, "loss": 0.5048414468765259, "total_norm": 14.475464820861816}
-{"epoch": 2, "step": 3469, "loss": 0.5103853344917297, "total_norm": 12.360183715820312}
-{"epoch": 2, "step": 3470, "loss": 0.4713476598262787, "total_norm": 13.161568641662598}
-{"epoch": 2, "step": 3471, "loss": 0.46419617533683777, "total_norm": 11.359376907348633}
-{"epoch": 2, "step": 3472, "loss": 0.5062580108642578, "total_norm": 8.492179870605469}
-{"epoch": 2, "step": 3473, "loss": 0.4650840163230896, "total_norm": 10.270134925842285}
-{"epoch": 2, "step": 3474, "loss": 0.36740466952323914, "total_norm": 11.479527473449707}
-{"epoch": 2, "step": 3475, "loss": 0.9138286113739014, "total_norm": 12.454385757446289}
-{"epoch": 2, "step": 3476, "loss": 0.47017592191696167, "total_norm": 14.52708911895752}
-{"epoch": 2, "step": 3477, "loss": 0.560851514339447, "total_norm": 12.101765632629395}
-{"epoch": 2, "step": 3478, "loss": 0.3378528654575348, "total_norm": 12.78072738647461}
-{"epoch": 2, "step": 3479, "loss": 0.5971146821975708, "total_norm": 8.743985176086426}
-{"epoch": 2, "step": 3480, "loss": 0.48536404967308044, "total_norm": 14.147985458374023}
-{"epoch": 2, "step": 3481, "loss": 0.5413185358047485, "total_norm": 9.495671272277832}
-{"epoch": 2, "step": 3482, "loss": 0.8463951945304871, "total_norm": 12.536770820617676}
-{"epoch": 2, "step": 3483, "loss": 0.8961538076400757, "total_norm": 18.729745864868164}
-{"epoch": 2, "step": 3484, "loss": 0.8310769200325012, "total_norm": 10.32166576385498}
-{"epoch": 2, "step": 3485, "loss": 0.6487619876861572, "total_norm": 11.954517364501953}
-{"epoch": 2, "step": 3486, "loss": 0.6633946895599365, "total_norm": 12.0836820602417}
-{"epoch": 2, "step": 3487, "loss": 0.7403495907783508, "total_norm": 13.022566795349121}
-{"epoch": 2, "step": 3488, "loss": 0.51500403881073, "total_norm": 11.35919189453125}
-{"epoch": 2, "step": 3489, "loss": 0.6248481273651123, "total_norm": 10.617116928100586}
-{"epoch": 2, "step": 3490, "loss": 0.5641180872917175, "total_norm": 11.232362747192383}
-{"epoch": 2, "step": 3491, "loss": 0.4100964367389679, "total_norm": 9.113983154296875}
-{"epoch": 2, "step": 3492, "loss": 0.36761364340782166, "total_norm": 12.169771194458008}
-{"epoch": 2, "step": 3493, "loss": 0.6997731328010559, "total_norm": 13.25124454498291}
-{"epoch": 2, "step": 3494, "loss": 0.810263454914093, "total_norm": 10.131332397460938}
-{"epoch": 2, "step": 3495, "loss": 0.6644977927207947, "total_norm": 9.67437744140625}
-{"epoch": 2, "step": 3496, "loss": 0.624806821346283, "total_norm": 11.30905818939209}
-{"epoch": 2, "step": 3497, "loss": 0.6436077952384949, "total_norm": 11.244271278381348}
-{"epoch": 2, "step": 3498, "loss": 0.6547408103942871, "total_norm": 9.323054313659668}
-{"epoch": 2, "step": 3499, "loss": 0.9330796003341675, "total_norm": 12.187613487243652}
-{"epoch": 2, "step": 3500, "loss": 0.8567256331443787, "total_norm": 10.629769325256348}
-{"epoch": 2, "step": 3501, "loss": 0.8040634989738464, "total_norm": 12.083077430725098}
-{"epoch": 2, "step": 3502, "loss": 0.41971367597579956, "total_norm": 10.4974946975708}
-{"epoch": 2, "step": 3503, "loss": 0.41922131180763245, "total_norm": 11.374022483825684}
-{"epoch": 2, "step": 3504, "loss": 0.5443435907363892, "total_norm": 10.937335968017578}
-{"epoch": 2, "step": 3505, "loss": 0.5954761505126953, "total_norm": 12.214151382446289}
-{"epoch": 2, "step": 3506, "loss": 0.7295781970024109, "total_norm": 11.562026023864746}
-{"epoch": 2, "step": 3507, "loss": 0.6395006775856018, "total_norm": 10.824646949768066}
-{"epoch": 2, "step": 3508, "loss": 0.717296302318573, "total_norm": 10.015328407287598}
-{"epoch": 2, "step": 3509, "loss": 0.7002226114273071, "total_norm": 8.822415351867676}
-{"epoch": 2, "step": 3510, "loss": 0.6002995371818542, "total_norm": 11.839555740356445}
-{"epoch": 2, "step": 3511, "loss": 0.5298951864242554, "total_norm": 10.57760238647461}
-{"epoch": 2, "step": 3512, "loss": 0.5437537431716919, "total_norm": 12.260303497314453}
-{"epoch": 2, "step": 3513, "loss": 0.7528255581855774, "total_norm": 14.027069091796875}
-{"epoch": 2, "step": 3514, "loss": 0.6182886362075806, "total_norm": 11.2853422164917}
-{"epoch": 2, "step": 3515, "loss": 0.47911369800567627, "total_norm": 12.191681861877441}
-{"epoch": 2, "step": 3516, "loss": 0.7669630646705627, "total_norm": 11.493525505065918}
-{"epoch": 2, "step": 3517, "loss": 0.5083731412887573, "total_norm": 14.600579261779785}
-{"epoch": 2, "step": 3518, "loss": 0.6441812515258789, "total_norm": 12.17737865447998}
-{"epoch": 2, "step": 3519, "loss": 0.5499122738838196, "total_norm": 9.325581550598145}
-{"epoch": 2, "step": 3520, "loss": 0.5014418363571167, "total_norm": 11.199263572692871}
-{"epoch": 2, "step": 3521, "loss": 0.55804842710495, "total_norm": 13.956363677978516}
-{"epoch": 2, "step": 3522, "loss": 0.5404136180877686, "total_norm": 11.97553825378418}
-{"epoch": 2, "step": 3523, "loss": 0.552445650100708, "total_norm": 13.084929466247559}
-{"epoch": 2, "step": 3524, "loss": 0.6057687997817993, "total_norm": 10.798750877380371}
-{"epoch": 2, "step": 3525, "loss": 0.6837080717086792, "total_norm": 14.139657974243164}
-{"epoch": 2, "step": 3526, "loss": 0.5324456691741943, "total_norm": 9.745421409606934}
-{"epoch": 2, "step": 3527, "loss": 0.6425541639328003, "total_norm": 13.439739227294922}
-{"epoch": 2, "step": 3528, "loss": 1.0697999000549316, "total_norm": 12.163393020629883}
-{"epoch": 2, "step": 3529, "loss": 0.7559748888015747, "total_norm": 13.241653442382812}
-{"epoch": 2, "step": 3530, "loss": 0.5288391709327698, "total_norm": 13.312313079833984}
-{"epoch": 2, "step": 3531, "loss": 0.4448176920413971, "total_norm": 11.82496166229248}
-{"epoch": 2, "step": 3532, "loss": 0.5216362476348877, "total_norm": 12.551712989807129}
-{"epoch": 2, "step": 3533, "loss": 0.5833443999290466, "total_norm": 9.597167015075684}
-{"epoch": 2, "step": 3534, "loss": 0.32896366715431213, "total_norm": 11.812567710876465}
-{"epoch": 2, "step": 3535, "loss": 0.8544474244117737, "total_norm": 20.298709869384766}
-{"epoch": 2, "step": 3536, "loss": 0.5204035639762878, "total_norm": 11.214120864868164}
-{"epoch": 2, "step": 3537, "loss": 0.2470422089099884, "total_norm": 8.733251571655273}
-{"epoch": 2, "step": 3538, "loss": 0.42083409428596497, "total_norm": 10.626814842224121}
-{"epoch": 2, "step": 3539, "loss": 0.6119993925094604, "total_norm": 14.348841667175293}
-{"epoch": 2, "step": 3540, "loss": 0.6196715831756592, "total_norm": 13.782341957092285}
-{"epoch": 2, "step": 3541, "loss": 0.42682525515556335, "total_norm": 8.93522834777832}
-{"epoch": 2, "step": 3542, "loss": 0.43500980734825134, "total_norm": 11.085506439208984}
-{"epoch": 2, "step": 3543, "loss": 0.6499887108802795, "total_norm": 13.154350280761719}
-{"epoch": 2, "step": 3544, "loss": 0.40761518478393555, "total_norm": 10.051344871520996}
-{"epoch": 2, "step": 3545, "loss": 0.3691699802875519, "total_norm": 10.2879056930542}
-{"epoch": 2, "step": 3546, "loss": 0.9603230953216553, "total_norm": 13.483576774597168}
-{"epoch": 2, "step": 3547, "loss": 0.6534987092018127, "total_norm": 15.135249137878418}
-{"epoch": 2, "step": 3548, "loss": 0.7077666521072388, "total_norm": 15.371689796447754}
-{"epoch": 2, "step": 3549, "loss": 0.7776810526847839, "total_norm": 12.386935234069824}
-{"epoch": 2, "step": 3550, "loss": 0.4990110695362091, "total_norm": 14.427380561828613}
-{"epoch": 2, "step": 3551, "loss": 0.7550195455551147, "total_norm": 12.603489875793457}
-{"epoch": 2, "step": 3552, "loss": 0.8562262654304504, "total_norm": 14.295509338378906}
-{"epoch": 2, "step": 3553, "loss": 0.44094690680503845, "total_norm": 13.458065032958984}
-{"epoch": 2, "step": 3554, "loss": 0.3314853608608246, "total_norm": 10.018542289733887}
-{"epoch": 2, "step": 3555, "loss": 0.826115608215332, "total_norm": 11.105474472045898}
-{"epoch": 2, "step": 3556, "loss": 0.555260181427002, "total_norm": 10.040757179260254}
-{"epoch": 2, "step": 3557, "loss": 0.6057185530662537, "total_norm": 9.353852272033691}
-{"epoch": 2, "step": 3558, "loss": 0.681194007396698, "total_norm": 12.40078067779541}
-{"epoch": 2, "step": 3559, "loss": 0.4253721237182617, "total_norm": 12.788928985595703}
-{"epoch": 2, "step": 3560, "loss": 0.3519962430000305, "total_norm": 10.191246032714844}
-{"epoch": 2, "step": 3561, "loss": 0.6664003133773804, "total_norm": 11.983120918273926}
-{"epoch": 2, "step": 3562, "loss": 0.6357893347740173, "total_norm": 11.254191398620605}
-{"epoch": 2, "step": 3563, "loss": 0.6431952118873596, "total_norm": 10.367609977722168}
-{"epoch": 2, "step": 3564, "loss": 0.2416839897632599, "total_norm": 8.288996696472168}
-{"epoch": 2, "step": 3565, "loss": 0.41985058784484863, "total_norm": 11.31527042388916}
-{"epoch": 2, "step": 3566, "loss": 0.5836203694343567, "total_norm": 10.56552791595459}
-{"epoch": 2, "step": 3567, "loss": 0.7522337436676025, "total_norm": 10.758304595947266}
-{"epoch": 2, "step": 3568, "loss": 0.709697425365448, "total_norm": 15.630169868469238}
-{"epoch": 2, "step": 3569, "loss": 0.4077015519142151, "total_norm": 9.2738037109375}
-{"epoch": 2, "step": 3570, "loss": 0.5290374159812927, "total_norm": 11.975082397460938}
-{"epoch": 2, "step": 3571, "loss": 0.5968272686004639, "total_norm": 9.864591598510742}
-{"epoch": 2, "step": 3572, "loss": 1.0263558626174927, "total_norm": 12.765493392944336}
-{"epoch": 2, "step": 3573, "loss": 0.8046164512634277, "total_norm": 9.387948989868164}
-{"epoch": 2, "step": 3574, "loss": 1.2973582744598389, "total_norm": 16.783123016357422}
-{"epoch": 2, "step": 3575, "loss": 0.6862660050392151, "total_norm": 16.12003517150879}
-{"epoch": 2, "step": 3576, "loss": 0.5601128935813904, "total_norm": 10.811062812805176}
-{"epoch": 2, "step": 3577, "loss": 0.4634535312652588, "total_norm": 11.214567184448242}
-{"epoch": 2, "step": 3578, "loss": 0.5319626927375793, "total_norm": 14.734695434570312}
-{"epoch": 2, "step": 3579, "loss": 0.5322030186653137, "total_norm": 9.634811401367188}
-{"epoch": 2, "step": 3580, "loss": 0.5045431852340698, "total_norm": 14.987100601196289}
-{"epoch": 2, "step": 3581, "loss": 0.49164995551109314, "total_norm": 13.770086288452148}
-{"epoch": 2, "step": 3582, "loss": 0.9529896378517151, "total_norm": 14.885786056518555}
-{"epoch": 2, "step": 3583, "loss": 0.585481584072113, "total_norm": 10.300381660461426}
-{"epoch": 2, "step": 3584, "eval_loss": 2.539977453649044, "eval_rougeL": 0.25688987327162344}
-{"epoch": 2, "step": 3584, "loss": 0.498121976852417, "total_norm": 13.447046279907227}
-{"epoch": 2, "step": 3585, "loss": 0.786643922328949, "total_norm": 10.713223457336426}
-{"epoch": 2, "step": 3586, "loss": 0.6532835960388184, "total_norm": 9.128403663635254}
-{"epoch": 2, "step": 3587, "loss": 0.41483741998672485, "total_norm": 13.550661087036133}
-{"epoch": 2, "step": 3588, "loss": 0.714753270149231, "total_norm": 11.195596694946289}
-{"epoch": 2, "step": 3589, "loss": 0.576662540435791, "total_norm": 11.238859176635742}
-{"epoch": 2, "step": 3590, "loss": 0.7520453333854675, "total_norm": 11.058831214904785}
-{"epoch": 2, "step": 3591, "loss": 0.6073052287101746, "total_norm": 12.52470588684082}
-{"epoch": 2, "step": 3592, "loss": 0.5290688276290894, "total_norm": 12.014091491699219}
-{"epoch": 2, "step": 3593, "loss": 0.68056321144104, "total_norm": 11.1519136428833}
-{"epoch": 2, "step": 3594, "loss": 0.7130153775215149, "total_norm": 10.974386215209961}
-{"epoch": 2, "step": 3595, "loss": 0.3849233388900757, "total_norm": 8.286837577819824}
-{"epoch": 2, "step": 3596, "loss": 0.5486458539962769, "total_norm": 13.475393295288086}
-{"epoch": 2, "step": 3597, "loss": 0.561829149723053, "total_norm": 13.367095947265625}
-{"epoch": 2, "step": 3598, "loss": 0.5049210786819458, "total_norm": 9.88064956665039}
-{"epoch": 2, "step": 3599, "loss": 0.4771481156349182, "total_norm": 10.888567924499512}
-{"epoch": 2, "step": 3600, "loss": 0.7839676737785339, "total_norm": 16.061038970947266}
-{"epoch": 2, "step": 3601, "loss": 0.6489887833595276, "total_norm": 12.30363941192627}
-{"epoch": 2, "step": 3602, "loss": 0.5780401825904846, "total_norm": 11.283919334411621}
-{"epoch": 2, "step": 3603, "loss": 0.5545126795768738, "total_norm": 12.280720710754395}
-{"epoch": 2, "step": 3604, "loss": 0.9019150137901306, "total_norm": 14.194229125976562}
-{"epoch": 2, "step": 3605, "loss": 0.7858743667602539, "total_norm": 10.813608169555664}
-{"epoch": 2, "step": 3606, "loss": 1.2284938097000122, "total_norm": 14.89388656616211}
-{"epoch": 2, "step": 3607, "loss": 0.7219745516777039, "total_norm": 13.195807456970215}
-{"epoch": 2, "step": 3608, "loss": 0.5496613383293152, "total_norm": 11.434059143066406}
-{"epoch": 2, "step": 3609, "loss": 0.6013728976249695, "total_norm": 10.710150718688965}
-{"epoch": 2, "step": 3610, "loss": 0.66696697473526, "total_norm": 14.050978660583496}
-{"epoch": 2, "step": 3611, "loss": 0.505519688129425, "total_norm": 9.954371452331543}
-{"epoch": 2, "step": 3612, "loss": 0.6510225534439087, "total_norm": 7.957873821258545}
-{"epoch": 2, "step": 3613, "loss": 0.6392021775245667, "total_norm": 12.137491226196289}
-{"epoch": 2, "step": 3614, "loss": 0.681011438369751, "total_norm": 11.75283145904541}
-{"epoch": 2, "step": 3615, "loss": 0.723442554473877, "total_norm": 11.099839210510254}
-{"epoch": 2, "step": 3616, "loss": 0.765128493309021, "total_norm": 12.677749633789062}
-{"epoch": 2, "step": 3617, "loss": 0.6546551585197449, "total_norm": 12.469156265258789}
-{"epoch": 2, "step": 3618, "loss": 0.6727287173271179, "total_norm": 10.16004753112793}
-{"epoch": 2, "step": 3619, "loss": 0.3105383813381195, "total_norm": 14.214571952819824}
-{"epoch": 2, "step": 3620, "loss": 0.7638958692550659, "total_norm": 11.373488426208496}
-{"epoch": 2, "step": 3621, "loss": 0.5455486178398132, "total_norm": 13.311227798461914}
-{"epoch": 2, "step": 3622, "loss": 0.5027713775634766, "total_norm": 9.131710052490234}
-{"epoch": 2, "step": 3623, "loss": 0.4812289774417877, "total_norm": 9.752447128295898}
-{"epoch": 2, "step": 3624, "loss": 0.5028269290924072, "total_norm": 15.793622016906738}
-{"epoch": 2, "step": 3625, "loss": 0.6634385585784912, "total_norm": 12.410820960998535}
-{"epoch": 2, "step": 3626, "loss": 0.524097740650177, "total_norm": 8.801253318786621}
-{"epoch": 2, "step": 3627, "loss": 0.49607211351394653, "total_norm": 11.149969100952148}
-{"epoch": 2, "step": 3628, "loss": 0.9022481441497803, "total_norm": 10.4374361038208}
-{"epoch": 2, "step": 3629, "loss": 0.5090193152427673, "total_norm": 17.307872772216797}
-{"epoch": 2, "step": 3630, "loss": 0.538418173789978, "total_norm": 14.002991676330566}
-{"epoch": 2, "step": 3631, "loss": 0.43606674671173096, "total_norm": 12.177899360656738}
-{"epoch": 2, "step": 3632, "loss": 0.7560727596282959, "total_norm": 13.28108024597168}
-{"epoch": 2, "step": 3633, "loss": 0.5522367358207703, "total_norm": 10.4309663772583}
-{"epoch": 2, "step": 3634, "loss": 0.6300598382949829, "total_norm": 14.652344703674316}
-{"epoch": 2, "step": 3635, "loss": 0.3942326307296753, "total_norm": 9.904592514038086}
-{"epoch": 2, "step": 3636, "loss": 0.6966941952705383, "total_norm": 12.542678833007812}
-{"epoch": 2, "step": 3637, "loss": 0.5806854367256165, "total_norm": 11.245635032653809}
-{"epoch": 2, "step": 3638, "loss": 0.7467874884605408, "total_norm": 11.09466552734375}
-{"epoch": 2, "step": 3639, "loss": 0.5467678308486938, "total_norm": 11.36141300201416}
-{"epoch": 2, "step": 3640, "loss": 0.600208044052124, "total_norm": 12.248729705810547}
-{"epoch": 2, "step": 3641, "loss": 0.2648308277130127, "total_norm": 9.013935089111328}
-{"epoch": 2, "step": 3642, "loss": 0.5418357849121094, "total_norm": 18.57149314880371}
-{"epoch": 2, "step": 3643, "loss": 0.4098491668701172, "total_norm": 15.827349662780762}
-{"epoch": 2, "step": 3644, "loss": 0.40199121832847595, "total_norm": 10.690918922424316}
-{"epoch": 2, "step": 3645, "loss": 0.8897417187690735, "total_norm": 13.46546745300293}
-{"epoch": 2, "step": 3646, "loss": 0.48486751317977905, "total_norm": 8.832261085510254}
-{"epoch": 2, "step": 3647, "loss": 0.5974853038787842, "total_norm": 16.48711395263672}
-{"epoch": 2, "step": 3648, "loss": 0.5531038641929626, "total_norm": 11.44721508026123}
-{"epoch": 2, "step": 3649, "loss": 0.6991642117500305, "total_norm": 12.901381492614746}
-{"epoch": 2, "step": 3650, "loss": 0.6028240919113159, "total_norm": 9.991765975952148}
-{"epoch": 2, "step": 3651, "loss": 0.45298364758491516, "total_norm": 13.19391918182373}
-{"epoch": 2, "step": 3652, "loss": 0.8494742512702942, "total_norm": 14.460676193237305}
-{"epoch": 2, "step": 3653, "loss": 0.889845609664917, "total_norm": 14.043524742126465}
-{"epoch": 2, "step": 3654, "loss": 0.6922228932380676, "total_norm": 10.22008991241455}
-{"epoch": 2, "step": 3655, "loss": 0.7516382336616516, "total_norm": 16.322647094726562}
-{"epoch": 2, "step": 3656, "loss": 0.5995869636535645, "total_norm": 14.702719688415527}
-{"epoch": 2, "step": 3657, "loss": 0.6226815581321716, "total_norm": 11.28698444366455}
-{"epoch": 2, "step": 3658, "loss": 0.6941459774971008, "total_norm": 12.18847942352295}
-{"epoch": 2, "step": 3659, "loss": 0.8296391367912292, "total_norm": 13.124166488647461}
-{"epoch": 2, "step": 3660, "loss": 0.5861890316009521, "total_norm": 14.82131290435791}
-{"epoch": 2, "step": 3661, "loss": 0.6285609602928162, "total_norm": 12.602063179016113}
-{"epoch": 2, "step": 3662, "loss": 0.4130716323852539, "total_norm": 12.625061988830566}
-{"epoch": 2, "step": 3663, "loss": 0.7839632630348206, "total_norm": 12.299760818481445}
-{"epoch": 2, "step": 3664, "loss": 0.4004752039909363, "total_norm": 11.396794319152832}
-{"epoch": 2, "step": 3665, "loss": 0.3427906930446625, "total_norm": 13.480598449707031}
-{"epoch": 2, "step": 3666, "loss": 0.6486142873764038, "total_norm": 12.67164134979248}
-{"epoch": 2, "step": 3667, "loss": 0.6113433837890625, "total_norm": 10.018492698669434}
-{"epoch": 2, "step": 3668, "loss": 0.6689139008522034, "total_norm": 12.60312557220459}
-{"epoch": 2, "step": 3669, "loss": 0.2964632213115692, "total_norm": 8.824624061584473}
-{"epoch": 2, "step": 3670, "loss": 0.6812549829483032, "total_norm": 11.038536071777344}
-{"epoch": 2, "step": 3671, "loss": 0.4122413098812103, "total_norm": 11.01229476928711}
-{"epoch": 2, "step": 3672, "loss": 0.612859308719635, "total_norm": 12.704623222351074}
-{"epoch": 2, "step": 3673, "loss": 0.5752248764038086, "total_norm": 12.40711784362793}
-{"epoch": 2, "step": 3674, "loss": 0.338288813829422, "total_norm": 11.364337921142578}
-{"epoch": 2, "step": 3675, "loss": 0.4050029516220093, "total_norm": 8.590215682983398}
-{"epoch": 2, "step": 3676, "loss": 0.6250073313713074, "total_norm": 10.242095947265625}
-{"epoch": 2, "step": 3677, "loss": 0.5888146758079529, "total_norm": 15.513962745666504}
-{"epoch": 2, "step": 3678, "loss": 0.4551278352737427, "total_norm": 10.85473346710205}
-{"epoch": 2, "step": 3679, "loss": 0.6825175285339355, "total_norm": 12.571290016174316}
-{"epoch": 2, "step": 3680, "loss": 0.7261808514595032, "total_norm": 11.567066192626953}
-{"epoch": 2, "step": 3681, "loss": 0.6533699035644531, "total_norm": 15.88226318359375}
-{"epoch": 2, "step": 3682, "loss": 0.8544986248016357, "total_norm": 15.147608757019043}
-{"epoch": 2, "step": 3683, "loss": 0.6048749089241028, "total_norm": 13.252374649047852}
-{"epoch": 2, "step": 3684, "loss": 0.5865602493286133, "total_norm": 11.033968925476074}
-{"epoch": 2, "step": 3685, "loss": 0.6136733889579773, "total_norm": 11.227005004882812}
-{"epoch": 2, "step": 3686, "loss": 0.38241493701934814, "total_norm": 9.684225082397461}
-{"epoch": 2, "step": 3687, "loss": 0.34056758880615234, "total_norm": 11.589900016784668}
-{"epoch": 2, "step": 3688, "loss": 0.55744469165802, "total_norm": 12.883160591125488}
-{"epoch": 2, "step": 3689, "loss": 0.4181092381477356, "total_norm": 9.713200569152832}
-{"epoch": 2, "step": 3690, "loss": 0.6280277967453003, "total_norm": 16.631271362304688}
-{"epoch": 2, "step": 3691, "loss": 0.4926004707813263, "total_norm": 9.361002922058105}
-{"epoch": 2, "step": 3692, "loss": 0.6716552972793579, "total_norm": 11.301688194274902}
-{"epoch": 2, "step": 3693, "loss": 0.4747169613838196, "total_norm": 13.957552909851074}
-{"epoch": 2, "step": 3694, "loss": 0.5568080544471741, "total_norm": 12.585213661193848}
-{"epoch": 2, "step": 3695, "loss": 0.7277788519859314, "total_norm": 16.155439376831055}
-{"epoch": 2, "step": 3696, "loss": 0.50206458568573, "total_norm": 12.864433288574219}
-{"epoch": 2, "step": 3697, "loss": 0.8785383105278015, "total_norm": 11.077102661132812}
-{"epoch": 2, "step": 3698, "loss": 0.707238495349884, "total_norm": 14.552502632141113}
-{"epoch": 2, "step": 3699, "loss": 0.6312605738639832, "total_norm": 14.709924697875977}
-{"epoch": 2, "step": 3700, "loss": 0.3341032862663269, "total_norm": 8.36999225616455}
-{"epoch": 2, "step": 3701, "loss": 0.32969510555267334, "total_norm": 9.404390335083008}
-{"epoch": 2, "step": 3702, "loss": 0.4276975095272064, "total_norm": 12.982544898986816}
-{"epoch": 2, "step": 3703, "loss": 0.41506192088127136, "total_norm": 10.865165710449219}
-{"epoch": 2, "step": 3704, "loss": 0.39653876423835754, "total_norm": 11.0499906539917}
-{"epoch": 2, "step": 3705, "loss": 0.6346276998519897, "total_norm": 9.80140495300293}
-{"epoch": 2, "step": 3706, "loss": 0.829889714717865, "total_norm": 15.34703254699707}
-{"epoch": 2, "step": 3707, "loss": 1.0598351955413818, "total_norm": 27.321413040161133}
-{"epoch": 2, "step": 3708, "loss": 0.4421115517616272, "total_norm": 9.823633193969727}
-{"epoch": 2, "step": 3709, "loss": 0.4476645588874817, "total_norm": 12.10654354095459}
-{"epoch": 2, "step": 3710, "loss": 0.7558960318565369, "total_norm": 13.459016799926758}
-{"epoch": 2, "step": 3711, "loss": 0.4411596357822418, "total_norm": 9.775192260742188}
-{"epoch": 2, "step": 3712, "loss": 0.4601632058620453, "total_norm": 12.126312255859375}
-{"epoch": 2, "step": 3713, "loss": 0.6734226942062378, "total_norm": 10.32172966003418}
-{"epoch": 2, "step": 3714, "loss": 0.7693334221839905, "total_norm": 16.025897979736328}
-{"epoch": 2, "step": 3715, "loss": 0.635356068611145, "total_norm": 11.542976379394531}
-{"epoch": 2, "step": 3716, "loss": 0.6181198954582214, "total_norm": 12.636309623718262}
-{"epoch": 2, "step": 3717, "loss": 0.4820670783519745, "total_norm": 10.146632194519043}
-{"epoch": 2, "step": 3718, "loss": 0.33243313431739807, "total_norm": 7.564635753631592}
-{"epoch": 2, "step": 3719, "loss": 0.3930380642414093, "total_norm": 10.550600051879883}
-{"epoch": 2, "step": 3720, "loss": 0.42322731018066406, "total_norm": 10.733284950256348}
-{"epoch": 2, "step": 3721, "loss": 0.7834506630897522, "total_norm": 17.9940185546875}
-{"epoch": 2, "step": 3722, "loss": 0.6000115275382996, "total_norm": 10.804265022277832}
-{"epoch": 2, "step": 3723, "loss": 0.6642084717750549, "total_norm": 12.774523735046387}
-{"epoch": 2, "step": 3724, "loss": 0.5038530826568604, "total_norm": 11.966826438903809}
-{"epoch": 2, "step": 3725, "loss": 0.6599956750869751, "total_norm": 10.261236190795898}
-{"epoch": 2, "step": 3726, "loss": 0.6649560928344727, "total_norm": 11.898750305175781}
-{"epoch": 2, "step": 3727, "loss": 0.3341849446296692, "total_norm": 9.026040077209473}
-{"epoch": 2, "step": 3728, "loss": 0.7081387042999268, "total_norm": 12.697600364685059}
-{"epoch": 2, "step": 3729, "loss": 0.6307741403579712, "total_norm": 14.171634674072266}
-{"epoch": 2, "step": 3730, "loss": 0.5502442717552185, "total_norm": 11.78146743774414}
-{"epoch": 2, "step": 3731, "loss": 0.5606561303138733, "total_norm": 10.512602806091309}
-{"epoch": 2, "step": 3732, "loss": 0.5737560987472534, "total_norm": 13.358424186706543}
-{"epoch": 2, "step": 3733, "loss": 0.4983524680137634, "total_norm": 11.72289752960205}
-{"epoch": 2, "step": 3734, "loss": 0.6367968320846558, "total_norm": 13.888562202453613}
-{"epoch": 2, "step": 3735, "loss": 0.456829309463501, "total_norm": 9.843584060668945}
-{"epoch": 2, "step": 3736, "loss": 0.5309844613075256, "total_norm": 13.761263847351074}
-{"epoch": 2, "step": 3737, "loss": 0.6369028687477112, "total_norm": 11.222291946411133}
-{"epoch": 2, "step": 3738, "loss": 0.19814006984233856, "total_norm": 8.049750328063965}
-{"epoch": 2, "step": 3739, "loss": 0.6700076460838318, "total_norm": 14.313519477844238}
-{"epoch": 2, "step": 3740, "loss": 0.4899096190929413, "total_norm": 9.921210289001465}
-{"epoch": 2, "step": 3741, "loss": 0.4778364598751068, "total_norm": 12.20948600769043}
-{"epoch": 2, "step": 3742, "loss": 1.2227741479873657, "total_norm": 12.739574432373047}
-{"epoch": 2, "step": 3743, "loss": 0.7482247948646545, "total_norm": 12.752391815185547}
-{"epoch": 2, "step": 3744, "loss": 0.6105756759643555, "total_norm": 11.433337211608887}
-{"epoch": 2, "step": 3745, "loss": 0.7007573843002319, "total_norm": 16.64601707458496}
-{"epoch": 2, "step": 3746, "loss": 0.8056063652038574, "total_norm": 10.74123764038086}
-{"epoch": 2, "step": 3747, "loss": 0.8220317363739014, "total_norm": 12.337331771850586}
-{"epoch": 2, "step": 3748, "loss": 0.4643906354904175, "total_norm": 12.037565231323242}
-{"epoch": 2, "step": 3749, "loss": 0.327268123626709, "total_norm": 8.282051086425781}
-{"epoch": 2, "step": 3750, "loss": 0.4193444550037384, "total_norm": 11.26566219329834}
-{"epoch": 2, "step": 3751, "loss": 0.6097114086151123, "total_norm": 9.784136772155762}
-{"epoch": 2, "step": 3752, "loss": 0.6267753839492798, "total_norm": 11.477088928222656}
-{"epoch": 2, "step": 3753, "loss": 0.6482385396957397, "total_norm": 11.04810905456543}
-{"epoch": 2, "step": 3754, "loss": 0.3908429741859436, "total_norm": 9.411503791809082}
-{"epoch": 2, "step": 3755, "loss": 0.5279152393341064, "total_norm": 9.413687705993652}
-{"epoch": 2, "step": 3756, "loss": 0.5269912481307983, "total_norm": 12.513205528259277}
-{"epoch": 2, "step": 3757, "loss": 0.5011963844299316, "total_norm": 11.09050178527832}
-{"epoch": 2, "step": 3758, "loss": 0.7342117428779602, "total_norm": 9.93220329284668}
-{"epoch": 2, "step": 3759, "loss": 0.6616188287734985, "total_norm": 12.201105117797852}
-{"epoch": 2, "step": 3760, "loss": 0.48862147331237793, "total_norm": 11.877920150756836}
-{"epoch": 2, "step": 3761, "loss": 0.7604235410690308, "total_norm": 13.36409854888916}
-{"epoch": 2, "step": 3762, "loss": 0.5189043283462524, "total_norm": 12.094705581665039}
-{"epoch": 2, "step": 3763, "loss": 0.8262326121330261, "total_norm": 14.357333183288574}
-{"epoch": 2, "step": 3764, "loss": 0.7969108819961548, "total_norm": 11.35958480834961}
-{"epoch": 2, "step": 3765, "loss": 0.9687188267707825, "total_norm": 13.665213584899902}
-{"epoch": 2, "step": 3766, "loss": 0.44566991925239563, "total_norm": 10.34418773651123}
-{"epoch": 2, "step": 3767, "loss": 0.7061921954154968, "total_norm": 11.213733673095703}
-{"epoch": 2, "step": 3768, "loss": 0.4213528335094452, "total_norm": 10.437166213989258}
-{"epoch": 2, "step": 3769, "loss": 0.7363496422767639, "total_norm": 17.462478637695312}
-{"epoch": 2, "step": 3770, "loss": 0.581109344959259, "total_norm": 9.349593162536621}
-{"epoch": 2, "step": 3771, "loss": 1.3795292377471924, "total_norm": 16.58196258544922}
-{"epoch": 2, "step": 3772, "loss": 0.47723960876464844, "total_norm": 10.206172943115234}
-{"epoch": 2, "step": 3773, "loss": 0.9330470561981201, "total_norm": 12.875459671020508}
-{"epoch": 2, "step": 3774, "loss": 0.7664697766304016, "total_norm": 11.81594467163086}
-{"epoch": 2, "step": 3775, "loss": 0.7480023503303528, "total_norm": 13.277642250061035}
-{"epoch": 2, "step": 3776, "loss": 0.3542281687259674, "total_norm": 10.961492538452148}
-{"epoch": 2, "step": 3777, "loss": 0.7715719938278198, "total_norm": 12.986702919006348}
-{"epoch": 2, "step": 3778, "loss": 0.48354148864746094, "total_norm": 11.672782897949219}
-{"epoch": 2, "step": 3779, "loss": 0.4034958779811859, "total_norm": 14.740636825561523}
-{"epoch": 2, "step": 3780, "loss": 1.0527888536453247, "total_norm": 14.469610214233398}
-{"epoch": 2, "step": 3781, "loss": 0.7259989380836487, "total_norm": 13.274593353271484}
-{"epoch": 2, "step": 3782, "loss": 0.5519771575927734, "total_norm": 14.184000015258789}
-{"epoch": 2, "step": 3783, "loss": 0.5739438533782959, "total_norm": 14.601752281188965}
-{"epoch": 2, "step": 3784, "loss": 0.8272024989128113, "total_norm": 13.20606803894043}
-{"epoch": 2, "step": 3785, "loss": 0.49207767844200134, "total_norm": 9.212724685668945}
-{"epoch": 2, "step": 3786, "loss": 0.40232065320014954, "total_norm": 12.095187187194824}
-{"epoch": 2, "step": 3787, "loss": 0.5131065845489502, "total_norm": 10.284308433532715}
-{"epoch": 2, "step": 3788, "loss": 0.500148355960846, "total_norm": 11.350539207458496}
-{"epoch": 2, "step": 3789, "loss": 0.8161429166793823, "total_norm": 13.985467910766602}
-{"epoch": 2, "step": 3790, "loss": 0.7560036778450012, "total_norm": 12.828946113586426}
-{"epoch": 2, "step": 3791, "loss": 0.613548755645752, "total_norm": 12.433076858520508}
-{"epoch": 2, "step": 3792, "loss": 0.5284844040870667, "total_norm": 13.249656677246094}
-{"epoch": 2, "step": 3793, "loss": 0.6210065484046936, "total_norm": 10.298282623291016}
-{"epoch": 2, "step": 3794, "loss": 0.8598164319992065, "total_norm": 13.28944206237793}
-{"epoch": 2, "step": 3795, "loss": 0.5008023977279663, "total_norm": 14.688616752624512}
-{"epoch": 2, "step": 3796, "loss": 0.4957267642021179, "total_norm": 10.307740211486816}
-{"epoch": 2, "step": 3797, "loss": 0.28747400641441345, "total_norm": 10.110697746276855}
-{"epoch": 2, "step": 3798, "loss": 0.7154593467712402, "total_norm": 11.927756309509277}
-{"epoch": 2, "step": 3799, "loss": 0.5872920751571655, "total_norm": 13.891034126281738}
-{"epoch": 2, "step": 3800, "loss": 0.48143917322158813, "total_norm": 10.47156810760498}
-{"epoch": 2, "step": 3801, "loss": 0.341181218624115, "total_norm": 7.145145893096924}
-{"epoch": 2, "step": 3802, "loss": 0.4165302515029907, "total_norm": 9.899721145629883}
-{"epoch": 2, "step": 3803, "loss": 0.784853994846344, "total_norm": 11.251232147216797}
-{"epoch": 2, "step": 3804, "loss": 0.460696280002594, "total_norm": 11.503786087036133}
-{"epoch": 2, "step": 3805, "loss": 0.6231939792633057, "total_norm": 12.338821411132812}
-{"epoch": 2, "step": 3806, "loss": 0.5109152793884277, "total_norm": 15.881773948669434}
-{"epoch": 2, "step": 3807, "loss": 0.539455771446228, "total_norm": 12.708012580871582}
-{"epoch": 2, "step": 3808, "loss": 0.6195542812347412, "total_norm": 13.513500213623047}
-{"epoch": 2, "step": 3809, "loss": 0.5431836247444153, "total_norm": 12.206084251403809}
-{"epoch": 2, "step": 3810, "loss": 0.6911049485206604, "total_norm": 12.187286376953125}
-{"epoch": 2, "step": 3811, "loss": 0.5925636887550354, "total_norm": 10.994093894958496}
-{"epoch": 2, "step": 3812, "loss": 0.3617120385169983, "total_norm": 9.779386520385742}
-{"epoch": 2, "step": 3813, "loss": 0.5975891947746277, "total_norm": 9.23617935180664}
-{"epoch": 2, "step": 3814, "loss": 0.6000252366065979, "total_norm": 12.74020767211914}
-{"epoch": 2, "step": 3815, "loss": 0.39346855878829956, "total_norm": 11.309189796447754}
-{"epoch": 2, "step": 3816, "loss": 0.6337471604347229, "total_norm": 12.01445198059082}
-{"epoch": 2, "step": 3817, "loss": 0.6039388179779053, "total_norm": 15.262938499450684}
-{"epoch": 2, "step": 3818, "loss": 0.6090570688247681, "total_norm": 10.262543678283691}
-{"epoch": 2, "step": 3819, "loss": 0.8185302019119263, "total_norm": 14.785802841186523}
-{"epoch": 2, "step": 3820, "loss": 0.6118465662002563, "total_norm": 13.532163619995117}
-{"epoch": 2, "step": 3821, "loss": 0.9743050932884216, "total_norm": 11.334471702575684}
-{"epoch": 2, "step": 3822, "loss": 0.6552669405937195, "total_norm": 15.154481887817383}
-{"epoch": 2, "step": 3823, "loss": 0.9961538910865784, "total_norm": 15.651323318481445}
-{"epoch": 2, "step": 3824, "loss": 0.6254838109016418, "total_norm": 18.883037567138672}
-{"epoch": 2, "step": 3825, "loss": 0.35147881507873535, "total_norm": 9.870891571044922}
-{"epoch": 2, "step": 3826, "loss": 0.7740898728370667, "total_norm": 13.510685920715332}
-{"epoch": 2, "step": 3827, "loss": 0.6717258095741272, "total_norm": 9.927623748779297}
-{"epoch": 2, "step": 3828, "loss": 0.5418372750282288, "total_norm": 11.170212745666504}
-{"epoch": 2, "step": 3829, "loss": 0.4626246392726898, "total_norm": 9.823012351989746}
-{"epoch": 2, "step": 3830, "loss": 0.8798297047615051, "total_norm": 12.811759948730469}
-{"epoch": 2, "step": 3831, "loss": 0.5922959446907043, "total_norm": 14.890141487121582}
-{"epoch": 2, "step": 3832, "loss": 0.4535738229751587, "total_norm": 11.074400901794434}
-{"epoch": 2, "step": 3833, "loss": 0.527023434638977, "total_norm": 11.266624450683594}
-{"epoch": 2, "step": 3834, "loss": 0.557677686214447, "total_norm": 14.427576065063477}
-{"epoch": 2, "step": 3835, "loss": 0.5053309798240662, "total_norm": 13.59304141998291}
-{"epoch": 2, "step": 3836, "loss": 0.6239696145057678, "total_norm": 13.03553581237793}
-{"epoch": 2, "step": 3837, "loss": 0.5757647156715393, "total_norm": 11.7924165725708}
-{"epoch": 2, "step": 3838, "loss": 0.5456107258796692, "total_norm": 12.445623397827148}
-{"epoch": 2, "step": 3839, "loss": 0.6698046922683716, "total_norm": 14.769800186157227}
-{"epoch": 2, "step": 3840, "loss": 0.733680248260498, "total_norm": 14.093612670898438}
-{"epoch": 2, "step": 3841, "loss": 0.4874565303325653, "total_norm": 14.07540225982666}
-{"epoch": 2, "step": 3842, "loss": 0.6606580018997192, "total_norm": 14.586365699768066}
-{"epoch": 2, "step": 3843, "loss": 0.5921408534049988, "total_norm": 14.846963882446289}
-{"epoch": 2, "step": 3844, "loss": 0.48678091168403625, "total_norm": 10.640461921691895}
-{"epoch": 2, "step": 3845, "loss": 0.45871755480766296, "total_norm": 10.765509605407715}
-{"epoch": 2, "step": 3846, "loss": 0.5881980657577515, "total_norm": 15.379359245300293}
-{"epoch": 2, "step": 3847, "loss": 0.7053823471069336, "total_norm": 12.576550483703613}
-{"epoch": 2, "step": 3848, "loss": 0.5468963980674744, "total_norm": 10.378033638000488}
-{"epoch": 2, "step": 3849, "loss": 0.6462348103523254, "total_norm": 12.151412963867188}
-{"epoch": 2, "step": 3850, "loss": 0.8275001049041748, "total_norm": 11.500962257385254}
-{"epoch": 2, "step": 3851, "loss": 0.48882830142974854, "total_norm": 16.534448623657227}
-{"epoch": 2, "step": 3852, "loss": 0.5532971620559692, "total_norm": 15.045561790466309}
-{"epoch": 2, "step": 3853, "loss": 0.6289442181587219, "total_norm": 12.311875343322754}
-{"epoch": 2, "step": 3854, "loss": 0.3226490914821625, "total_norm": 10.196149826049805}
-{"epoch": 2, "step": 3855, "loss": 0.5521736145019531, "total_norm": 11.53320026397705}
-{"epoch": 2, "step": 3856, "loss": 0.7325218319892883, "total_norm": 15.085555076599121}
-{"epoch": 2, "step": 3857, "loss": 0.8318493366241455, "total_norm": 14.070343017578125}
-{"epoch": 2, "step": 3858, "loss": 0.7389719486236572, "total_norm": 13.487272262573242}
-{"epoch": 2, "step": 3859, "loss": 0.6583219170570374, "total_norm": 14.651426315307617}
-{"epoch": 2, "step": 3860, "loss": 0.560064971446991, "total_norm": 10.630370140075684}
-{"epoch": 2, "step": 3861, "loss": 0.3662666976451874, "total_norm": 11.458431243896484}
-{"epoch": 2, "step": 3862, "loss": 0.5626026391983032, "total_norm": 11.314362525939941}
-{"epoch": 2, "step": 3863, "loss": 0.5550222396850586, "total_norm": 11.999419212341309}
-{"epoch": 2, "step": 3864, "loss": 0.3431631028652191, "total_norm": 12.651840209960938}
-{"epoch": 2, "step": 3865, "loss": 0.9374154210090637, "total_norm": 12.514331817626953}
-{"epoch": 2, "step": 3866, "loss": 0.7376130819320679, "total_norm": 11.134234428405762}
-{"epoch": 2, "step": 3867, "loss": 0.3793869912624359, "total_norm": 11.761382102966309}
-{"epoch": 2, "step": 3868, "loss": 0.9307934045791626, "total_norm": 12.023621559143066}
-{"epoch": 2, "step": 3869, "loss": 0.5917015075683594, "total_norm": 12.776045799255371}
-{"epoch": 2, "step": 3870, "loss": 0.6463521122932434, "total_norm": 11.018412590026855}
-{"epoch": 2, "step": 3871, "loss": 0.7864912152290344, "total_norm": 11.689629554748535}
-{"epoch": 2, "step": 3872, "loss": 0.7384864091873169, "total_norm": 11.623297691345215}
-{"epoch": 2, "step": 3873, "loss": 0.5637098550796509, "total_norm": 11.62674331665039}
-{"epoch": 2, "step": 3874, "loss": 0.7452759742736816, "total_norm": 11.821725845336914}
-{"epoch": 2, "step": 3875, "loss": 0.8078808188438416, "total_norm": 13.451075553894043}
-{"epoch": 2, "step": 3876, "loss": 0.6475312113761902, "total_norm": 13.235882759094238}
-{"epoch": 2, "step": 3877, "loss": 0.7910191416740417, "total_norm": 9.470789909362793}
-{"epoch": 2, "step": 3878, "loss": 0.636684238910675, "total_norm": 10.241106033325195}
-{"epoch": 2, "step": 3879, "loss": 1.068561315536499, "total_norm": 14.643575668334961}
-{"epoch": 2, "step": 3880, "loss": 0.6633889079093933, "total_norm": 14.236846923828125}
-{"epoch": 2, "step": 3881, "loss": 0.699566662311554, "total_norm": 13.152302742004395}
-{"epoch": 2, "step": 3882, "loss": 0.5059842467308044, "total_norm": 12.638994216918945}
-{"epoch": 2, "step": 3883, "loss": 0.661768913269043, "total_norm": 13.662076950073242}
-{"epoch": 2, "step": 3884, "loss": 0.7743195295333862, "total_norm": 14.144511222839355}
-{"epoch": 2, "step": 3885, "loss": 0.6815745234489441, "total_norm": 10.510176658630371}
-{"epoch": 2, "step": 3886, "loss": 0.5592831373214722, "total_norm": 12.655001640319824}
-{"epoch": 2, "step": 3887, "loss": 0.7938215732574463, "total_norm": 11.637066841125488}
-{"epoch": 2, "step": 3888, "loss": 0.3924095034599304, "total_norm": 8.651299476623535}
-{"epoch": 2, "step": 3889, "loss": 1.0231913328170776, "total_norm": 12.880496978759766}
-{"epoch": 2, "step": 3890, "loss": 0.6111025810241699, "total_norm": 11.393695831298828}
-{"epoch": 2, "step": 3891, "loss": 0.6633620858192444, "total_norm": 10.833514213562012}
-{"epoch": 2, "step": 3892, "loss": 0.4688384532928467, "total_norm": 11.269807815551758}
-{"epoch": 2, "step": 3893, "loss": 0.7317303419113159, "total_norm": 13.404092788696289}
-{"epoch": 2, "step": 3894, "loss": 0.650017499923706, "total_norm": 12.112171173095703}
-{"epoch": 2, "step": 3895, "loss": 0.399824321269989, "total_norm": 8.57075023651123}
-{"epoch": 2, "step": 3896, "loss": 0.6437321901321411, "total_norm": 11.344935417175293}
-{"epoch": 2, "step": 3897, "loss": 0.5268304347991943, "total_norm": 9.592280387878418}
-{"epoch": 2, "step": 3898, "loss": 0.2743225693702698, "total_norm": 8.187995910644531}
-{"epoch": 2, "step": 3899, "loss": 0.5063748359680176, "total_norm": 9.455838203430176}
-{"epoch": 2, "step": 3900, "loss": 0.4694271385669708, "total_norm": 12.254956245422363}
-{"epoch": 2, "step": 3901, "loss": 0.8141694664955139, "total_norm": 13.314023971557617}
-{"epoch": 2, "step": 3902, "loss": 0.46688997745513916, "total_norm": 10.304247856140137}
-{"epoch": 2, "step": 3903, "loss": 0.6079500913619995, "total_norm": 14.023872375488281}
-{"epoch": 2, "step": 3904, "loss": 0.6439448595046997, "total_norm": 16.55385971069336}
-{"epoch": 2, "step": 3905, "loss": 0.5966163277626038, "total_norm": 13.409913063049316}
-{"epoch": 2, "step": 3906, "loss": 0.4734009802341461, "total_norm": 12.376470565795898}
-{"epoch": 2, "step": 3907, "loss": 0.6777514219284058, "total_norm": 12.578128814697266}
-{"epoch": 2, "step": 3908, "loss": 0.8462349772453308, "total_norm": 12.8755464553833}
-{"epoch": 2, "step": 3909, "loss": 0.5658211708068848, "total_norm": 11.14686393737793}
-{"epoch": 2, "step": 3910, "loss": 0.47391584515571594, "total_norm": 9.267995834350586}
-{"epoch": 2, "step": 3911, "loss": 0.8205409049987793, "total_norm": 11.444788932800293}
-{"epoch": 2, "step": 3912, "loss": 0.676954448223114, "total_norm": 10.130181312561035}
-{"epoch": 2, "step": 3913, "loss": 0.5317582488059998, "total_norm": 10.955939292907715}
-{"epoch": 2, "step": 3914, "loss": 0.37011080980300903, "total_norm": 8.492866516113281}
-{"epoch": 2, "step": 3915, "loss": 0.33635371923446655, "total_norm": 11.672133445739746}
-{"epoch": 2, "step": 3916, "loss": 0.5274568200111389, "total_norm": 14.592436790466309}
-{"epoch": 2, "step": 3917, "loss": 0.39599427580833435, "total_norm": 15.256900787353516}
-{"epoch": 2, "step": 3918, "loss": 0.4772125780582428, "total_norm": 8.730077743530273}
-{"epoch": 2, "step": 3919, "loss": 0.8659108877182007, "total_norm": 13.590624809265137}
-{"epoch": 2, "step": 3920, "loss": 0.692062258720398, "total_norm": 10.600839614868164}
-{"epoch": 2, "step": 3921, "loss": 0.5360186696052551, "total_norm": 10.709992408752441}
-{"epoch": 2, "step": 3922, "loss": 0.6250625252723694, "total_norm": 9.40456771850586}
-{"epoch": 2, "step": 3923, "loss": 0.8349929451942444, "total_norm": 12.4327392578125}
-{"epoch": 2, "step": 3924, "loss": 0.5683593153953552, "total_norm": 9.789305686950684}
-{"epoch": 2, "step": 3925, "loss": 0.8185036182403564, "total_norm": 13.194502830505371}
-{"epoch": 2, "step": 3926, "loss": 0.47929590940475464, "total_norm": 12.154217720031738}
-{"epoch": 2, "step": 3927, "loss": 0.3037351071834564, "total_norm": 13.473481178283691}
-{"epoch": 2, "step": 3928, "loss": 0.38966190814971924, "total_norm": 10.248998641967773}
-{"epoch": 2, "step": 3929, "loss": 0.6694440245628357, "total_norm": 10.931095123291016}
-{"epoch": 2, "step": 3930, "loss": 0.6660300493240356, "total_norm": 14.200859069824219}
-{"epoch": 2, "step": 3931, "loss": 0.720035195350647, "total_norm": 12.78826904296875}
-{"epoch": 2, "step": 3932, "loss": 0.9727595448493958, "total_norm": 12.971064567565918}
-{"epoch": 2, "step": 3933, "loss": 0.6760945320129395, "total_norm": 12.224081993103027}
-{"epoch": 2, "step": 3934, "loss": 0.7408148050308228, "total_norm": 12.015474319458008}
-{"epoch": 2, "step": 3935, "loss": 0.746168851852417, "total_norm": 17.764692306518555}
-{"epoch": 2, "step": 3936, "loss": 0.7706090807914734, "total_norm": 12.502222061157227}
-{"epoch": 2, "step": 3937, "loss": 0.7537373900413513, "total_norm": 14.078024864196777}
-{"epoch": 2, "step": 3938, "loss": 0.4478320777416229, "total_norm": 10.614152908325195}
-{"epoch": 2, "step": 3939, "loss": 0.7147293090820312, "total_norm": 13.074309349060059}
-{"epoch": 2, "step": 3940, "loss": 0.40853556990623474, "total_norm": 11.604509353637695}
-{"epoch": 2, "step": 3941, "loss": 0.5128058791160583, "total_norm": 12.551980972290039}
-{"epoch": 2, "step": 3942, "loss": 0.6124479174613953, "total_norm": 11.798758506774902}
-{"epoch": 2, "step": 3943, "loss": 0.81510990858078, "total_norm": 12.905198097229004}
-{"epoch": 2, "step": 3944, "loss": 0.6512714624404907, "total_norm": 12.59451961517334}
-{"epoch": 2, "step": 3945, "loss": 0.581287682056427, "total_norm": 12.650615692138672}
-{"epoch": 2, "step": 3946, "loss": 0.458607017993927, "total_norm": 11.19918441772461}
-{"epoch": 2, "step": 3947, "loss": 0.3193987011909485, "total_norm": 9.923829078674316}
-{"epoch": 2, "step": 3948, "loss": 0.5106785297393799, "total_norm": 10.024065971374512}
-{"epoch": 2, "step": 3949, "loss": 0.7801258563995361, "total_norm": 13.878801345825195}
-{"epoch": 2, "step": 3950, "loss": 0.3549552261829376, "total_norm": 8.362887382507324}
-{"epoch": 2, "step": 3951, "loss": 1.0007795095443726, "total_norm": 17.264301300048828}
-{"epoch": 2, "step": 3952, "loss": 0.6576458811759949, "total_norm": 14.407198905944824}
-{"epoch": 2, "step": 3953, "loss": 0.7510010004043579, "total_norm": 10.78402328491211}
-{"epoch": 2, "step": 3954, "loss": 0.6247458457946777, "total_norm": 11.776799201965332}
-{"epoch": 2, "step": 3955, "loss": 0.843036413192749, "total_norm": 18.361648559570312}
-{"epoch": 2, "step": 3956, "loss": 0.9075615406036377, "total_norm": 14.592177391052246}
-{"epoch": 2, "step": 3957, "loss": 0.9347922205924988, "total_norm": 13.105514526367188}
-{"epoch": 2, "step": 3958, "loss": 0.7076255679130554, "total_norm": 14.842529296875}
-{"epoch": 2, "step": 3959, "loss": 0.8036127686500549, "total_norm": 12.503562927246094}
-{"epoch": 2, "step": 3960, "loss": 0.8395724296569824, "total_norm": 10.635664939880371}
-{"epoch": 2, "step": 3961, "loss": 0.5911762714385986, "total_norm": 9.553786277770996}
-{"epoch": 2, "step": 3962, "loss": 0.33181875944137573, "total_norm": 10.740565299987793}
-{"epoch": 2, "step": 3963, "loss": 0.6738106608390808, "total_norm": 12.230740547180176}
-{"epoch": 2, "step": 3964, "loss": 0.6288577914237976, "total_norm": 12.540364265441895}
-{"epoch": 2, "step": 3965, "loss": 0.4185461103916168, "total_norm": 11.878545761108398}
-{"epoch": 2, "step": 3966, "loss": 0.5650685429573059, "total_norm": 9.95511245727539}
-{"epoch": 2, "step": 3967, "loss": 0.48082101345062256, "total_norm": 17.328582763671875}
-{"epoch": 2, "step": 3968, "loss": 0.5642126798629761, "total_norm": 9.783820152282715}
-{"epoch": 2, "step": 3969, "loss": 0.3490681052207947, "total_norm": 9.404296875}
-{"epoch": 2, "step": 3970, "loss": 0.7149757146835327, "total_norm": 12.643654823303223}
-{"epoch": 2, "step": 3971, "loss": 0.4768196642398834, "total_norm": 9.5177001953125}
-{"epoch": 2, "step": 3972, "loss": 0.5272197127342224, "total_norm": 12.846739768981934}
-{"epoch": 2, "step": 3973, "loss": 0.6811923384666443, "total_norm": 10.382975578308105}
-{"epoch": 2, "step": 3974, "loss": 0.7743831872940063, "total_norm": 12.27298355102539}
-{"epoch": 2, "step": 3975, "loss": 0.31392499804496765, "total_norm": 17.3831844329834}
-{"epoch": 2, "step": 3976, "loss": 0.7293310165405273, "total_norm": 13.812972068786621}
-{"epoch": 2, "step": 3977, "loss": 0.5793570876121521, "total_norm": 10.674513816833496}
-{"epoch": 2, "step": 3978, "loss": 0.7324860692024231, "total_norm": 10.479093551635742}
-{"epoch": 2, "step": 3979, "loss": 0.25430744886398315, "total_norm": 7.882939338684082}
-{"epoch": 2, "step": 3980, "loss": 0.5283243060112, "total_norm": 15.206571578979492}
-{"epoch": 2, "step": 3981, "loss": 0.46470052003860474, "total_norm": 8.933895111083984}
-{"epoch": 2, "step": 3982, "loss": 0.49125033617019653, "total_norm": 9.606719017028809}
-{"epoch": 2, "step": 3983, "loss": 0.5722880363464355, "total_norm": 9.90372085571289}
-{"epoch": 2, "step": 3984, "loss": 0.6725311875343323, "total_norm": 13.067970275878906}
-{"epoch": 2, "step": 3985, "loss": 0.6283363699913025, "total_norm": 13.315643310546875}
-{"epoch": 2, "step": 3986, "loss": 0.6553018689155579, "total_norm": 10.106789588928223}
-{"epoch": 2, "step": 3987, "loss": 0.5301805138587952, "total_norm": 9.668107032775879}
-{"epoch": 2, "step": 3988, "loss": 0.51131671667099, "total_norm": 12.569941520690918}
-{"epoch": 2, "step": 3989, "loss": 0.5588617324829102, "total_norm": 11.081788063049316}
-{"epoch": 2, "step": 3990, "loss": 0.7733128666877747, "total_norm": 11.80405330657959}
-{"epoch": 2, "step": 3991, "loss": 0.7300384044647217, "total_norm": 11.290581703186035}
-{"epoch": 2, "step": 3992, "loss": 0.4286545515060425, "total_norm": 8.131654739379883}
-{"epoch": 2, "step": 3993, "loss": 0.7914496064186096, "total_norm": 11.873453140258789}
-{"epoch": 2, "step": 3994, "loss": 0.5917307138442993, "total_norm": 12.552937507629395}
-{"epoch": 2, "step": 3995, "loss": 0.6295072436332703, "total_norm": 11.732587814331055}
-{"epoch": 2, "step": 3996, "loss": 0.5114781260490417, "total_norm": 11.236284255981445}
-{"epoch": 2, "step": 3997, "loss": 0.48627758026123047, "total_norm": 12.720126152038574}
-{"epoch": 2, "step": 3998, "loss": 0.5236629247665405, "total_norm": 10.928192138671875}
-{"epoch": 2, "step": 3999, "loss": 0.44613078236579895, "total_norm": 10.730668067932129}
-{"epoch": 2, "step": 4000, "loss": 0.5676093101501465, "total_norm": 11.396617889404297}
-{"epoch": 2, "step": 4001, "loss": 0.7995099425315857, "total_norm": 13.099740028381348}
-{"epoch": 2, "step": 4002, "loss": 0.5371121168136597, "total_norm": 9.893156051635742}
-{"epoch": 2, "step": 4003, "loss": 0.6092597842216492, "total_norm": 11.66150188446045}
-{"epoch": 2, "step": 4004, "loss": 0.613377034664154, "total_norm": 12.731110572814941}
-{"epoch": 2, "step": 4005, "loss": 0.5380125641822815, "total_norm": 12.944416999816895}
-{"epoch": 2, "step": 4006, "loss": 0.4367808401584625, "total_norm": 14.456819534301758}
-{"epoch": 2, "step": 4007, "loss": 0.3941842317581177, "total_norm": 12.176443099975586}
-{"epoch": 2, "step": 4008, "loss": 0.3926444947719574, "total_norm": 14.333881378173828}
-{"epoch": 2, "step": 4009, "loss": 0.604606568813324, "total_norm": 9.216862678527832}
-{"epoch": 2, "step": 4010, "loss": 0.4979552924633026, "total_norm": 16.775056838989258}
-{"epoch": 2, "step": 4011, "loss": 0.5507278442382812, "total_norm": 14.391212463378906}
-{"epoch": 2, "step": 4012, "loss": 0.7150300741195679, "total_norm": 15.720996856689453}
-{"epoch": 2, "step": 4013, "loss": 0.819014847278595, "total_norm": 16.347558975219727}
-{"epoch": 2, "step": 4014, "loss": 0.5813620090484619, "total_norm": 12.292338371276855}
-{"epoch": 2, "step": 4015, "loss": 0.8941977620124817, "total_norm": 13.205418586730957}
-{"epoch": 2, "step": 4016, "loss": 0.47058039903640747, "total_norm": 14.669177055358887}
-{"epoch": 2, "step": 4017, "loss": 0.5874611139297485, "total_norm": 11.614996910095215}
-{"epoch": 2, "step": 4018, "loss": 0.8010579943656921, "total_norm": 14.299927711486816}
-{"epoch": 2, "step": 4019, "loss": 0.5165364742279053, "total_norm": 11.293882369995117}
-{"epoch": 2, "step": 4020, "loss": 0.8879150152206421, "total_norm": 13.718109130859375}
-{"epoch": 2, "step": 4021, "loss": 0.7352045774459839, "total_norm": 12.887903213500977}
-{"epoch": 2, "step": 4022, "loss": 1.0536328554153442, "total_norm": 17.817380905151367}
-{"epoch": 2, "step": 4023, "loss": 0.7624268531799316, "total_norm": 9.972174644470215}
-{"epoch": 2, "step": 4024, "loss": 0.6513544917106628, "total_norm": 9.04884147644043}
-{"epoch": 2, "step": 4025, "loss": 0.3725573420524597, "total_norm": 13.968745231628418}
-{"epoch": 2, "step": 4026, "loss": 0.6061694622039795, "total_norm": 12.772771835327148}
-{"epoch": 2, "step": 4027, "loss": 0.4852754473686218, "total_norm": 14.016491889953613}
-{"epoch": 2, "step": 4028, "loss": 0.4342196583747864, "total_norm": 12.005882263183594}
-{"epoch": 2, "step": 4029, "loss": 0.7724680304527283, "total_norm": 10.90108871459961}
-{"epoch": 2, "step": 4030, "loss": 0.6713694930076599, "total_norm": 12.713034629821777}
-{"epoch": 2, "step": 4031, "loss": 0.7131074666976929, "total_norm": 11.684860229492188}
-{"epoch": 2, "step": 4032, "loss": 0.5886886119842529, "total_norm": 13.660472869873047}
-{"epoch": 2, "step": 4033, "loss": 0.482769638299942, "total_norm": 11.361003875732422}
-{"epoch": 2, "step": 4034, "loss": 0.5835610628128052, "total_norm": 9.30394458770752}
-{"epoch": 2, "step": 4035, "loss": 0.5972859859466553, "total_norm": 18.286922454833984}
-{"epoch": 2, "step": 4036, "loss": 0.4886690676212311, "total_norm": 13.437013626098633}
-{"epoch": 2, "step": 4037, "loss": 0.5951967835426331, "total_norm": 10.104228019714355}
-{"epoch": 2, "step": 4038, "loss": 0.5545365810394287, "total_norm": 12.684530258178711}
-{"epoch": 2, "step": 4039, "loss": 0.7722529768943787, "total_norm": 11.71099853515625}
-{"epoch": 2, "step": 4040, "loss": 0.5288185477256775, "total_norm": 11.740167617797852}
-{"epoch": 2, "step": 4041, "loss": 0.8430320024490356, "total_norm": 12.286277770996094}
-{"epoch": 2, "step": 4042, "loss": 1.1820099353790283, "total_norm": 18.25450897216797}
-{"epoch": 2, "step": 4043, "loss": 0.4046975374221802, "total_norm": 15.395777702331543}
-{"epoch": 2, "step": 4044, "loss": 0.6929014921188354, "total_norm": 12.384406089782715}
-{"epoch": 2, "step": 4045, "loss": 0.28990986943244934, "total_norm": 6.796138763427734}
-{"epoch": 2, "step": 4046, "loss": 0.7566654086112976, "total_norm": 13.9862060546875}
-{"epoch": 2, "step": 4047, "loss": 0.5395078063011169, "total_norm": 11.602215766906738}
-{"epoch": 2, "step": 4048, "loss": 0.2832861840724945, "total_norm": 10.251025199890137}
-{"epoch": 2, "step": 4049, "loss": 0.8238661289215088, "total_norm": 15.013429641723633}
-{"epoch": 2, "step": 4050, "loss": 0.48487040400505066, "total_norm": 10.11049747467041}
-{"epoch": 2, "step": 4051, "loss": 0.5003605484962463, "total_norm": 9.428110122680664}
-{"epoch": 2, "step": 4052, "loss": 0.6319760084152222, "total_norm": 12.773408889770508}
-{"epoch": 2, "step": 4053, "loss": 0.7054274678230286, "total_norm": 14.130121231079102}
-{"epoch": 2, "step": 4054, "loss": 0.7555433511734009, "total_norm": 13.476346969604492}
-{"epoch": 2, "step": 4055, "loss": 0.8153790235519409, "total_norm": 11.066614151000977}
-{"epoch": 2, "step": 4056, "loss": 0.4070037305355072, "total_norm": 7.927857398986816}
-{"epoch": 2, "step": 4057, "loss": 0.5860015749931335, "total_norm": 10.889206886291504}
-{"epoch": 2, "step": 4058, "loss": 0.7913529276847839, "total_norm": 12.373161315917969}
-{"epoch": 2, "step": 4059, "loss": 0.5370392799377441, "total_norm": 15.679192543029785}
-{"epoch": 2, "step": 4060, "loss": 0.897135317325592, "total_norm": 18.86656951904297}
-{"epoch": 2, "step": 4061, "loss": 0.7442283630371094, "total_norm": 13.867609977722168}
-{"epoch": 2, "step": 4062, "loss": 0.6346245408058167, "total_norm": 13.272745132446289}
-{"epoch": 2, "step": 4063, "loss": 0.6025687456130981, "total_norm": 15.157806396484375}
-{"epoch": 2, "step": 4064, "loss": 0.5895755290985107, "total_norm": 13.997319221496582}
-{"epoch": 2, "step": 4065, "loss": 0.7247461080551147, "total_norm": 11.593277931213379}
-{"epoch": 2, "step": 4066, "loss": 0.5458602905273438, "total_norm": 12.107274055480957}
-{"epoch": 2, "step": 4067, "loss": 0.8543376326560974, "total_norm": 10.613901138305664}
-{"epoch": 2, "step": 4068, "loss": 0.4247603416442871, "total_norm": 11.677871704101562}
-{"epoch": 2, "step": 4069, "loss": 0.5375956892967224, "total_norm": 14.944116592407227}
-{"epoch": 2, "step": 4070, "loss": 0.6013212203979492, "total_norm": 10.367870330810547}
-{"epoch": 2, "step": 4071, "loss": 0.6091540455818176, "total_norm": 9.739386558532715}
-{"epoch": 2, "step": 4072, "loss": 0.4357296824455261, "total_norm": 12.616018295288086}
-{"epoch": 2, "step": 4073, "loss": 0.7770775556564331, "total_norm": 11.933358192443848}
-{"epoch": 2, "step": 4074, "loss": 0.719126284122467, "total_norm": 13.704153060913086}
-{"epoch": 2, "step": 4075, "loss": 0.8322047591209412, "total_norm": 16.252979278564453}
-{"epoch": 2, "step": 4076, "loss": 0.593816339969635, "total_norm": 12.211438179016113}
-{"epoch": 2, "step": 4077, "loss": 0.43569138646125793, "total_norm": 16.089963912963867}
-{"epoch": 2, "step": 4078, "loss": 0.6014661192893982, "total_norm": 11.562149047851562}
-{"epoch": 2, "step": 4079, "loss": 0.7715016603469849, "total_norm": 10.360419273376465}
-{"epoch": 2, "step": 4080, "loss": 0.7993612289428711, "total_norm": 13.786565780639648}
-{"epoch": 2, "step": 4081, "loss": 0.6931520104408264, "total_norm": 10.013114929199219}
-{"epoch": 2, "step": 4082, "loss": 0.5217499136924744, "total_norm": 12.238554954528809}
-{"epoch": 2, "step": 4083, "loss": 0.42346370220184326, "total_norm": 11.576728820800781}
-{"epoch": 2, "step": 4084, "loss": 0.783901035785675, "total_norm": 13.37293815612793}
-{"epoch": 2, "step": 4085, "loss": 0.554796040058136, "total_norm": 13.419758796691895}
-{"epoch": 2, "step": 4086, "loss": 0.4091412425041199, "total_norm": 12.773157119750977}
-{"epoch": 2, "step": 4087, "loss": 0.7969974875450134, "total_norm": 10.432573318481445}
-{"epoch": 2, "step": 4088, "loss": 0.6000316143035889, "total_norm": 12.171989440917969}
-{"epoch": 2, "step": 4089, "loss": 0.9963834285736084, "total_norm": 13.915018081665039}
-{"epoch": 2, "step": 4090, "loss": 0.7216132283210754, "total_norm": 10.986961364746094}
-{"epoch": 2, "step": 4091, "loss": 0.4735271632671356, "total_norm": 11.221640586853027}
-{"epoch": 2, "step": 4092, "loss": 0.5899949669837952, "total_norm": 11.01541519165039}
-{"epoch": 2, "step": 4093, "loss": 0.8772662878036499, "total_norm": 14.760183334350586}
-{"epoch": 2, "step": 4094, "loss": 0.7482540607452393, "total_norm": 12.324884414672852}
-{"epoch": 2, "step": 4095, "loss": 0.454293429851532, "total_norm": 11.87444019317627}
-{"epoch": 2, "step": 4096, "eval_loss": 2.572353657335043, "eval_rougeL": 0.270882621361332}
-{"epoch": 2, "step": 4096, "loss": 0.6279119849205017, "total_norm": 12.182355880737305}
-{"epoch": 2, "step": 4097, "loss": 0.7619966864585876, "total_norm": 12.174973487854004}
-{"epoch": 2, "step": 4098, "loss": 0.7236340045928955, "total_norm": 12.696798324584961}
-{"epoch": 2, "step": 4099, "loss": 0.5574933290481567, "total_norm": 13.252721786499023}
-{"epoch": 2, "step": 4100, "loss": 0.23049286007881165, "total_norm": 12.485721588134766}
-{"epoch": 2, "step": 4101, "loss": 0.6671246290206909, "total_norm": 10.37491512298584}
-{"epoch": 2, "step": 4102, "loss": 0.6030378937721252, "total_norm": 13.157946586608887}
-{"epoch": 2, "step": 4103, "loss": 0.8537659049034119, "total_norm": 11.627727508544922}
-{"epoch": 2, "step": 4104, "loss": 0.5365268588066101, "total_norm": 11.15609073638916}
-{"epoch": 2, "step": 4105, "loss": 0.844855785369873, "total_norm": 14.834054946899414}
-{"epoch": 2, "step": 4106, "loss": 0.45224839448928833, "total_norm": 9.530153274536133}
-{"epoch": 2, "step": 4107, "loss": 0.7248421311378479, "total_norm": 1000000000.0}
-{"epoch": 2, "step": 4108, "loss": 0.40148815512657166, "total_norm": 12.204761505126953}
-{"epoch": 2, "step": 4109, "loss": 0.8211120963096619, "total_norm": 11.089935302734375}
-{"epoch": 2, "step": 4110, "loss": 0.7532164454460144, "total_norm": 13.971363067626953}
-{"epoch": 2, "step": 4111, "loss": 0.723997175693512, "total_norm": 11.982349395751953}
-{"epoch": 2, "step": 4112, "loss": 0.7606369256973267, "total_norm": 11.436027526855469}
-{"epoch": 2, "step": 4113, "loss": 0.5550097227096558, "total_norm": 10.3140287399292}
-{"epoch": 2, "step": 4114, "loss": 0.7039169073104858, "total_norm": 11.56155776977539}
-{"epoch": 2, "step": 4115, "loss": 0.6582848429679871, "total_norm": 13.695683479309082}
-{"epoch": 2, "step": 4116, "loss": 0.6363582611083984, "total_norm": 10.606758117675781}
-{"epoch": 2, "step": 4117, "loss": 0.7335278391838074, "total_norm": 12.81767749786377}
-{"epoch": 2, "step": 4118, "loss": 0.7063652873039246, "total_norm": 10.061163902282715}
-{"epoch": 2, "step": 4119, "loss": 0.34755271673202515, "total_norm": 17.41057586669922}
-{"epoch": 2, "step": 4120, "loss": 0.6953847408294678, "total_norm": 13.116864204406738}
-{"epoch": 2, "step": 4121, "loss": 0.42998483777046204, "total_norm": 9.353839874267578}
-{"epoch": 2, "step": 4122, "loss": 0.6928413510322571, "total_norm": 13.617864608764648}
-{"epoch": 2, "step": 4123, "loss": 0.8673121333122253, "total_norm": 14.686097145080566}
-{"epoch": 2, "step": 4124, "loss": 0.5010876059532166, "total_norm": 14.404505729675293}
-{"epoch": 2, "step": 4125, "loss": 0.6804630160331726, "total_norm": 14.28436279296875}
-{"epoch": 2, "step": 4126, "loss": 0.6365049481391907, "total_norm": 10.635372161865234}
-{"epoch": 2, "step": 4127, "loss": 0.8453066945075989, "total_norm": 17.679182052612305}
-{"epoch": 2, "step": 4128, "loss": 0.6872662305831909, "total_norm": 12.426351547241211}
-{"epoch": 2, "step": 4129, "loss": 0.6007179617881775, "total_norm": 14.864282608032227}
-{"epoch": 2, "step": 4130, "loss": 0.4988410472869873, "total_norm": 14.368009567260742}
-{"epoch": 2, "step": 4131, "loss": 0.6091872453689575, "total_norm": 12.781004905700684}
-{"epoch": 2, "step": 4132, "loss": 0.4896228313446045, "total_norm": 10.690112113952637}
-{"epoch": 2, "step": 4133, "loss": 0.4971521496772766, "total_norm": 9.079449653625488}
-{"epoch": 2, "step": 4134, "loss": 0.41359710693359375, "total_norm": 12.897442817687988}
-{"epoch": 2, "step": 4135, "loss": 0.5593616962432861, "total_norm": 11.040364265441895}
-{"epoch": 2, "step": 4136, "loss": 0.5859647393226624, "total_norm": 9.074170112609863}
-{"epoch": 2, "step": 4137, "loss": 0.8985236287117004, "total_norm": 15.860363006591797}
-{"epoch": 2, "step": 4138, "loss": 0.3901456296443939, "total_norm": 11.018308639526367}
-{"epoch": 2, "step": 4139, "loss": 0.7407151460647583, "total_norm": 15.149194717407227}
-{"epoch": 2, "step": 4140, "loss": 0.6091848611831665, "total_norm": 13.119543075561523}
-{"epoch": 2, "step": 4141, "loss": 0.7393355965614319, "total_norm": 13.37317943572998}
-{"epoch": 2, "step": 4142, "loss": 0.5800511837005615, "total_norm": 12.091930389404297}
-{"epoch": 2, "step": 4143, "loss": 0.9643594622612, "total_norm": 12.7070894241333}
-{"epoch": 2, "step": 4144, "loss": 0.33054783940315247, "total_norm": 10.788480758666992}
-{"epoch": 2, "step": 4145, "loss": 0.5317303538322449, "total_norm": 10.25113296508789}
-{"epoch": 2, "step": 4146, "loss": 0.5801013112068176, "total_norm": 12.57901382446289}
-{"epoch": 2, "step": 4147, "loss": 0.550484299659729, "total_norm": 9.477324485778809}
-{"epoch": 2, "step": 4148, "loss": 0.7754016518592834, "total_norm": 14.590022087097168}
-{"epoch": 2, "step": 4149, "loss": 0.6731973886489868, "total_norm": 11.339412689208984}
-{"epoch": 2, "step": 4150, "loss": 0.7023643255233765, "total_norm": 10.543173789978027}
-{"epoch": 2, "step": 4151, "loss": 0.3542778491973877, "total_norm": 8.322450637817383}
-{"epoch": 2, "step": 4152, "loss": 0.5312724113464355, "total_norm": 10.531193733215332}
-{"epoch": 2, "step": 4153, "loss": 0.6033321619033813, "total_norm": 14.21041202545166}
-{"epoch": 2, "step": 4154, "loss": 0.6752471327781677, "total_norm": 10.939116477966309}
-{"epoch": 2, "step": 4155, "loss": 0.9285727739334106, "total_norm": 12.87108325958252}
-{"epoch": 2, "step": 4156, "loss": 0.7091217637062073, "total_norm": 11.621421813964844}
-{"epoch": 2, "step": 4157, "loss": 0.6764711737632751, "total_norm": 17.292434692382812}
-{"epoch": 2, "step": 4158, "loss": 0.6571701169013977, "total_norm": 12.115330696105957}
-{"epoch": 2, "step": 4159, "loss": 0.9638559818267822, "total_norm": 23.165281295776367}
-{"epoch": 2, "step": 4160, "loss": 0.7085659503936768, "total_norm": 13.773255348205566}
-{"epoch": 2, "step": 4161, "loss": 0.6416229009628296, "total_norm": 14.011078834533691}
-{"epoch": 2, "step": 4162, "loss": 0.591046929359436, "total_norm": 11.748858451843262}
-{"epoch": 2, "step": 4163, "loss": 0.5675932168960571, "total_norm": 10.518275260925293}
-{"epoch": 2, "step": 4164, "loss": 0.7537078261375427, "total_norm": 13.603174209594727}
-{"epoch": 2, "step": 4165, "loss": 0.5953080058097839, "total_norm": 16.77372932434082}
-{"epoch": 2, "step": 4166, "loss": 0.43054717779159546, "total_norm": 12.365084648132324}
-{"epoch": 2, "step": 4167, "loss": 0.9151744246482849, "total_norm": 10.766514778137207}
-{"epoch": 2, "step": 4168, "loss": 0.5809653401374817, "total_norm": 12.110638618469238}
-{"epoch": 2, "step": 4169, "loss": 0.7203920483589172, "total_norm": 11.521195411682129}
-{"epoch": 2, "step": 4170, "loss": 0.6285248398780823, "total_norm": 12.658703804016113}
-{"epoch": 2, "step": 4171, "loss": 0.7505866885185242, "total_norm": 15.16756534576416}
-{"epoch": 2, "step": 4172, "loss": 0.5423274040222168, "total_norm": 12.92095947265625}
-{"epoch": 2, "step": 4173, "loss": 0.7606649398803711, "total_norm": 11.84305191040039}
-{"epoch": 2, "step": 4174, "loss": 0.6687576770782471, "total_norm": 12.482340812683105}
-{"epoch": 2, "step": 4175, "loss": 0.4627668261528015, "total_norm": 11.009270668029785}
-{"epoch": 2, "step": 4176, "loss": 0.6961883902549744, "total_norm": 18.028650283813477}
-{"epoch": 2, "step": 4177, "loss": 0.9022729396820068, "total_norm": 12.041410446166992}
-{"epoch": 2, "step": 4178, "loss": 0.5488547682762146, "total_norm": 9.6626615524292}
-{"epoch": 2, "step": 4179, "loss": 0.8723892569541931, "total_norm": 15.555736541748047}
-{"epoch": 2, "step": 4180, "loss": 0.3761771619319916, "total_norm": 8.884512901306152}
-{"epoch": 2, "step": 4181, "loss": 0.514255166053772, "total_norm": 9.544041633605957}
-{"epoch": 2, "step": 4182, "loss": 0.44414299726486206, "total_norm": 10.42167854309082}
-{"epoch": 2, "step": 4183, "loss": 0.8533942103385925, "total_norm": 13.084715843200684}
-{"epoch": 2, "step": 4184, "loss": 0.7046058177947998, "total_norm": 10.235767364501953}
-{"epoch": 2, "step": 4185, "loss": 0.7160035371780396, "total_norm": 11.738354682922363}
-{"epoch": 2, "step": 4186, "loss": 0.4815082848072052, "total_norm": 8.621577262878418}
-{"epoch": 2, "step": 4187, "loss": 0.666659414768219, "total_norm": 12.930549621582031}
-{"epoch": 2, "step": 4188, "loss": 0.34644415974617004, "total_norm": 9.927064895629883}
-{"epoch": 2, "step": 4189, "loss": 0.5811070203781128, "total_norm": 14.619311332702637}
-{"epoch": 2, "step": 4190, "loss": 0.9187685251235962, "total_norm": 11.578482627868652}
-{"epoch": 2, "step": 4191, "loss": 0.5379347801208496, "total_norm": 14.005728721618652}
-{"epoch": 2, "step": 4192, "loss": 0.668418288230896, "total_norm": 12.552762031555176}
-{"epoch": 2, "step": 4193, "loss": 0.5025301575660706, "total_norm": 9.86328411102295}
-{"epoch": 2, "step": 4194, "loss": 0.8956246972084045, "total_norm": 10.482373237609863}
-{"epoch": 2, "step": 4195, "loss": 0.3941793143749237, "total_norm": 8.945968627929688}
-{"epoch": 2, "step": 4196, "loss": 0.4950096607208252, "total_norm": 11.77011775970459}
-{"epoch": 2, "step": 4197, "loss": 0.7418017387390137, "total_norm": 11.900495529174805}
-{"epoch": 2, "step": 4198, "loss": 0.4366336464881897, "total_norm": 10.83353042602539}
-{"epoch": 2, "step": 4199, "loss": 0.534784734249115, "total_norm": 14.16684627532959}
-{"epoch": 2, "step": 4200, "loss": 0.9151501059532166, "total_norm": 14.484346389770508}
-{"epoch": 2, "step": 4201, "loss": 0.44201070070266724, "total_norm": 10.353126525878906}
-{"epoch": 2, "step": 4202, "loss": 0.7139719128608704, "total_norm": 12.554919242858887}
-{"epoch": 2, "step": 4203, "loss": 0.6854836344718933, "total_norm": 12.943665504455566}
-{"epoch": 2, "step": 4204, "loss": 0.6352112889289856, "total_norm": 8.953514099121094}
-{"epoch": 2, "step": 4205, "loss": 0.5457958579063416, "total_norm": 17.688636779785156}
-{"epoch": 2, "step": 4206, "loss": 0.35376670956611633, "total_norm": 8.700241088867188}
-{"epoch": 2, "step": 4207, "loss": 0.6421910524368286, "total_norm": 11.907373428344727}
-{"epoch": 2, "step": 4208, "loss": 0.903512179851532, "total_norm": 9.7903413772583}
-{"epoch": 2, "step": 4209, "loss": 0.5986601710319519, "total_norm": 12.504396438598633}
-{"epoch": 2, "step": 4210, "loss": 0.8615195155143738, "total_norm": 10.52116870880127}
-{"epoch": 2, "step": 4211, "loss": 0.6825307607650757, "total_norm": 11.9956636428833}
-{"epoch": 2, "step": 4212, "loss": 0.5588088035583496, "total_norm": 11.53820514678955}
-{"epoch": 2, "step": 4213, "loss": 0.3999131917953491, "total_norm": 11.827011108398438}
-{"epoch": 2, "step": 4214, "loss": 0.7336986660957336, "total_norm": 12.38979721069336}
-{"epoch": 2, "step": 4215, "loss": 0.6417304873466492, "total_norm": 9.720793724060059}
-{"epoch": 2, "step": 4216, "loss": 0.5960760116577148, "total_norm": 19.10527992248535}
-{"epoch": 2, "step": 4217, "loss": 0.5467871427536011, "total_norm": 10.249780654907227}
-{"epoch": 2, "step": 4218, "loss": 0.7077847719192505, "total_norm": 10.622294425964355}
-{"epoch": 2, "step": 4219, "loss": 0.38230830430984497, "total_norm": 10.558485984802246}
-{"epoch": 2, "step": 4220, "loss": 0.47455525398254395, "total_norm": 11.766911506652832}
-{"epoch": 2, "step": 4221, "loss": 0.757465660572052, "total_norm": 11.24885368347168}
-{"epoch": 2, "step": 4222, "loss": 0.8773381114006042, "total_norm": 12.387940406799316}
-{"epoch": 2, "step": 4223, "loss": 0.6215622425079346, "total_norm": 12.452192306518555}
-{"epoch": 2, "step": 4224, "loss": 0.46115750074386597, "total_norm": 10.576695442199707}
-{"epoch": 2, "step": 4225, "loss": 0.5868855714797974, "total_norm": 13.001633644104004}
-{"epoch": 2, "step": 4226, "loss": 0.5608170628547668, "total_norm": 10.398279190063477}
-{"epoch": 2, "step": 4227, "loss": 0.48896855115890503, "total_norm": 11.596088409423828}
-{"epoch": 2, "step": 4228, "loss": 0.2859025001525879, "total_norm": 11.927956581115723}
-{"epoch": 2, "step": 4229, "loss": 0.6809667944908142, "total_norm": 11.67380142211914}
-{"epoch": 2, "step": 4230, "loss": 0.3774322271347046, "total_norm": 9.843076705932617}
-{"epoch": 2, "step": 4231, "loss": 0.6537047624588013, "total_norm": 11.101024627685547}
-{"epoch": 2, "step": 4232, "loss": 0.9204052090644836, "total_norm": 12.86378002166748}
-{"epoch": 2, "step": 4233, "loss": 0.4778355062007904, "total_norm": 10.384247779846191}
-{"epoch": 2, "step": 4234, "loss": 0.31391021609306335, "total_norm": 9.393742561340332}
-{"epoch": 2, "step": 4235, "loss": 0.5978779196739197, "total_norm": 11.994719505310059}
-{"epoch": 2, "step": 4236, "loss": 0.5690122246742249, "total_norm": 13.15573501586914}
-{"epoch": 2, "step": 4237, "loss": 0.5995068550109863, "total_norm": 13.76917839050293}
-{"epoch": 2, "step": 4238, "loss": 0.7396170496940613, "total_norm": 13.108094215393066}
-{"epoch": 2, "step": 4239, "loss": 0.4841703474521637, "total_norm": 14.780781745910645}
-{"epoch": 2, "step": 4240, "loss": 0.6512252688407898, "total_norm": 10.843097686767578}
-{"epoch": 2, "step": 4241, "loss": 0.8414323925971985, "total_norm": 11.802841186523438}
-{"epoch": 2, "step": 4242, "loss": 0.4723297357559204, "total_norm": 10.6699857711792}
-{"epoch": 2, "step": 4243, "loss": 0.3694136440753937, "total_norm": 9.575703620910645}
-{"epoch": 2, "step": 4244, "loss": 0.5076664090156555, "total_norm": 9.00334644317627}
-{"epoch": 2, "step": 4245, "loss": 0.715773344039917, "total_norm": 13.789497375488281}
-{"epoch": 2, "step": 4246, "loss": 0.35619795322418213, "total_norm": 9.437209129333496}
-{"epoch": 2, "step": 4247, "loss": 0.7226889729499817, "total_norm": 14.92696475982666}
-{"epoch": 2, "step": 4248, "loss": 0.6951355338096619, "total_norm": 13.300586700439453}
-{"epoch": 2, "step": 4249, "loss": 0.7320523858070374, "total_norm": 12.366211891174316}
-{"epoch": 2, "step": 4250, "loss": 0.48868873715400696, "total_norm": 10.65972900390625}
-{"epoch": 2, "step": 4251, "loss": 0.6476566791534424, "total_norm": 10.58143424987793}
-{"epoch": 2, "step": 4252, "loss": 0.5346124768257141, "total_norm": 11.0429105758667}
-{"epoch": 2, "step": 4253, "loss": 0.7419487237930298, "total_norm": 11.777379989624023}
-{"epoch": 2, "step": 4254, "loss": 0.6867830753326416, "total_norm": 11.339858055114746}
-{"epoch": 2, "step": 4255, "loss": 0.614310085773468, "total_norm": 10.63327407836914}
-{"epoch": 2, "step": 4256, "loss": 0.5494099855422974, "total_norm": 9.618979454040527}
-{"epoch": 2, "step": 4257, "loss": 0.48167669773101807, "total_norm": 14.468364715576172}
-{"epoch": 2, "step": 4258, "loss": 0.8636035919189453, "total_norm": 12.530734062194824}
-{"epoch": 2, "step": 4259, "loss": 0.688974142074585, "total_norm": 10.549701690673828}
-{"epoch": 2, "step": 4260, "loss": 0.8820546269416809, "total_norm": 10.82343864440918}
-{"epoch": 2, "step": 4261, "loss": 0.4451653063297272, "total_norm": 12.965203285217285}
-{"epoch": 2, "step": 4262, "loss": 0.5694021582603455, "total_norm": 11.775834083557129}
-{"epoch": 2, "step": 4263, "loss": 0.4812268316745758, "total_norm": 11.400406837463379}
-{"epoch": 2, "step": 4264, "loss": 0.5683262348175049, "total_norm": 13.37453556060791}
-{"epoch": 2, "step": 4265, "loss": 0.4528501033782959, "total_norm": 12.61165714263916}
-{"epoch": 2, "step": 4266, "loss": 0.5965966582298279, "total_norm": 11.698542594909668}
-{"epoch": 2, "step": 4267, "loss": 0.36383360624313354, "total_norm": 8.909391403198242}
-{"epoch": 2, "step": 4268, "loss": 0.8956337571144104, "total_norm": 14.133705139160156}
-{"epoch": 2, "step": 4269, "loss": 0.28982388973236084, "total_norm": 8.255931854248047}
-{"epoch": 2, "step": 4270, "loss": 0.5846529603004456, "total_norm": 12.734018325805664}
-{"epoch": 2, "step": 4271, "loss": 0.585651159286499, "total_norm": 9.960612297058105}
-{"epoch": 2, "step": 4272, "loss": 0.4588112533092499, "total_norm": 10.668092727661133}
-{"epoch": 2, "step": 4273, "loss": 0.5511830449104309, "total_norm": 13.738181114196777}
-{"epoch": 2, "step": 4274, "loss": 0.8210839629173279, "total_norm": 10.58141040802002}
-{"epoch": 2, "step": 4275, "loss": 0.5990099906921387, "total_norm": 9.941633224487305}
-{"epoch": 2, "step": 4276, "loss": 0.4343225657939911, "total_norm": 11.393823623657227}
-{"epoch": 2, "step": 4277, "loss": 0.5761966705322266, "total_norm": 10.589433670043945}
-{"epoch": 2, "step": 4278, "loss": 0.6353485584259033, "total_norm": 12.358125686645508}
-{"epoch": 2, "step": 4279, "loss": 0.5962421298027039, "total_norm": 13.875143051147461}
-{"epoch": 2, "step": 4280, "loss": 0.6431522369384766, "total_norm": 11.694634437561035}
-{"epoch": 2, "step": 4281, "loss": 0.5869062542915344, "total_norm": 10.717184066772461}
-{"epoch": 2, "step": 4282, "loss": 0.905473530292511, "total_norm": 17.40357780456543}
-{"epoch": 2, "step": 4283, "loss": 0.5860913395881653, "total_norm": 10.055749893188477}
-{"epoch": 2, "step": 4284, "loss": 0.6854588985443115, "total_norm": 10.063119888305664}
-{"epoch": 2, "step": 4285, "loss": 0.7443310022354126, "total_norm": 10.5621919631958}
-{"epoch": 2, "step": 4286, "loss": 0.7004333138465881, "total_norm": 13.378822326660156}
-{"epoch": 2, "step": 4287, "loss": 0.37940430641174316, "total_norm": 10.928855895996094}
-{"epoch": 2, "step": 4288, "loss": 0.6624186038970947, "total_norm": 12.158286094665527}
-{"epoch": 2, "step": 4289, "loss": 0.6170548796653748, "total_norm": 18.793855667114258}
-{"epoch": 2, "step": 4290, "eval_loss": 2.600473251193762, "eval_rougeL": 0.2617272570511841}
-{"epoch": 3, "step": 4290, "loss": 0.24507226049900055, "total_norm": 5.909598350524902}
-{"epoch": 3, "step": 4291, "loss": 0.2070990353822708, "total_norm": 6.864294528961182}
-{"epoch": 3, "step": 4292, "loss": 0.20802588760852814, "total_norm": 6.825229644775391}
-{"epoch": 3, "step": 4293, "loss": 0.25748077034950256, "total_norm": 8.334834098815918}
-{"epoch": 3, "step": 4294, "loss": 0.20777258276939392, "total_norm": 6.038869857788086}
-{"epoch": 3, "step": 4295, "loss": 0.1975412368774414, "total_norm": 8.427058219909668}
-{"epoch": 3, "step": 4296, "loss": 0.25049370527267456, "total_norm": 6.592191696166992}
-{"epoch": 3, "step": 4297, "loss": 0.26722514629364014, "total_norm": 8.615941047668457}
-{"epoch": 3, "step": 4298, "loss": 0.2716031074523926, "total_norm": 8.20901870727539}
-{"epoch": 3, "step": 4299, "loss": 0.20049120485782623, "total_norm": 7.663621425628662}
-{"epoch": 3, "step": 4300, "loss": 0.2449958473443985, "total_norm": 6.355937957763672}
-{"epoch": 3, "step": 4301, "loss": 0.2402385175228119, "total_norm": 7.639997959136963}
-{"epoch": 3, "step": 4302, "loss": 0.13226480782032013, "total_norm": 9.711461067199707}
-{"epoch": 3, "step": 4303, "loss": 0.16615203022956848, "total_norm": 8.512214660644531}
-{"epoch": 3, "step": 4304, "loss": 0.3033389449119568, "total_norm": 10.023699760437012}
-{"epoch": 3, "step": 4305, "loss": 0.157230406999588, "total_norm": 7.4689555168151855}
-{"epoch": 3, "step": 4306, "loss": 0.2541566789150238, "total_norm": 8.4677095413208}
-{"epoch": 3, "step": 4307, "loss": 0.2735912501811981, "total_norm": 7.171628952026367}
-{"epoch": 3, "step": 4308, "loss": 0.30966120958328247, "total_norm": 10.488147735595703}
-{"epoch": 3, "step": 4309, "loss": 0.3077409565448761, "total_norm": 14.896858215332031}
-{"epoch": 3, "step": 4310, "loss": 0.19686394929885864, "total_norm": 7.446130752563477}
-{"epoch": 3, "step": 4311, "loss": 0.4554882347583771, "total_norm": 9.962139129638672}
-{"epoch": 3, "step": 4312, "loss": 0.20614244043827057, "total_norm": 11.340715408325195}
-{"epoch": 3, "step": 4313, "loss": 0.3634389042854309, "total_norm": 10.339197158813477}
-{"epoch": 3, "step": 4314, "loss": 0.15751498937606812, "total_norm": 7.149433612823486}
-{"epoch": 3, "step": 4315, "loss": 0.2535960078239441, "total_norm": 8.618064880371094}
-{"epoch": 3, "step": 4316, "loss": 0.2082507163286209, "total_norm": 9.13447380065918}
-{"epoch": 3, "step": 4317, "loss": 0.16849476099014282, "total_norm": 7.067385673522949}
-{"epoch": 3, "step": 4318, "loss": 0.1486036330461502, "total_norm": 9.14217472076416}
-{"epoch": 3, "step": 4319, "loss": 0.1823493093252182, "total_norm": 7.370075225830078}
-{"epoch": 3, "step": 4320, "loss": 0.24889396131038666, "total_norm": 8.261942863464355}
-{"epoch": 3, "step": 4321, "loss": 0.27533695101737976, "total_norm": 9.248344421386719}
-{"epoch": 3, "step": 4322, "loss": 0.1331360936164856, "total_norm": 9.228370666503906}
-{"epoch": 3, "step": 4323, "loss": 0.2360348403453827, "total_norm": 9.928133010864258}
-{"epoch": 3, "step": 4324, "loss": 0.2277652621269226, "total_norm": 7.4365339279174805}
-{"epoch": 3, "step": 4325, "loss": 0.2554728090763092, "total_norm": 9.358346939086914}
-{"epoch": 3, "step": 4326, "loss": 0.17567257583141327, "total_norm": 7.938342571258545}
-{"epoch": 3, "step": 4327, "loss": 0.22532117366790771, "total_norm": 7.845400810241699}
-{"epoch": 3, "step": 4328, "loss": 0.25168028473854065, "total_norm": 7.718415260314941}
-{"epoch": 3, "step": 4329, "loss": 0.2604496479034424, "total_norm": 9.057938575744629}
-{"epoch": 3, "step": 4330, "loss": 0.2773398458957672, "total_norm": 8.912660598754883}
-{"epoch": 3, "step": 4331, "loss": 0.14854338765144348, "total_norm": 7.862566947937012}
-{"epoch": 3, "step": 4332, "loss": 0.1697654277086258, "total_norm": 9.988249778747559}
-{"epoch": 3, "step": 4333, "loss": 0.2034279853105545, "total_norm": 10.682560920715332}
-{"epoch": 3, "step": 4334, "loss": 0.1949995905160904, "total_norm": 7.789242267608643}
-{"epoch": 3, "step": 4335, "loss": 0.3180656135082245, "total_norm": 9.603832244873047}
-{"epoch": 3, "step": 4336, "loss": 0.30578410625457764, "total_norm": 8.501555442810059}
-{"epoch": 3, "step": 4337, "loss": 0.19722063839435577, "total_norm": 9.862228393554688}
-{"epoch": 3, "step": 4338, "loss": 0.2389623075723648, "total_norm": 7.535024166107178}
-{"epoch": 3, "step": 4339, "loss": 0.2271801233291626, "total_norm": 11.494141578674316}
-{"epoch": 3, "step": 4340, "loss": 0.23969434201717377, "total_norm": 8.246413230895996}
-{"epoch": 3, "step": 4341, "loss": 0.16841837763786316, "total_norm": 6.9099907875061035}
-{"epoch": 3, "step": 4342, "loss": 0.3145533502101898, "total_norm": 9.266773223876953}
-{"epoch": 3, "step": 4343, "loss": 0.17564764618873596, "total_norm": 6.110536098480225}
-{"epoch": 3, "step": 4344, "loss": 0.27103206515312195, "total_norm": 7.019654750823975}
-{"epoch": 3, "step": 4345, "loss": 0.27777063846588135, "total_norm": 9.841444969177246}
-{"epoch": 3, "step": 4346, "loss": 0.3301239013671875, "total_norm": 7.629857063293457}
-{"epoch": 3, "step": 4347, "loss": 0.15613338351249695, "total_norm": 7.099339485168457}
-{"epoch": 3, "step": 4348, "loss": 0.28506654500961304, "total_norm": 6.860518455505371}
-{"epoch": 3, "step": 4349, "loss": 0.19375160336494446, "total_norm": 8.667997360229492}
-{"epoch": 3, "step": 4350, "loss": 0.3029290735721588, "total_norm": 9.88941478729248}
-{"epoch": 3, "step": 4351, "loss": 0.15849916636943817, "total_norm": 6.316714286804199}
-{"epoch": 3, "step": 4352, "loss": 0.28752803802490234, "total_norm": 9.666640281677246}
-{"epoch": 3, "step": 4353, "loss": 0.24305260181427002, "total_norm": 8.783112525939941}
-{"epoch": 3, "step": 4354, "loss": 0.18375363945960999, "total_norm": 8.087836265563965}
-{"epoch": 3, "step": 4355, "loss": 0.3789249062538147, "total_norm": 10.299203872680664}
-{"epoch": 3, "step": 4356, "loss": 0.2752191722393036, "total_norm": 10.49527645111084}
-{"epoch": 3, "step": 4357, "loss": 0.18865464627742767, "total_norm": 8.486329078674316}
-{"epoch": 3, "step": 4358, "loss": 0.26545247435569763, "total_norm": 9.947678565979004}
-{"epoch": 3, "step": 4359, "loss": 0.27211228013038635, "total_norm": 8.34312629699707}
-{"epoch": 3, "step": 4360, "loss": 0.20231226086616516, "total_norm": 8.871301651000977}
-{"epoch": 3, "step": 4361, "loss": 0.22164969146251678, "total_norm": 5.553427219390869}
-{"epoch": 3, "step": 4362, "loss": 0.15009216964244843, "total_norm": 8.020634651184082}
-{"epoch": 3, "step": 4363, "loss": 0.12378083914518356, "total_norm": 7.492236614227295}
-{"epoch": 3, "step": 4364, "loss": 0.2064976841211319, "total_norm": 8.936420440673828}
-{"epoch": 3, "step": 4365, "loss": 0.18259309232234955, "total_norm": 7.5172038078308105}
-{"epoch": 3, "step": 4366, "loss": 0.2926194667816162, "total_norm": 9.24573802947998}
-{"epoch": 3, "step": 4367, "loss": 0.21724623441696167, "total_norm": 8.502082824707031}
-{"epoch": 3, "step": 4368, "loss": 0.2939061224460602, "total_norm": 9.294203758239746}
-{"epoch": 3, "step": 4369, "loss": 0.2633282542228699, "total_norm": 7.401912689208984}
-{"epoch": 3, "step": 4370, "loss": 0.21923205256462097, "total_norm": 8.235647201538086}
-{"epoch": 3, "step": 4371, "loss": 0.24096764624118805, "total_norm": 9.080057144165039}
-{"epoch": 3, "step": 4372, "loss": 0.32114771008491516, "total_norm": 9.531205177307129}
-{"epoch": 3, "step": 4373, "loss": 0.2801477015018463, "total_norm": 8.30046272277832}
-{"epoch": 3, "step": 4374, "loss": 0.31377047300338745, "total_norm": 7.092060565948486}
-{"epoch": 3, "step": 4375, "loss": 0.20114462077617645, "total_norm": 12.681502342224121}
-{"epoch": 3, "step": 4376, "loss": 0.20718581974506378, "total_norm": 8.641386985778809}
-{"epoch": 3, "step": 4377, "loss": 0.16220375895500183, "total_norm": 6.6468048095703125}
-{"epoch": 3, "step": 4378, "loss": 0.20570094883441925, "total_norm": 8.025707244873047}
-{"epoch": 3, "step": 4379, "loss": 0.17958416044712067, "total_norm": 7.158631324768066}
-{"epoch": 3, "step": 4380, "loss": 0.3335748612880707, "total_norm": 8.426592826843262}
-{"epoch": 3, "step": 4381, "loss": 0.2590097486972809, "total_norm": 8.09847354888916}
-{"epoch": 3, "step": 4382, "loss": 0.1669331043958664, "total_norm": 9.809125900268555}
-{"epoch": 3, "step": 4383, "loss": 0.16760030388832092, "total_norm": 8.721338272094727}
-{"epoch": 3, "step": 4384, "loss": 0.17975562810897827, "total_norm": 6.438939094543457}
-{"epoch": 3, "step": 4385, "loss": 0.15315093100070953, "total_norm": 5.832326889038086}
-{"epoch": 3, "step": 4386, "loss": 0.23736055195331573, "total_norm": 8.281947135925293}
-{"epoch": 3, "step": 4387, "loss": 0.2394499033689499, "total_norm": 7.872438430786133}
-{"epoch": 3, "step": 4388, "loss": 0.24447259306907654, "total_norm": 9.542325019836426}
-{"epoch": 3, "step": 4389, "loss": 0.20537732541561127, "total_norm": 9.199651718139648}
-{"epoch": 3, "step": 4390, "loss": 0.20055483281612396, "total_norm": 6.164997577667236}
-{"epoch": 3, "step": 4391, "loss": 0.24644958972930908, "total_norm": 8.305852890014648}
-{"epoch": 3, "step": 4392, "loss": 0.22886498272418976, "total_norm": 11.268107414245605}
-{"epoch": 3, "step": 4393, "loss": 0.15023629367351532, "total_norm": 6.036100387573242}
-{"epoch": 3, "step": 4394, "loss": 0.2754178047180176, "total_norm": 9.326014518737793}
-{"epoch": 3, "step": 4395, "loss": 0.31419581174850464, "total_norm": 8.611536979675293}
-{"epoch": 3, "step": 4396, "loss": 0.25725483894348145, "total_norm": 10.8320951461792}
-{"epoch": 3, "step": 4397, "loss": 0.1827811896800995, "total_norm": 8.156353950500488}
-{"epoch": 3, "step": 4398, "loss": 0.32051071524620056, "total_norm": 9.118459701538086}
-{"epoch": 3, "step": 4399, "loss": 0.300751268863678, "total_norm": 7.75775146484375}
-{"epoch": 3, "step": 4400, "loss": 0.18850219249725342, "total_norm": 6.689838409423828}
-{"epoch": 3, "step": 4401, "loss": 0.19571071863174438, "total_norm": 9.90060806274414}
-{"epoch": 3, "step": 4402, "loss": 0.22140024602413177, "total_norm": 10.044452667236328}
-{"epoch": 3, "step": 4403, "loss": 0.11721227318048477, "total_norm": 6.010723114013672}
-{"epoch": 3, "step": 4404, "loss": 0.1400105208158493, "total_norm": 6.78532075881958}
-{"epoch": 3, "step": 4405, "loss": 0.20722366869449615, "total_norm": 8.226553916931152}
-{"epoch": 3, "step": 4406, "loss": 0.40716928243637085, "total_norm": 11.434454917907715}
-{"epoch": 3, "step": 4407, "loss": 0.2339705228805542, "total_norm": 10.309052467346191}
-{"epoch": 3, "step": 4408, "loss": 0.1948627084493637, "total_norm": 8.935206413269043}
-{"epoch": 3, "step": 4409, "loss": 0.2872442901134491, "total_norm": 11.644585609436035}
-{"epoch": 3, "step": 4410, "loss": 0.16436345875263214, "total_norm": 9.958453178405762}
-{"epoch": 3, "step": 4411, "loss": 0.14637158811092377, "total_norm": 6.416370391845703}
-{"epoch": 3, "step": 4412, "loss": 0.13256090879440308, "total_norm": 5.614685535430908}
-{"epoch": 3, "step": 4413, "loss": 0.4105416536331177, "total_norm": 12.471212387084961}
-{"epoch": 3, "step": 4414, "loss": 0.29658037424087524, "total_norm": 9.859477996826172}
-{"epoch": 3, "step": 4415, "loss": 0.2584913372993469, "total_norm": 11.277708053588867}
-{"epoch": 3, "step": 4416, "loss": 0.25256258249282837, "total_norm": 8.268728256225586}
-{"epoch": 3, "step": 4417, "loss": 0.24363315105438232, "total_norm": 9.220290184020996}
-{"epoch": 3, "step": 4418, "loss": 0.27992644906044006, "total_norm": 11.84964370727539}
-{"epoch": 3, "step": 4419, "loss": 0.21283459663391113, "total_norm": 9.955586433410645}
-{"epoch": 3, "step": 4420, "loss": 0.29384922981262207, "total_norm": 9.370440483093262}
-{"epoch": 3, "step": 4421, "loss": 0.18327388167381287, "total_norm": 10.644674301147461}
-{"epoch": 3, "step": 4422, "loss": 0.14541082084178925, "total_norm": 8.445976257324219}
-{"epoch": 3, "step": 4423, "loss": 0.31719091534614563, "total_norm": 10.662019729614258}
-{"epoch": 3, "step": 4424, "loss": 0.21399928629398346, "total_norm": 8.678340911865234}
-{"epoch": 3, "step": 4425, "loss": 0.254549503326416, "total_norm": 8.56584358215332}
-{"epoch": 3, "step": 4426, "loss": 0.20494022965431213, "total_norm": 8.427289009094238}
-{"epoch": 3, "step": 4427, "loss": 0.2653948962688446, "total_norm": 11.358067512512207}
-{"epoch": 3, "step": 4428, "loss": 0.29062795639038086, "total_norm": 9.453276634216309}
-{"epoch": 3, "step": 4429, "loss": 0.33157262206077576, "total_norm": 9.582239151000977}
-{"epoch": 3, "step": 4430, "loss": 0.23783078789710999, "total_norm": 9.01608943939209}
-{"epoch": 3, "step": 4431, "loss": 0.2526741027832031, "total_norm": 9.343728065490723}
-{"epoch": 3, "step": 4432, "loss": 0.1653801053762436, "total_norm": 6.5973005294799805}
-{"epoch": 3, "step": 4433, "loss": 0.16659212112426758, "total_norm": 9.067320823669434}
-{"epoch": 3, "step": 4434, "loss": 0.22390303015708923, "total_norm": 9.917072296142578}
-{"epoch": 3, "step": 4435, "loss": 0.18116538226604462, "total_norm": 7.265005111694336}
-{"epoch": 3, "step": 4436, "loss": 0.3686273694038391, "total_norm": 10.602606773376465}
-{"epoch": 3, "step": 4437, "loss": 0.3169626295566559, "total_norm": 9.114730834960938}
-{"epoch": 3, "step": 4438, "loss": 0.24212828278541565, "total_norm": 7.218266487121582}
-{"epoch": 3, "step": 4439, "loss": 0.1873677521944046, "total_norm": 11.158036231994629}
-{"epoch": 3, "step": 4440, "loss": 0.2167661190032959, "total_norm": 6.4174089431762695}
-{"epoch": 3, "step": 4441, "loss": 0.2118000090122223, "total_norm": 7.334385871887207}
-{"epoch": 3, "step": 4442, "loss": 0.37398073077201843, "total_norm": 13.269476890563965}
-{"epoch": 3, "step": 4443, "loss": 0.17114973068237305, "total_norm": 8.818419456481934}
-{"epoch": 3, "step": 4444, "loss": 0.2158084511756897, "total_norm": 6.314873695373535}
-{"epoch": 3, "step": 4445, "loss": 0.08286067843437195, "total_norm": 6.24487829208374}
-{"epoch": 3, "step": 4446, "loss": 0.23859944939613342, "total_norm": 8.759713172912598}
-{"epoch": 3, "step": 4447, "loss": 0.24200642108917236, "total_norm": 7.682003498077393}
-{"epoch": 3, "step": 4448, "loss": 0.28405502438545227, "total_norm": 9.934412002563477}
-{"epoch": 3, "step": 4449, "loss": 0.13024172186851501, "total_norm": 6.800919055938721}
-{"epoch": 3, "step": 4450, "loss": 0.23583029210567474, "total_norm": 8.308148384094238}
-{"epoch": 3, "step": 4451, "loss": 0.2355833649635315, "total_norm": 9.13652515411377}
-{"epoch": 3, "step": 4452, "loss": 0.31202301383018494, "total_norm": 11.774998664855957}
-{"epoch": 3, "step": 4453, "loss": 0.1503584384918213, "total_norm": 8.058918952941895}
-{"epoch": 3, "step": 4454, "loss": 0.2215154469013214, "total_norm": 9.669791221618652}
-{"epoch": 3, "step": 4455, "loss": 0.1890944093465805, "total_norm": 8.104366302490234}
-{"epoch": 3, "step": 4456, "loss": 0.2892276346683502, "total_norm": 7.425205230712891}
-{"epoch": 3, "step": 4457, "loss": 0.35212546586990356, "total_norm": 9.670717239379883}
-{"epoch": 3, "step": 4458, "loss": 0.2925266623497009, "total_norm": 8.328158378601074}
-{"epoch": 3, "step": 4459, "loss": 0.23509088158607483, "total_norm": 7.837557792663574}
-{"epoch": 3, "step": 4460, "loss": 0.20931971073150635, "total_norm": 12.137242317199707}
-{"epoch": 3, "step": 4461, "loss": 0.2539577782154083, "total_norm": 8.759966850280762}
-{"epoch": 3, "step": 4462, "loss": 0.2621372640132904, "total_norm": 9.661454200744629}
-{"epoch": 3, "step": 4463, "loss": 0.25061875581741333, "total_norm": 9.529565811157227}
-{"epoch": 3, "step": 4464, "loss": 0.2539210319519043, "total_norm": 7.174942970275879}
-{"epoch": 3, "step": 4465, "loss": 0.31767117977142334, "total_norm": 9.31028938293457}
-{"epoch": 3, "step": 4466, "loss": 0.36931511759757996, "total_norm": 12.544233322143555}
-{"epoch": 3, "step": 4467, "loss": 0.2410273551940918, "total_norm": 8.16392993927002}
-{"epoch": 3, "step": 4468, "loss": 0.2530205249786377, "total_norm": 9.738934516906738}
-{"epoch": 3, "step": 4469, "loss": 0.2223411202430725, "total_norm": 9.534788131713867}
-{"epoch": 3, "step": 4470, "loss": 0.19980287551879883, "total_norm": 8.849409103393555}
-{"epoch": 3, "step": 4471, "loss": 0.1320296674966812, "total_norm": 8.438329696655273}
-{"epoch": 3, "step": 4472, "loss": 0.2639639675617218, "total_norm": 7.581234455108643}
-{"epoch": 3, "step": 4473, "loss": 0.2728320062160492, "total_norm": 10.941873550415039}
-{"epoch": 3, "step": 4474, "loss": 0.1506963074207306, "total_norm": 7.052047252655029}
-{"epoch": 3, "step": 4475, "loss": 0.33549654483795166, "total_norm": 10.546699523925781}
-{"epoch": 3, "step": 4476, "loss": 0.2530306279659271, "total_norm": 6.896726131439209}
-{"epoch": 3, "step": 4477, "loss": 0.2523244023323059, "total_norm": 8.216837882995605}
-{"epoch": 3, "step": 4478, "loss": 0.2744617164134979, "total_norm": 9.415902137756348}
-{"epoch": 3, "step": 4479, "loss": 0.19665206968784332, "total_norm": 7.183784008026123}
-{"epoch": 3, "step": 4480, "loss": 0.20208820700645447, "total_norm": 8.29028606414795}
-{"epoch": 3, "step": 4481, "loss": 0.29194000363349915, "total_norm": 8.07294750213623}
-{"epoch": 3, "step": 4482, "loss": 0.24776791036128998, "total_norm": 10.869436264038086}
-{"epoch": 3, "step": 4483, "loss": 0.2135610282421112, "total_norm": 12.85832405090332}
-{"epoch": 3, "step": 4484, "loss": 0.30834707617759705, "total_norm": 10.904892921447754}
-{"epoch": 3, "step": 4485, "loss": 0.3753519356250763, "total_norm": 12.614750862121582}
-{"epoch": 3, "step": 4486, "loss": 0.1753087341785431, "total_norm": 9.200699806213379}
-{"epoch": 3, "step": 4487, "loss": 0.13337254524230957, "total_norm": 9.317888259887695}
-{"epoch": 3, "step": 4488, "loss": 0.24340274930000305, "total_norm": 8.496833801269531}
-{"epoch": 3, "step": 4489, "loss": 0.1514480710029602, "total_norm": 9.136159896850586}
-{"epoch": 3, "step": 4490, "loss": 0.13948599994182587, "total_norm": 10.1120023727417}
-{"epoch": 3, "step": 4491, "loss": 0.36084866523742676, "total_norm": 10.942604064941406}
-{"epoch": 3, "step": 4492, "loss": 0.18232005834579468, "total_norm": 9.109818458557129}
-{"epoch": 3, "step": 4493, "loss": 0.17021410167217255, "total_norm": 11.842641830444336}
-{"epoch": 3, "step": 4494, "loss": 0.25397393107414246, "total_norm": 10.574479103088379}
-{"epoch": 3, "step": 4495, "loss": 0.17076081037521362, "total_norm": 7.385806083679199}
-{"epoch": 3, "step": 4496, "loss": 0.16660353541374207, "total_norm": 6.763166427612305}
-{"epoch": 3, "step": 4497, "loss": 0.1645895540714264, "total_norm": 7.395174503326416}
-{"epoch": 3, "step": 4498, "loss": 0.2096133530139923, "total_norm": 9.442826271057129}
-{"epoch": 3, "step": 4499, "loss": 0.20770026743412018, "total_norm": 11.786541938781738}
-{"epoch": 3, "step": 4500, "loss": 0.14346882700920105, "total_norm": 6.21068000793457}
-{"epoch": 3, "step": 4501, "loss": 0.3127785325050354, "total_norm": 8.356902122497559}
-{"epoch": 3, "step": 4502, "loss": 0.14171850681304932, "total_norm": 6.159245491027832}
-{"epoch": 3, "step": 4503, "loss": 0.15899784862995148, "total_norm": 10.682950019836426}
-{"epoch": 3, "step": 4504, "loss": 0.34099847078323364, "total_norm": 11.430506706237793}
-{"epoch": 3, "step": 4505, "loss": 0.29629671573638916, "total_norm": 9.134057998657227}
-{"epoch": 3, "step": 4506, "loss": 0.16864828765392303, "total_norm": 7.6139092445373535}
-{"epoch": 3, "step": 4507, "loss": 0.16587114334106445, "total_norm": 7.602729320526123}
-{"epoch": 3, "step": 4508, "loss": 0.12907038629055023, "total_norm": 7.470344543457031}
-{"epoch": 3, "step": 4509, "loss": 0.13247929513454437, "total_norm": 5.745907306671143}
-{"epoch": 3, "step": 4510, "loss": 0.18195326626300812, "total_norm": 11.953180313110352}
-{"epoch": 3, "step": 4511, "loss": 0.15551039576530457, "total_norm": 8.596562385559082}
-{"epoch": 3, "step": 4512, "loss": 0.13335034251213074, "total_norm": 11.439364433288574}
-{"epoch": 3, "step": 4513, "loss": 0.26750248670578003, "total_norm": 12.114962577819824}
-{"epoch": 3, "step": 4514, "loss": 0.24470074474811554, "total_norm": 11.162792205810547}
-{"epoch": 3, "step": 4515, "loss": 0.3165048062801361, "total_norm": 10.49886417388916}
-{"epoch": 3, "step": 4516, "loss": 0.21266216039657593, "total_norm": 7.813542366027832}
-{"epoch": 3, "step": 4517, "loss": 0.2710302174091339, "total_norm": 8.82865047454834}
-{"epoch": 3, "step": 4518, "loss": 0.3471077084541321, "total_norm": 11.031432151794434}
-{"epoch": 3, "step": 4519, "loss": 0.3238633871078491, "total_norm": 11.252706527709961}
-{"epoch": 3, "step": 4520, "loss": 0.23368366062641144, "total_norm": 9.463025093078613}
-{"epoch": 3, "step": 4521, "loss": 0.16231480240821838, "total_norm": 8.196921348571777}
-{"epoch": 3, "step": 4522, "loss": 0.23438028991222382, "total_norm": 7.493114948272705}
-{"epoch": 3, "step": 4523, "loss": 0.2481967955827713, "total_norm": 9.083658218383789}
-{"epoch": 3, "step": 4524, "loss": 0.15417316555976868, "total_norm": 8.488239288330078}
-{"epoch": 3, "step": 4525, "loss": 0.3638005256652832, "total_norm": 10.12334156036377}
-{"epoch": 3, "step": 4526, "loss": 0.15592870116233826, "total_norm": 8.834253311157227}
-{"epoch": 3, "step": 4527, "loss": 0.15615038573741913, "total_norm": 6.69048547744751}
-{"epoch": 3, "step": 4528, "loss": 0.24705027043819427, "total_norm": 9.046280860900879}
-{"epoch": 3, "step": 4529, "loss": 0.35218504071235657, "total_norm": 9.032085418701172}
-{"epoch": 3, "step": 4530, "loss": 0.2638896107673645, "total_norm": 9.8246488571167}
-{"epoch": 3, "step": 4531, "loss": 0.24889259040355682, "total_norm": 8.996017456054688}
-{"epoch": 3, "step": 4532, "loss": 0.2078782320022583, "total_norm": 9.812813758850098}
-{"epoch": 3, "step": 4533, "loss": 0.1371452808380127, "total_norm": 8.107443809509277}
-{"epoch": 3, "step": 4534, "loss": 0.3852800130844116, "total_norm": 12.78589916229248}
-{"epoch": 3, "step": 4535, "loss": 0.2033551037311554, "total_norm": 14.893265724182129}
-{"epoch": 3, "step": 4536, "loss": 0.23117955029010773, "total_norm": 6.780904769897461}
-{"epoch": 3, "step": 4537, "loss": 0.296362042427063, "total_norm": 9.813431739807129}
-{"epoch": 3, "step": 4538, "loss": 0.21166542172431946, "total_norm": 7.082146167755127}
-{"epoch": 3, "step": 4539, "loss": 0.32292020320892334, "total_norm": 9.936761856079102}
-{"epoch": 3, "step": 4540, "loss": 0.25461438298225403, "total_norm": 8.072200775146484}
-{"epoch": 3, "step": 4541, "loss": 0.18209365010261536, "total_norm": 9.576227188110352}
-{"epoch": 3, "step": 4542, "loss": 0.17368443310260773, "total_norm": 8.511129379272461}
-{"epoch": 3, "step": 4543, "loss": 0.21268653869628906, "total_norm": 8.461854934692383}
-{"epoch": 3, "step": 4544, "loss": 0.15871164202690125, "total_norm": 8.87717342376709}
-{"epoch": 3, "step": 4545, "loss": 0.20489153265953064, "total_norm": 10.214719772338867}
-{"epoch": 3, "step": 4546, "loss": 0.16062811017036438, "total_norm": 10.607831001281738}
-{"epoch": 3, "step": 4547, "loss": 0.18718814849853516, "total_norm": 7.266366958618164}
-{"epoch": 3, "step": 4548, "loss": 0.18068809807300568, "total_norm": 7.745164394378662}
-{"epoch": 3, "step": 4549, "loss": 0.35993489623069763, "total_norm": 9.359650611877441}
-{"epoch": 3, "step": 4550, "loss": 0.24438904225826263, "total_norm": 6.859860897064209}
-{"epoch": 3, "step": 4551, "loss": 0.24316231906414032, "total_norm": 11.452457427978516}
-{"epoch": 3, "step": 4552, "loss": 0.23948055505752563, "total_norm": 9.008395195007324}
-{"epoch": 3, "step": 4553, "loss": 0.2507166266441345, "total_norm": 7.915421962738037}
-{"epoch": 3, "step": 4554, "loss": 0.17039471864700317, "total_norm": 9.320175170898438}
-{"epoch": 3, "step": 4555, "loss": 0.25113338232040405, "total_norm": 8.091541290283203}
-{"epoch": 3, "step": 4556, "loss": 0.19054999947547913, "total_norm": 6.640513896942139}
-{"epoch": 3, "step": 4557, "loss": 0.27365943789482117, "total_norm": 10.776941299438477}
-{"epoch": 3, "step": 4558, "loss": 0.22453799843788147, "total_norm": 6.350307941436768}
-{"epoch": 3, "step": 4559, "loss": 0.18123257160186768, "total_norm": 8.848440170288086}
-{"epoch": 3, "step": 4560, "loss": 0.1985684335231781, "total_norm": 7.142951488494873}
-{"epoch": 3, "step": 4561, "loss": 0.4102030396461487, "total_norm": 10.120030403137207}
-{"epoch": 3, "step": 4562, "loss": 0.26991453766822815, "total_norm": 9.527128219604492}
-{"epoch": 3, "step": 4563, "loss": 0.17184367775917053, "total_norm": 8.5000581741333}
-{"epoch": 3, "step": 4564, "loss": 0.2392345666885376, "total_norm": 6.567532539367676}
-{"epoch": 3, "step": 4565, "loss": 0.27988091111183167, "total_norm": 8.028401374816895}
-{"epoch": 3, "step": 4566, "loss": 0.23214182257652283, "total_norm": 10.769978523254395}
-{"epoch": 3, "step": 4567, "loss": 0.21197500824928284, "total_norm": 5.923920631408691}
-{"epoch": 3, "step": 4568, "loss": 0.36076638102531433, "total_norm": 10.387250900268555}
-{"epoch": 3, "step": 4569, "loss": 0.25186267495155334, "total_norm": 9.17081069946289}
-{"epoch": 3, "step": 4570, "loss": 0.34734344482421875, "total_norm": 10.491461753845215}
-{"epoch": 3, "step": 4571, "loss": 0.20927181839942932, "total_norm": 10.959660530090332}
-{"epoch": 3, "step": 4572, "loss": 0.3394525945186615, "total_norm": 11.616904258728027}
-{"epoch": 3, "step": 4573, "loss": 0.2782980501651764, "total_norm": 16.049150466918945}
-{"epoch": 3, "step": 4574, "loss": 0.4969126284122467, "total_norm": 15.449257850646973}
-{"epoch": 3, "step": 4575, "loss": 0.16145487129688263, "total_norm": 8.613795280456543}
-{"epoch": 3, "step": 4576, "loss": 0.26517656445503235, "total_norm": 7.466426372528076}
-{"epoch": 3, "step": 4577, "loss": 0.19323183596134186, "total_norm": 8.298426628112793}
-{"epoch": 3, "step": 4578, "loss": 0.24597008526325226, "total_norm": 10.876697540283203}
-{"epoch": 3, "step": 4579, "loss": 0.2993703782558441, "total_norm": 8.310672760009766}
-{"epoch": 3, "step": 4580, "loss": 0.3162764608860016, "total_norm": 12.48750114440918}
-{"epoch": 3, "step": 4581, "loss": 0.2590036988258362, "total_norm": 8.676387786865234}
-{"epoch": 3, "step": 4582, "loss": 0.08203116059303284, "total_norm": 5.203139781951904}
-{"epoch": 3, "step": 4583, "loss": 0.3269670009613037, "total_norm": 8.772342681884766}
-{"epoch": 3, "step": 4584, "loss": 0.2740521728992462, "total_norm": 8.205513954162598}
-{"epoch": 3, "step": 4585, "loss": 0.2034287452697754, "total_norm": 6.747689247131348}
-{"epoch": 3, "step": 4586, "loss": 0.15264807641506195, "total_norm": 8.042141914367676}
-{"epoch": 3, "step": 4587, "loss": 0.28989893198013306, "total_norm": 9.240389823913574}
-{"epoch": 3, "step": 4588, "loss": 0.3098044991493225, "total_norm": 11.007637977600098}
-{"epoch": 3, "step": 4589, "loss": 0.30859944224357605, "total_norm": 9.936971664428711}
-{"epoch": 3, "step": 4590, "loss": 0.1913471817970276, "total_norm": 7.766242027282715}
-{"epoch": 3, "step": 4591, "loss": 0.20852907001972198, "total_norm": 10.53549861907959}
-{"epoch": 3, "step": 4592, "loss": 0.23052982985973358, "total_norm": 11.19613265991211}
-{"epoch": 3, "step": 4593, "loss": 0.192484512925148, "total_norm": 8.787870407104492}
-{"epoch": 3, "step": 4594, "loss": 0.3096739947795868, "total_norm": 6.974273681640625}
-{"epoch": 3, "step": 4595, "loss": 0.31814977526664734, "total_norm": 9.551562309265137}
-{"epoch": 3, "step": 4596, "loss": 0.19515521824359894, "total_norm": 9.317375183105469}
-{"epoch": 3, "step": 4597, "loss": 0.2939107120037079, "total_norm": 8.626578330993652}
-{"epoch": 3, "step": 4598, "loss": 0.1533002257347107, "total_norm": 8.483309745788574}
-{"epoch": 3, "step": 4599, "loss": 0.37246638536453247, "total_norm": 11.142216682434082}
-{"epoch": 3, "step": 4600, "loss": 0.20404553413391113, "total_norm": 6.756643295288086}
-{"epoch": 3, "step": 4601, "loss": 0.21348528563976288, "total_norm": 9.827390670776367}
-{"epoch": 3, "step": 4602, "loss": 0.12450286746025085, "total_norm": 6.330289363861084}
-{"epoch": 3, "step": 4603, "loss": 0.2566223740577698, "total_norm": 9.832770347595215}
-{"epoch": 3, "step": 4604, "loss": 0.1658158153295517, "total_norm": 7.607100486755371}
-{"epoch": 3, "step": 4605, "loss": 0.26896047592163086, "total_norm": 9.227601051330566}
-{"epoch": 3, "step": 4606, "loss": 0.27238020300865173, "total_norm": 11.352705955505371}
-{"epoch": 3, "step": 4607, "loss": 0.2542610466480255, "total_norm": 8.994433403015137}
-{"epoch": 3, "step": 4608, "eval_loss": 2.882427617907524, "eval_rougeL": 0.27155261729497004}
-{"epoch": 3, "step": 4608, "loss": 0.4120052456855774, "total_norm": 11.172062873840332}
-{"epoch": 3, "step": 4609, "loss": 0.5713145732879639, "total_norm": 17.356298446655273}
-{"epoch": 3, "step": 4610, "loss": 0.17074865102767944, "total_norm": 7.501978874206543}
-{"epoch": 3, "step": 4611, "loss": 0.2099442034959793, "total_norm": 7.724809646606445}
-{"epoch": 3, "step": 4612, "loss": 0.20166952908039093, "total_norm": 9.633439064025879}
-{"epoch": 3, "step": 4613, "loss": 0.3600875437259674, "total_norm": 10.459300994873047}
-{"epoch": 3, "step": 4614, "loss": 0.17192499339580536, "total_norm": 7.922873497009277}
-{"epoch": 3, "step": 4615, "loss": 0.45811375975608826, "total_norm": 13.193432807922363}
-{"epoch": 3, "step": 4616, "loss": 0.30497080087661743, "total_norm": 9.227712631225586}
-{"epoch": 3, "step": 4617, "loss": 0.2930069863796234, "total_norm": 10.211080551147461}
-{"epoch": 3, "step": 4618, "loss": 0.34714701771736145, "total_norm": 11.825634002685547}
-{"epoch": 3, "step": 4619, "loss": 0.18752600252628326, "total_norm": 10.111991882324219}
-{"epoch": 3, "step": 4620, "loss": 0.1745665818452835, "total_norm": 7.534859657287598}
-{"epoch": 3, "step": 4621, "loss": 0.25749295949935913, "total_norm": 7.277836799621582}
-{"epoch": 3, "step": 4622, "loss": 0.19561031460762024, "total_norm": 8.141613006591797}
-{"epoch": 3, "step": 4623, "loss": 0.27787476778030396, "total_norm": 7.973518371582031}
-{"epoch": 3, "step": 4624, "loss": 0.2648361325263977, "total_norm": 9.245794296264648}
-{"epoch": 3, "step": 4625, "loss": 0.31648948788642883, "total_norm": 10.052560806274414}
-{"epoch": 3, "step": 4626, "loss": 0.3277278244495392, "total_norm": 11.061524391174316}
-{"epoch": 3, "step": 4627, "loss": 0.17903442680835724, "total_norm": 6.974857330322266}
-{"epoch": 3, "step": 4628, "loss": 0.26376667618751526, "total_norm": 8.111989974975586}
-{"epoch": 3, "step": 4629, "loss": 0.344041109085083, "total_norm": 8.0226469039917}
-{"epoch": 3, "step": 4630, "loss": 0.17100465297698975, "total_norm": 9.557974815368652}
-{"epoch": 3, "step": 4631, "loss": 0.29048633575439453, "total_norm": 9.898163795471191}
-{"epoch": 3, "step": 4632, "loss": 0.26678499579429626, "total_norm": 10.561921119689941}
-{"epoch": 3, "step": 4633, "loss": 0.3376885950565338, "total_norm": 10.527825355529785}
-{"epoch": 3, "step": 4634, "loss": 0.40367117524147034, "total_norm": 10.963784217834473}
-{"epoch": 3, "step": 4635, "loss": 0.3475649058818817, "total_norm": 10.346712112426758}
-{"epoch": 3, "step": 4636, "loss": 0.31176742911338806, "total_norm": 9.09057331085205}
-{"epoch": 3, "step": 4637, "loss": 0.24348300695419312, "total_norm": 9.48237419128418}
-{"epoch": 3, "step": 4638, "loss": 0.2356950044631958, "total_norm": 6.620761871337891}
-{"epoch": 3, "step": 4639, "loss": 0.33947688341140747, "total_norm": 10.190951347351074}
-{"epoch": 3, "step": 4640, "loss": 0.3159598708152771, "total_norm": 8.634995460510254}
-{"epoch": 3, "step": 4641, "loss": 0.28329887986183167, "total_norm": 11.162554740905762}
-{"epoch": 3, "step": 4642, "loss": 0.18144778907299042, "total_norm": 5.359039306640625}
-{"epoch": 3, "step": 4643, "loss": 0.24594338238239288, "total_norm": 8.207954406738281}
-{"epoch": 3, "step": 4644, "loss": 0.4554430842399597, "total_norm": 9.20818042755127}
-{"epoch": 3, "step": 4645, "loss": 0.2547365725040436, "total_norm": 8.397603988647461}
-{"epoch": 3, "step": 4646, "loss": 0.25126972794532776, "total_norm": 9.743634223937988}
-{"epoch": 3, "step": 4647, "loss": 0.1740293949842453, "total_norm": 8.075845718383789}
-{"epoch": 3, "step": 4648, "loss": 0.12653711438179016, "total_norm": 7.088805198669434}
-{"epoch": 3, "step": 4649, "loss": 0.22967426478862762, "total_norm": 7.0373854637146}
-{"epoch": 3, "step": 4650, "loss": 0.24037611484527588, "total_norm": 7.848509311676025}
-{"epoch": 3, "step": 4651, "loss": 0.3169907033443451, "total_norm": 8.62802505493164}
-{"epoch": 3, "step": 4652, "loss": 0.21220488846302032, "total_norm": 7.092870712280273}
-{"epoch": 3, "step": 4653, "loss": 0.22299666702747345, "total_norm": 8.002985954284668}
-{"epoch": 3, "step": 4654, "loss": 0.24661244451999664, "total_norm": 8.043303489685059}
-{"epoch": 3, "step": 4655, "loss": 0.1720353215932846, "total_norm": 7.421639442443848}
-{"epoch": 3, "step": 4656, "loss": 0.20783767104148865, "total_norm": 9.820819854736328}
-{"epoch": 3, "step": 4657, "loss": 0.3017423450946808, "total_norm": 10.821855545043945}
-{"epoch": 3, "step": 4658, "loss": 0.16093353927135468, "total_norm": 10.626988410949707}
-{"epoch": 3, "step": 4659, "loss": 0.26605671644210815, "total_norm": 8.958281517028809}
-{"epoch": 3, "step": 4660, "loss": 0.282093346118927, "total_norm": 9.321383476257324}
-{"epoch": 3, "step": 4661, "loss": 0.14874576032161713, "total_norm": 6.745635986328125}
-{"epoch": 3, "step": 4662, "loss": 0.18263673782348633, "total_norm": 8.778047561645508}
-{"epoch": 3, "step": 4663, "loss": 0.43324363231658936, "total_norm": 10.748602867126465}
-{"epoch": 3, "step": 4664, "loss": 0.2228005826473236, "total_norm": 5.854666233062744}
-{"epoch": 3, "step": 4665, "loss": 0.18079571425914764, "total_norm": 8.404016494750977}
-{"epoch": 3, "step": 4666, "loss": 0.2780609130859375, "total_norm": 10.51503849029541}
-{"epoch": 3, "step": 4667, "loss": 0.26465240120887756, "total_norm": 12.046486854553223}
-{"epoch": 3, "step": 4668, "loss": 0.17212198674678802, "total_norm": 7.35160493850708}
-{"epoch": 3, "step": 4669, "loss": 0.11331833899021149, "total_norm": 5.874985694885254}
-{"epoch": 3, "step": 4670, "loss": 0.22679471969604492, "total_norm": 9.585671424865723}
-{"epoch": 3, "step": 4671, "loss": 0.26141127943992615, "total_norm": 7.749583721160889}
-{"epoch": 3, "step": 4672, "loss": 0.28557661175727844, "total_norm": 8.96874713897705}
-{"epoch": 3, "step": 4673, "loss": 0.21437735855579376, "total_norm": 9.127632141113281}
-{"epoch": 3, "step": 4674, "loss": 0.2686038315296173, "total_norm": 9.897563934326172}
-{"epoch": 3, "step": 4675, "loss": 0.08441503345966339, "total_norm": 6.538017272949219}
-{"epoch": 3, "step": 4676, "loss": 0.0877765342593193, "total_norm": 7.739880561828613}
-{"epoch": 3, "step": 4677, "loss": 0.16476954519748688, "total_norm": 7.544821739196777}
-{"epoch": 3, "step": 4678, "loss": 0.411604106426239, "total_norm": 14.011699676513672}
-{"epoch": 3, "step": 4679, "loss": 0.16364812850952148, "total_norm": 10.800708770751953}
-{"epoch": 3, "step": 4680, "loss": 0.2340202033519745, "total_norm": 7.483805179595947}
-{"epoch": 3, "step": 4681, "loss": 0.35537004470825195, "total_norm": 10.175515174865723}
-{"epoch": 3, "step": 4682, "loss": 0.22098849713802338, "total_norm": 7.923214912414551}
-{"epoch": 3, "step": 4683, "loss": 0.39075037837028503, "total_norm": 10.260880470275879}
-{"epoch": 3, "step": 4684, "loss": 0.23649494349956512, "total_norm": 8.913366317749023}
-{"epoch": 3, "step": 4685, "loss": 0.2100791484117508, "total_norm": 9.106748580932617}
-{"epoch": 3, "step": 4686, "loss": 0.2314988523721695, "total_norm": 8.728589057922363}
-{"epoch": 3, "step": 4687, "loss": 0.22075138986110687, "total_norm": 9.16569709777832}
-{"epoch": 3, "step": 4688, "loss": 0.22532890737056732, "total_norm": 8.118783950805664}
-{"epoch": 3, "step": 4689, "loss": 0.11718782037496567, "total_norm": 8.598313331604004}
-{"epoch": 3, "step": 4690, "loss": 0.3061523139476776, "total_norm": 8.144124984741211}
-{"epoch": 3, "step": 4691, "loss": 0.23181936144828796, "total_norm": 9.100391387939453}
-{"epoch": 3, "step": 4692, "loss": 0.2977469265460968, "total_norm": 9.175320625305176}
-{"epoch": 3, "step": 4693, "loss": 0.28059184551239014, "total_norm": 9.519665718078613}
-{"epoch": 3, "step": 4694, "loss": 0.2951963543891907, "total_norm": 7.554492473602295}
-{"epoch": 3, "step": 4695, "loss": 0.21199899911880493, "total_norm": 9.667798042297363}
-{"epoch": 3, "step": 4696, "loss": 0.32621902227401733, "total_norm": 12.253896713256836}
-{"epoch": 3, "step": 4697, "loss": 0.20609112083911896, "total_norm": 8.057058334350586}
-{"epoch": 3, "step": 4698, "loss": 0.36362424492836, "total_norm": 8.316359519958496}
-{"epoch": 3, "step": 4699, "loss": 0.3421478569507599, "total_norm": 17.65436553955078}
-{"epoch": 3, "step": 4700, "loss": 0.13765035569667816, "total_norm": 6.241486072540283}
-{"epoch": 3, "step": 4701, "loss": 0.24688751995563507, "total_norm": 8.975118637084961}
-{"epoch": 3, "step": 4702, "loss": 0.1530516892671585, "total_norm": 5.310866832733154}
-{"epoch": 3, "step": 4703, "loss": 0.2170914113521576, "total_norm": 11.590206146240234}
-{"epoch": 3, "step": 4704, "loss": 0.18760572373867035, "total_norm": 8.177335739135742}
-{"epoch": 3, "step": 4705, "loss": 0.263528048992157, "total_norm": 9.845871925354004}
-{"epoch": 3, "step": 4706, "loss": 0.3159579336643219, "total_norm": 10.26028823852539}
-{"epoch": 3, "step": 4707, "loss": 0.3824408948421478, "total_norm": 12.666874885559082}
-{"epoch": 3, "step": 4708, "loss": 0.31075674295425415, "total_norm": 10.088472366333008}
-{"epoch": 3, "step": 4709, "loss": 0.23756751418113708, "total_norm": 7.53570556640625}
-{"epoch": 3, "step": 4710, "loss": 0.08811475336551666, "total_norm": 4.2992939949035645}
-{"epoch": 3, "step": 4711, "loss": 0.22801023721694946, "total_norm": 8.34924030303955}
-{"epoch": 3, "step": 4712, "loss": 0.15763330459594727, "total_norm": 7.164910793304443}
-{"epoch": 3, "step": 4713, "loss": 0.3481236696243286, "total_norm": 8.743870735168457}
-{"epoch": 3, "step": 4714, "loss": 0.10569660365581512, "total_norm": 8.137192726135254}
-{"epoch": 3, "step": 4715, "loss": 0.1499694287776947, "total_norm": 9.246870040893555}
-{"epoch": 3, "step": 4716, "loss": 0.26630887389183044, "total_norm": 10.782880783081055}
-{"epoch": 3, "step": 4717, "loss": 0.26790526509284973, "total_norm": 7.692765235900879}
-{"epoch": 3, "step": 4718, "loss": 0.18023112416267395, "total_norm": 7.4523749351501465}
-{"epoch": 3, "step": 4719, "loss": 0.19877293705940247, "total_norm": 9.187946319580078}
-{"epoch": 3, "step": 4720, "loss": 0.218772754073143, "total_norm": 6.794373035430908}
-{"epoch": 3, "step": 4721, "loss": 0.20178604125976562, "total_norm": 8.623393058776855}
-{"epoch": 3, "step": 4722, "loss": 0.31573590636253357, "total_norm": 9.731559753417969}
-{"epoch": 3, "step": 4723, "loss": 0.3147379159927368, "total_norm": 8.470054626464844}
-{"epoch": 3, "step": 4724, "loss": 0.22728155553340912, "total_norm": 7.6629815101623535}
-{"epoch": 3, "step": 4725, "loss": 0.08615059405565262, "total_norm": 8.986645698547363}
-{"epoch": 3, "step": 4726, "loss": 0.2161637842655182, "total_norm": 8.387544631958008}
-{"epoch": 3, "step": 4727, "loss": 0.2349632829427719, "total_norm": 9.34721851348877}
-{"epoch": 3, "step": 4728, "loss": 0.246853306889534, "total_norm": 8.141544342041016}
-{"epoch": 3, "step": 4729, "loss": 0.19852620363235474, "total_norm": 7.962079048156738}
-{"epoch": 3, "step": 4730, "loss": 0.1679212898015976, "total_norm": 10.405355453491211}
-{"epoch": 3, "step": 4731, "loss": 0.1571974903345108, "total_norm": 7.491142749786377}
-{"epoch": 3, "step": 4732, "loss": 0.20026901364326477, "total_norm": 8.003629684448242}
-{"epoch": 3, "step": 4733, "loss": 0.2241009622812271, "total_norm": 8.77408218383789}
-{"epoch": 3, "step": 4734, "loss": 0.1977267563343048, "total_norm": 6.474007606506348}
-{"epoch": 3, "step": 4735, "loss": 0.3196946084499359, "total_norm": 13.740321159362793}
-{"epoch": 3, "step": 4736, "loss": 0.27090421319007874, "total_norm": 9.348244667053223}
-{"epoch": 3, "step": 4737, "loss": 0.26702019572257996, "total_norm": 9.172252655029297}
-{"epoch": 3, "step": 4738, "loss": 0.28461042046546936, "total_norm": 9.12873649597168}
-{"epoch": 3, "step": 4739, "loss": 0.18568912148475647, "total_norm": 8.553910255432129}
-{"epoch": 3, "step": 4740, "loss": 0.27701452374458313, "total_norm": 7.642837047576904}
-{"epoch": 3, "step": 4741, "loss": 0.31681886315345764, "total_norm": 9.628939628601074}
-{"epoch": 3, "step": 4742, "loss": 0.22428131103515625, "total_norm": 7.367630958557129}
-{"epoch": 3, "step": 4743, "loss": 0.2966809570789337, "total_norm": 7.628825664520264}
-{"epoch": 3, "step": 4744, "loss": 0.2584453225135803, "total_norm": 11.840027809143066}
-{"epoch": 3, "step": 4745, "loss": 0.15260463953018188, "total_norm": 8.26494312286377}
-{"epoch": 3, "step": 4746, "loss": 0.21888116002082825, "total_norm": 11.036954879760742}
-{"epoch": 3, "step": 4747, "loss": 0.15576089918613434, "total_norm": 7.157207489013672}
-{"epoch": 3, "step": 4748, "loss": 0.34027203917503357, "total_norm": 12.724520683288574}
-{"epoch": 3, "step": 4749, "loss": 0.36562249064445496, "total_norm": 12.498836517333984}
-{"epoch": 3, "step": 4750, "loss": 0.2827116847038269, "total_norm": 8.754480361938477}
-{"epoch": 3, "step": 4751, "loss": 0.20630483329296112, "total_norm": 8.060386657714844}
-{"epoch": 3, "step": 4752, "loss": 0.25125011801719666, "total_norm": 9.367477416992188}
-{"epoch": 3, "step": 4753, "loss": 0.18175427615642548, "total_norm": 7.371908187866211}
-{"epoch": 3, "step": 4754, "loss": 0.38308125734329224, "total_norm": 8.771482467651367}
-{"epoch": 3, "step": 4755, "loss": 0.28754499554634094, "total_norm": 12.361798286437988}
-{"epoch": 3, "step": 4756, "loss": 0.23075924813747406, "total_norm": 9.226969718933105}
-{"epoch": 3, "step": 4757, "loss": 0.3304736614227295, "total_norm": 13.729865074157715}
-{"epoch": 3, "step": 4758, "loss": 0.30466365814208984, "total_norm": 10.19583797454834}
-{"epoch": 3, "step": 4759, "loss": 0.2390616089105606, "total_norm": 11.817728996276855}
-{"epoch": 3, "step": 4760, "loss": 0.2166202962398529, "total_norm": 8.698962211608887}
-{"epoch": 3, "step": 4761, "loss": 0.16206426918506622, "total_norm": 9.116220474243164}
-{"epoch": 3, "step": 4762, "loss": 0.25391721725463867, "total_norm": 7.524045467376709}
-{"epoch": 3, "step": 4763, "loss": 0.2694166302680969, "total_norm": 11.130049705505371}
-{"epoch": 3, "step": 4764, "loss": 0.2212151736021042, "total_norm": 10.766352653503418}
-{"epoch": 3, "step": 4765, "loss": 0.14648550748825073, "total_norm": 6.4691996574401855}
-{"epoch": 3, "step": 4766, "loss": 0.39471933245658875, "total_norm": 10.12015438079834}
-{"epoch": 3, "step": 4767, "loss": 0.25958767533302307, "total_norm": 9.346917152404785}
-{"epoch": 3, "step": 4768, "loss": 0.32876530289649963, "total_norm": 11.36778450012207}
-{"epoch": 3, "step": 4769, "loss": 0.3202572464942932, "total_norm": 10.869901657104492}
-{"epoch": 3, "step": 4770, "loss": 0.2560405135154724, "total_norm": 8.639283180236816}
-{"epoch": 3, "step": 4771, "loss": 0.31595051288604736, "total_norm": 8.432510375976562}
-{"epoch": 3, "step": 4772, "loss": 0.21919257938861847, "total_norm": 7.6085333824157715}
-{"epoch": 3, "step": 4773, "loss": 0.25753775238990784, "total_norm": 11.39860725402832}
-{"epoch": 3, "step": 4774, "loss": 0.26256558299064636, "total_norm": 7.983301162719727}
-{"epoch": 3, "step": 4775, "loss": 0.26039695739746094, "total_norm": 7.901357173919678}
-{"epoch": 3, "step": 4776, "loss": 0.14218251407146454, "total_norm": 7.63156795501709}
-{"epoch": 3, "step": 4777, "loss": 0.4321962296962738, "total_norm": 12.723810195922852}
-{"epoch": 3, "step": 4778, "loss": 0.15094764530658722, "total_norm": 8.38467025756836}
-{"epoch": 3, "step": 4779, "loss": 0.1510811746120453, "total_norm": 7.01953649520874}
-{"epoch": 3, "step": 4780, "loss": 0.3144303560256958, "total_norm": 7.688073635101318}
-{"epoch": 3, "step": 4781, "loss": 0.3362191319465637, "total_norm": 8.170157432556152}
-{"epoch": 3, "step": 4782, "loss": 0.2997942268848419, "total_norm": 9.956653594970703}
-{"epoch": 3, "step": 4783, "loss": 0.2849262058734894, "total_norm": 10.160772323608398}
-{"epoch": 3, "step": 4784, "loss": 0.12130763381719589, "total_norm": 6.128966808319092}
-{"epoch": 3, "step": 4785, "loss": 0.2692703604698181, "total_norm": 8.117794036865234}
-{"epoch": 3, "step": 4786, "loss": 0.26405009627342224, "total_norm": 7.645509243011475}
-{"epoch": 3, "step": 4787, "loss": 0.29780468344688416, "total_norm": 9.422812461853027}
-{"epoch": 3, "step": 4788, "loss": 0.2646692395210266, "total_norm": 10.411827087402344}
-{"epoch": 3, "step": 4789, "loss": 0.2708836793899536, "total_norm": 10.470048904418945}
-{"epoch": 3, "step": 4790, "loss": 0.21416480839252472, "total_norm": 11.69143009185791}
-{"epoch": 3, "step": 4791, "loss": 0.3084107041358948, "total_norm": 10.888148307800293}
-{"epoch": 3, "step": 4792, "loss": 0.30960139632225037, "total_norm": 8.873270988464355}
-{"epoch": 3, "step": 4793, "loss": 0.28900182247161865, "total_norm": 8.683752059936523}
-{"epoch": 3, "step": 4794, "loss": 0.1996319741010666, "total_norm": 8.955381393432617}
-{"epoch": 3, "step": 4795, "loss": 0.1626567393541336, "total_norm": 9.136738777160645}
-{"epoch": 3, "step": 4796, "loss": 0.2894443869590759, "total_norm": 10.159093856811523}
-{"epoch": 3, "step": 4797, "loss": 0.21004323661327362, "total_norm": 8.013782501220703}
-{"epoch": 3, "step": 4798, "loss": 0.29993271827697754, "total_norm": 9.834484100341797}
-{"epoch": 3, "step": 4799, "loss": 0.2697126269340515, "total_norm": 10.432807922363281}
-{"epoch": 3, "step": 4800, "loss": 0.2190864086151123, "total_norm": 9.082315444946289}
-{"epoch": 3, "step": 4801, "loss": 0.22362197935581207, "total_norm": 9.693399429321289}
-{"epoch": 3, "step": 4802, "loss": 0.31333646178245544, "total_norm": 8.072792053222656}
-{"epoch": 3, "step": 4803, "loss": 0.3417768180370331, "total_norm": 8.56805419921875}
-{"epoch": 3, "step": 4804, "loss": 0.24657008051872253, "total_norm": 8.54769229888916}
-{"epoch": 3, "step": 4805, "loss": 0.24990761280059814, "total_norm": 11.652044296264648}
-{"epoch": 3, "step": 4806, "loss": 0.3600236177444458, "total_norm": 12.364858627319336}
-{"epoch": 3, "step": 4807, "loss": 0.053946830332279205, "total_norm": 3.4810266494750977}
-{"epoch": 3, "step": 4808, "loss": 0.3597095012664795, "total_norm": 8.821833610534668}
-{"epoch": 3, "step": 4809, "loss": 0.25526049733161926, "total_norm": 8.265950202941895}
-{"epoch": 3, "step": 4810, "loss": 0.21043623983860016, "total_norm": 10.17003345489502}
-{"epoch": 3, "step": 4811, "loss": 0.26820987462997437, "total_norm": 5.873260021209717}
-{"epoch": 3, "step": 4812, "loss": 0.19472722709178925, "total_norm": 6.698273658752441}
-{"epoch": 3, "step": 4813, "loss": 0.2871961295604706, "total_norm": 10.229503631591797}
-{"epoch": 3, "step": 4814, "loss": 0.2670075595378876, "total_norm": 8.157954216003418}
-{"epoch": 3, "step": 4815, "loss": 0.26149341464042664, "total_norm": 8.279662132263184}
-{"epoch": 3, "step": 4816, "loss": 0.27329519391059875, "total_norm": 9.663105010986328}
-{"epoch": 3, "step": 4817, "loss": 0.24191893637180328, "total_norm": 9.310297012329102}
-{"epoch": 3, "step": 4818, "loss": 0.22013813257217407, "total_norm": 8.830759048461914}
-{"epoch": 3, "step": 4819, "loss": 0.31735458970069885, "total_norm": 11.249543190002441}
-{"epoch": 3, "step": 4820, "loss": 0.32145434617996216, "total_norm": 10.387383460998535}
-{"epoch": 3, "step": 4821, "loss": 0.30868467688560486, "total_norm": 7.328432559967041}
-{"epoch": 3, "step": 4822, "loss": 0.31178024411201477, "total_norm": 8.157793998718262}
-{"epoch": 3, "step": 4823, "loss": 0.19247958064079285, "total_norm": 8.380009651184082}
-{"epoch": 3, "step": 4824, "loss": 0.17347770929336548, "total_norm": 7.040487766265869}
-{"epoch": 3, "step": 4825, "loss": 0.3015601933002472, "total_norm": 8.497077941894531}
-{"epoch": 3, "step": 4826, "loss": 0.2771981656551361, "total_norm": 11.964488983154297}
-{"epoch": 3, "step": 4827, "loss": 0.19913648068904877, "total_norm": 8.706705093383789}
-{"epoch": 3, "step": 4828, "loss": 0.29065653681755066, "total_norm": 8.32712173461914}
-{"epoch": 3, "step": 4829, "loss": 0.33311697840690613, "total_norm": 8.428572654724121}
-{"epoch": 3, "step": 4830, "loss": 0.2791346609592438, "total_norm": 11.37198543548584}
-{"epoch": 3, "step": 4831, "loss": 0.16603019833564758, "total_norm": 7.194364070892334}
-{"epoch": 3, "step": 4832, "loss": 0.2185095101594925, "total_norm": 9.260994911193848}
-{"epoch": 3, "step": 4833, "loss": 0.32107794284820557, "total_norm": 9.032028198242188}
-{"epoch": 3, "step": 4834, "loss": 0.30382952094078064, "total_norm": 9.441816329956055}
-{"epoch": 3, "step": 4835, "loss": 0.16314150393009186, "total_norm": 8.174528121948242}
-{"epoch": 3, "step": 4836, "loss": 0.16144555807113647, "total_norm": 7.303043365478516}
-{"epoch": 3, "step": 4837, "loss": 0.24096029996871948, "total_norm": 9.272115707397461}
-{"epoch": 3, "step": 4838, "loss": 0.320574015378952, "total_norm": 8.301667213439941}
-{"epoch": 3, "step": 4839, "loss": 0.26312538981437683, "total_norm": 7.557148456573486}
-{"epoch": 3, "step": 4840, "loss": 0.20933689177036285, "total_norm": 5.753051280975342}
-{"epoch": 3, "step": 4841, "loss": 0.2216731160879135, "total_norm": 9.506478309631348}
-{"epoch": 3, "step": 4842, "loss": 0.28833675384521484, "total_norm": 8.710312843322754}
-{"epoch": 3, "step": 4843, "loss": 0.30046406388282776, "total_norm": 8.958276748657227}
-{"epoch": 3, "step": 4844, "loss": 0.23964902758598328, "total_norm": 7.408023357391357}
-{"epoch": 3, "step": 4845, "loss": 0.2235662192106247, "total_norm": 7.206737041473389}
-{"epoch": 3, "step": 4846, "loss": 0.1533164530992508, "total_norm": 7.7123942375183105}
-{"epoch": 3, "step": 4847, "loss": 0.2782750725746155, "total_norm": 9.349979400634766}
-{"epoch": 3, "step": 4848, "loss": 0.3431553542613983, "total_norm": 11.345568656921387}
-{"epoch": 3, "step": 4849, "loss": 0.31570756435394287, "total_norm": 9.149706840515137}
-{"epoch": 3, "step": 4850, "loss": 0.26575779914855957, "total_norm": 7.9345831871032715}
-{"epoch": 3, "step": 4851, "loss": 0.30478617548942566, "total_norm": 10.11917495727539}
-{"epoch": 3, "step": 4852, "loss": 0.3951607346534729, "total_norm": 9.90181827545166}
-{"epoch": 3, "step": 4853, "loss": 0.2557472288608551, "total_norm": 8.587763786315918}
-{"epoch": 3, "step": 4854, "loss": 0.26200994849205017, "total_norm": 6.956582546234131}
-{"epoch": 3, "step": 4855, "loss": 0.18478889763355255, "total_norm": 8.574271202087402}
-{"epoch": 3, "step": 4856, "loss": 0.17134220898151398, "total_norm": 7.0235915184021}
-{"epoch": 3, "step": 4857, "loss": 0.26900026202201843, "total_norm": 8.55081844329834}
-{"epoch": 3, "step": 4858, "loss": 0.287592351436615, "total_norm": 11.257235527038574}
-{"epoch": 3, "step": 4859, "loss": 0.20937427878379822, "total_norm": 7.6611409187316895}
-{"epoch": 3, "step": 4860, "loss": 0.17488178610801697, "total_norm": 8.399818420410156}
-{"epoch": 3, "step": 4861, "loss": 0.2481957972049713, "total_norm": 8.023723602294922}
-{"epoch": 3, "step": 4862, "loss": 0.30610570311546326, "total_norm": 8.14039421081543}
-{"epoch": 3, "step": 4863, "loss": 0.4727804362773895, "total_norm": 12.880558967590332}
-{"epoch": 3, "step": 4864, "loss": 0.23121055960655212, "total_norm": 8.86868953704834}
-{"epoch": 3, "step": 4865, "loss": 0.31146711111068726, "total_norm": 10.911446571350098}
-{"epoch": 3, "step": 4866, "loss": 0.1869191825389862, "total_norm": 6.992845058441162}
-{"epoch": 3, "step": 4867, "loss": 0.24570511281490326, "total_norm": 7.408407688140869}
-{"epoch": 3, "step": 4868, "loss": 0.21584217250347137, "total_norm": 7.622869968414307}
-{"epoch": 3, "step": 4869, "loss": 0.3450525104999542, "total_norm": 8.635400772094727}
-{"epoch": 3, "step": 4870, "loss": 0.3688421845436096, "total_norm": 10.029767036437988}
-{"epoch": 3, "step": 4871, "loss": 0.17360849678516388, "total_norm": 11.717962265014648}
-{"epoch": 3, "step": 4872, "loss": 0.23957006633281708, "total_norm": 8.138611793518066}
-{"epoch": 3, "step": 4873, "loss": 0.15806978940963745, "total_norm": 10.608945846557617}
-{"epoch": 3, "step": 4874, "loss": 0.26767367124557495, "total_norm": 7.085118293762207}
-{"epoch": 3, "step": 4875, "loss": 0.27011626958847046, "total_norm": 8.186066627502441}
-{"epoch": 3, "step": 4876, "loss": 0.17667877674102783, "total_norm": 6.261068344116211}
-{"epoch": 3, "step": 4877, "loss": 0.17751076817512512, "total_norm": 8.026809692382812}
-{"epoch": 3, "step": 4878, "loss": 0.13022585213184357, "total_norm": 7.849813461303711}
-{"epoch": 3, "step": 4879, "loss": 0.2679344415664673, "total_norm": 9.516352653503418}
-{"epoch": 3, "step": 4880, "loss": 0.23609653115272522, "total_norm": 7.727677345275879}
-{"epoch": 3, "step": 4881, "loss": 0.2404373437166214, "total_norm": 10.767679214477539}
-{"epoch": 3, "step": 4882, "loss": 0.23867058753967285, "total_norm": 7.791178226470947}
-{"epoch": 3, "step": 4883, "loss": 0.40351754426956177, "total_norm": 15.062807083129883}
-{"epoch": 3, "step": 4884, "loss": 0.24608160555362701, "total_norm": 6.691194534301758}
-{"epoch": 3, "step": 4885, "loss": 0.18886646628379822, "total_norm": 7.457181453704834}
-{"epoch": 3, "step": 4886, "loss": 0.24762067198753357, "total_norm": 7.873010158538818}
-{"epoch": 3, "step": 4887, "loss": 0.17537294328212738, "total_norm": 7.528625965118408}
-{"epoch": 3, "step": 4888, "loss": 0.2605324983596802, "total_norm": 7.86594295501709}
-{"epoch": 3, "step": 4889, "loss": 0.28605955839157104, "total_norm": 6.888972759246826}
-{"epoch": 3, "step": 4890, "loss": 0.2012132853269577, "total_norm": 6.413670539855957}
-{"epoch": 3, "step": 4891, "loss": 0.11831338703632355, "total_norm": 7.298583984375}
-{"epoch": 3, "step": 4892, "loss": 0.17404432594776154, "total_norm": 8.59001636505127}
-{"epoch": 3, "step": 4893, "loss": 0.28236308693885803, "total_norm": 8.358598709106445}
-{"epoch": 3, "step": 4894, "loss": 0.17488814890384674, "total_norm": 5.9699883460998535}
-{"epoch": 3, "step": 4895, "loss": 0.30900102853775024, "total_norm": 11.22851276397705}
-{"epoch": 3, "step": 4896, "loss": 0.43921658396720886, "total_norm": 9.91614818572998}
-{"epoch": 3, "step": 4897, "loss": 0.227237269282341, "total_norm": 7.981301784515381}
-{"epoch": 3, "step": 4898, "loss": 0.22872886061668396, "total_norm": 7.8609113693237305}
-{"epoch": 3, "step": 4899, "loss": 0.15669217705726624, "total_norm": 7.936740398406982}
-{"epoch": 3, "step": 4900, "loss": 0.3207152187824249, "total_norm": 9.968682289123535}
-{"epoch": 3, "step": 4901, "loss": 0.21709080040454865, "total_norm": 7.715452194213867}
-{"epoch": 3, "step": 4902, "loss": 0.2961413562297821, "total_norm": 9.086384773254395}
-{"epoch": 3, "step": 4903, "loss": 0.27457499504089355, "total_norm": 9.365045547485352}
-{"epoch": 3, "step": 4904, "loss": 0.2578261196613312, "total_norm": 8.197259902954102}
-{"epoch": 3, "step": 4905, "loss": 0.3335699737071991, "total_norm": 7.767540454864502}
-{"epoch": 3, "step": 4906, "loss": 0.2594906687736511, "total_norm": 8.855164527893066}
-{"epoch": 3, "step": 4907, "loss": 0.23405422270298004, "total_norm": 12.063809394836426}
-{"epoch": 3, "step": 4908, "loss": 0.34232252836227417, "total_norm": 9.593571662902832}
-{"epoch": 3, "step": 4909, "loss": 0.31113746762275696, "total_norm": 7.426867961883545}
-{"epoch": 3, "step": 4910, "loss": 0.09896723926067352, "total_norm": 6.850366115570068}
-{"epoch": 3, "step": 4911, "loss": 0.1306711584329605, "total_norm": 7.560266971588135}
-{"epoch": 3, "step": 4912, "loss": 0.20296774804592133, "total_norm": 7.78241491317749}
-{"epoch": 3, "step": 4913, "loss": 0.2543400526046753, "total_norm": 6.938911437988281}
-{"epoch": 3, "step": 4914, "loss": 0.2564428746700287, "total_norm": 8.820991516113281}
-{"epoch": 3, "step": 4915, "loss": 0.2707480192184448, "total_norm": 11.608878135681152}
-{"epoch": 3, "step": 4916, "loss": 0.2679014503955841, "total_norm": 9.026510238647461}
-{"epoch": 3, "step": 4917, "loss": 0.23879843950271606, "total_norm": 7.6250996589660645}
-{"epoch": 3, "step": 4918, "loss": 0.21908149123191833, "total_norm": 8.562812805175781}
-{"epoch": 3, "step": 4919, "loss": 0.15941739082336426, "total_norm": 10.023611068725586}
-{"epoch": 3, "step": 4920, "loss": 0.17929331958293915, "total_norm": 8.378213882446289}
-{"epoch": 3, "step": 4921, "loss": 0.1629171073436737, "total_norm": 7.717167854309082}
-{"epoch": 3, "step": 4922, "loss": 0.26191508769989014, "total_norm": 8.682866096496582}
-{"epoch": 3, "step": 4923, "loss": 0.23077213764190674, "total_norm": 9.029692649841309}
-{"epoch": 3, "step": 4924, "loss": 0.24588024616241455, "total_norm": 8.754528045654297}
-{"epoch": 3, "step": 4925, "loss": 0.08177926391363144, "total_norm": 6.900667667388916}
-{"epoch": 3, "step": 4926, "loss": 0.15268908441066742, "total_norm": 8.825261116027832}
-{"epoch": 3, "step": 4927, "loss": 0.1997585892677307, "total_norm": 6.839184284210205}
-{"epoch": 3, "step": 4928, "loss": 0.2436782270669937, "total_norm": 6.901287078857422}
-{"epoch": 3, "step": 4929, "loss": 0.20593205094337463, "total_norm": 9.785478591918945}
-{"epoch": 3, "step": 4930, "loss": 0.3165290653705597, "total_norm": 9.406076431274414}
-{"epoch": 3, "step": 4931, "loss": 0.2750506103038788, "total_norm": 10.34274673461914}
-{"epoch": 3, "step": 4932, "loss": 0.2785848081111908, "total_norm": 8.540587425231934}
-{"epoch": 3, "step": 4933, "loss": 0.30999454855918884, "total_norm": 12.495104789733887}
-{"epoch": 3, "step": 4934, "loss": 0.3150442838668823, "total_norm": 12.63193416595459}
-{"epoch": 3, "step": 4935, "loss": 0.27183645963668823, "total_norm": 10.142831802368164}
-{"epoch": 3, "step": 4936, "loss": 0.31396618485450745, "total_norm": 10.72475814819336}
-{"epoch": 3, "step": 4937, "loss": 0.3402019441127777, "total_norm": 11.781980514526367}
-{"epoch": 3, "step": 4938, "loss": 0.36218661069869995, "total_norm": 12.21509075164795}
-{"epoch": 3, "step": 4939, "loss": 0.16443079710006714, "total_norm": 6.180878162384033}
-{"epoch": 3, "step": 4940, "loss": 0.25577405095100403, "total_norm": 12.308145523071289}
-{"epoch": 3, "step": 4941, "loss": 0.3146173357963562, "total_norm": 9.575048446655273}
-{"epoch": 3, "step": 4942, "loss": 0.2586318850517273, "total_norm": 9.112372398376465}
-{"epoch": 3, "step": 4943, "loss": 0.34623798727989197, "total_norm": 12.685746192932129}
-{"epoch": 3, "step": 4944, "loss": 0.27556103467941284, "total_norm": 6.658882141113281}
-{"epoch": 3, "step": 4945, "loss": 0.26544541120529175, "total_norm": 10.822912216186523}
-{"epoch": 3, "step": 4946, "loss": 0.2738155424594879, "total_norm": 8.596590042114258}
-{"epoch": 3, "step": 4947, "loss": 0.43074312806129456, "total_norm": 10.60855484008789}
-{"epoch": 3, "step": 4948, "loss": 0.09002188593149185, "total_norm": 6.538506031036377}
-{"epoch": 3, "step": 4949, "loss": 0.2430124282836914, "total_norm": 9.007403373718262}
-{"epoch": 3, "step": 4950, "loss": 0.16349884867668152, "total_norm": 11.463128089904785}
-{"epoch": 3, "step": 4951, "loss": 0.15405341982841492, "total_norm": 6.3029093742370605}
-{"epoch": 3, "step": 4952, "loss": 0.235061377286911, "total_norm": 6.790048122406006}
-{"epoch": 3, "step": 4953, "loss": 0.15161745250225067, "total_norm": 7.4077301025390625}
-{"epoch": 3, "step": 4954, "loss": 0.24810178577899933, "total_norm": 9.470903396606445}
-{"epoch": 3, "step": 4955, "loss": 0.1370692253112793, "total_norm": 7.924246311187744}
-{"epoch": 3, "step": 4956, "loss": 0.2784537971019745, "total_norm": 11.234180450439453}
-{"epoch": 3, "step": 4957, "loss": 0.2471143752336502, "total_norm": 8.594040870666504}
-{"epoch": 3, "step": 4958, "loss": 0.18786843121051788, "total_norm": 7.981481552124023}
-{"epoch": 3, "step": 4959, "loss": 0.2996445298194885, "total_norm": 10.078782081604004}
-{"epoch": 3, "step": 4960, "loss": 0.31095507740974426, "total_norm": 10.75777530670166}
-{"epoch": 3, "step": 4961, "loss": 0.36100026965141296, "total_norm": 8.884584426879883}
-{"epoch": 3, "step": 4962, "loss": 0.23772720992565155, "total_norm": 7.47215461730957}
-{"epoch": 3, "step": 4963, "loss": 0.2428404688835144, "total_norm": 7.230288505554199}
-{"epoch": 3, "step": 4964, "loss": 0.25182095170021057, "total_norm": 8.043109893798828}
-{"epoch": 3, "step": 4965, "loss": 0.23198352754116058, "total_norm": 9.748827934265137}
-{"epoch": 3, "step": 4966, "loss": 0.20300926268100739, "total_norm": 13.577638626098633}
-{"epoch": 3, "step": 4967, "loss": 0.289202481508255, "total_norm": 13.679931640625}
-{"epoch": 3, "step": 4968, "loss": 0.21234481036663055, "total_norm": 12.858160972595215}
-{"epoch": 3, "step": 4969, "loss": 0.2644398510456085, "total_norm": 9.224483489990234}
-{"epoch": 3, "step": 4970, "loss": 0.25533366203308105, "total_norm": 7.849681377410889}
-{"epoch": 3, "step": 4971, "loss": 0.18099930882453918, "total_norm": 9.601627349853516}
-{"epoch": 3, "step": 4972, "loss": 0.23825648427009583, "total_norm": 8.393917083740234}
-{"epoch": 3, "step": 4973, "loss": 0.2670070230960846, "total_norm": 8.763711929321289}
-{"epoch": 3, "step": 4974, "loss": 0.3280092477798462, "total_norm": 13.475593566894531}
-{"epoch": 3, "step": 4975, "loss": 0.2700032591819763, "total_norm": 8.569329261779785}
-{"epoch": 3, "step": 4976, "loss": 0.3099023103713989, "total_norm": 8.341426849365234}
-{"epoch": 3, "step": 4977, "loss": 0.23166915774345398, "total_norm": 8.641708374023438}
-{"epoch": 3, "step": 4978, "loss": 0.2381889969110489, "total_norm": 7.311911106109619}
-{"epoch": 3, "step": 4979, "loss": 0.18286976218223572, "total_norm": 8.08724308013916}
-{"epoch": 3, "step": 4980, "loss": 0.2800258994102478, "total_norm": 10.04822826385498}
-{"epoch": 3, "step": 4981, "loss": 0.15806038677692413, "total_norm": 7.2444634437561035}
-{"epoch": 3, "step": 4982, "loss": 0.31486523151397705, "total_norm": 9.666308403015137}
-{"epoch": 3, "step": 4983, "loss": 0.21141672134399414, "total_norm": 10.721099853515625}
-{"epoch": 3, "step": 4984, "loss": 0.20100615918636322, "total_norm": 7.9227070808410645}
-{"epoch": 3, "step": 4985, "loss": 0.25895407795906067, "total_norm": 11.28654956817627}
-{"epoch": 3, "step": 4986, "loss": 0.20120874047279358, "total_norm": 8.51550006866455}
-{"epoch": 3, "step": 4987, "loss": 0.33675143122673035, "total_norm": 12.932990074157715}
-{"epoch": 3, "step": 4988, "loss": 0.20178012549877167, "total_norm": 11.821374893188477}
-{"epoch": 3, "step": 4989, "loss": 0.2137046903371811, "total_norm": 9.261399269104004}
-{"epoch": 3, "step": 4990, "loss": 0.2120625227689743, "total_norm": 10.318568229675293}
-{"epoch": 3, "step": 4991, "loss": 0.32182610034942627, "total_norm": 8.537979125976562}
-{"epoch": 3, "step": 4992, "loss": 0.2958631217479706, "total_norm": 10.94483470916748}
-{"epoch": 3, "step": 4993, "loss": 0.34608083963394165, "total_norm": 10.596081733703613}
-{"epoch": 3, "step": 4994, "loss": 0.3442138731479645, "total_norm": 8.622425079345703}
-{"epoch": 3, "step": 4995, "loss": 0.35886621475219727, "total_norm": 11.928784370422363}
-{"epoch": 3, "step": 4996, "loss": 0.3142336308956146, "total_norm": 10.874844551086426}
-{"epoch": 3, "step": 4997, "loss": 0.3168216347694397, "total_norm": 11.099681854248047}
-{"epoch": 3, "step": 4998, "loss": 0.23123331367969513, "total_norm": 9.185693740844727}
-{"epoch": 3, "step": 4999, "loss": 0.28051820397377014, "total_norm": 7.988396167755127}
-{"epoch": 3, "step": 5000, "loss": 0.1645027995109558, "total_norm": 6.66525411605835}
-{"epoch": 3, "step": 5001, "loss": 0.2924983501434326, "total_norm": 9.391866683959961}
-{"epoch": 3, "step": 5002, "loss": 0.32105574011802673, "total_norm": 7.412789821624756}
-{"epoch": 3, "step": 5003, "loss": 0.21420139074325562, "total_norm": 10.184074401855469}
-{"epoch": 3, "step": 5004, "loss": 0.3242301940917969, "total_norm": 10.147862434387207}
-{"epoch": 3, "step": 5005, "loss": 0.30705705285072327, "total_norm": 9.442319869995117}
-{"epoch": 3, "step": 5006, "loss": 0.23465466499328613, "total_norm": 7.837063312530518}
-{"epoch": 3, "step": 5007, "loss": 0.25823140144348145, "total_norm": 7.233542442321777}
-{"epoch": 3, "step": 5008, "loss": 0.34679916501045227, "total_norm": 8.965856552124023}
-{"epoch": 3, "step": 5009, "loss": 0.3855956792831421, "total_norm": 10.714394569396973}
-{"epoch": 3, "step": 5010, "loss": 0.21839848160743713, "total_norm": 9.545907020568848}
-{"epoch": 3, "step": 5011, "loss": 0.2875097393989563, "total_norm": 8.732268333435059}
-{"epoch": 3, "step": 5012, "loss": 0.22962236404418945, "total_norm": 10.11551284790039}
-{"epoch": 3, "step": 5013, "loss": 0.33102551102638245, "total_norm": 10.667383193969727}
-{"epoch": 3, "step": 5014, "loss": 0.2548707127571106, "total_norm": 10.391121864318848}
-{"epoch": 3, "step": 5015, "loss": 0.26710113883018494, "total_norm": 9.647134780883789}
-{"epoch": 3, "step": 5016, "loss": 0.2374812364578247, "total_norm": 8.16759204864502}
-{"epoch": 3, "step": 5017, "loss": 0.26242920756340027, "total_norm": 7.527400970458984}
-{"epoch": 3, "step": 5018, "loss": 0.26866257190704346, "total_norm": 9.833975791931152}
-{"epoch": 3, "step": 5019, "loss": 0.19454294443130493, "total_norm": 8.64432430267334}
-{"epoch": 3, "step": 5020, "loss": 0.24118070304393768, "total_norm": 7.820394039154053}
-{"epoch": 3, "step": 5021, "loss": 0.2544309198856354, "total_norm": 9.483367919921875}
-{"epoch": 3, "step": 5022, "loss": 0.19206602871418, "total_norm": 8.30556869506836}
-{"epoch": 3, "step": 5023, "loss": 0.27491188049316406, "total_norm": 8.893369674682617}
-{"epoch": 3, "step": 5024, "loss": 0.1750691682100296, "total_norm": 6.738111972808838}
-{"epoch": 3, "step": 5025, "loss": 0.2813098132610321, "total_norm": 9.01522445678711}
-{"epoch": 3, "step": 5026, "loss": 0.2271944135427475, "total_norm": 8.878849029541016}
-{"epoch": 3, "step": 5027, "loss": 0.19073042273521423, "total_norm": 8.470719337463379}
-{"epoch": 3, "step": 5028, "loss": 0.2963058650493622, "total_norm": 10.519213676452637}
-{"epoch": 3, "step": 5029, "loss": 0.19150082767009735, "total_norm": 7.40897274017334}
-{"epoch": 3, "step": 5030, "loss": 0.2937787175178528, "total_norm": 9.714316368103027}
-{"epoch": 3, "step": 5031, "loss": 0.2616911828517914, "total_norm": 12.052577018737793}
-{"epoch": 3, "step": 5032, "loss": 0.22721989452838898, "total_norm": 9.436775207519531}
-{"epoch": 3, "step": 5033, "loss": 0.11009544134140015, "total_norm": 7.357542991638184}
-{"epoch": 3, "step": 5034, "loss": 0.3276351988315582, "total_norm": 11.543922424316406}
-{"epoch": 3, "step": 5035, "loss": 0.32431191205978394, "total_norm": 9.303119659423828}
-{"epoch": 3, "step": 5036, "loss": 0.23460587859153748, "total_norm": 7.63472318649292}
-{"epoch": 3, "step": 5037, "loss": 0.21121521294116974, "total_norm": 7.19304895401001}
-{"epoch": 3, "step": 5038, "loss": 0.31975552439689636, "total_norm": 7.306585311889648}
-{"epoch": 3, "step": 5039, "loss": 0.3738480508327484, "total_norm": 8.627357482910156}
-{"epoch": 3, "step": 5040, "loss": 0.21869303286075592, "total_norm": 8.710290908813477}
-{"epoch": 3, "step": 5041, "loss": 0.2900164723396301, "total_norm": 13.571576118469238}
-{"epoch": 3, "step": 5042, "loss": 0.2227237969636917, "total_norm": 7.4878339767456055}
-{"epoch": 3, "step": 5043, "loss": 0.22077980637550354, "total_norm": 7.9230499267578125}
-{"epoch": 3, "step": 5044, "loss": 0.24209609627723694, "total_norm": 8.110891342163086}
-{"epoch": 3, "step": 5045, "loss": 0.16656869649887085, "total_norm": 8.286636352539062}
-{"epoch": 3, "step": 5046, "loss": 0.3800800144672394, "total_norm": 12.364423751831055}
-{"epoch": 3, "step": 5047, "loss": 0.29358530044555664, "total_norm": 8.292630195617676}
-{"epoch": 3, "step": 5048, "loss": 0.2993723750114441, "total_norm": 9.025813102722168}
-{"epoch": 3, "step": 5049, "loss": 0.3429732620716095, "total_norm": 11.57340145111084}
-{"epoch": 3, "step": 5050, "loss": 0.32879024744033813, "total_norm": 9.562708854675293}
-{"epoch": 3, "step": 5051, "loss": 0.14855575561523438, "total_norm": 7.186997890472412}
-{"epoch": 3, "step": 5052, "loss": 0.2833523750305176, "total_norm": 11.65234661102295}
-{"epoch": 3, "step": 5053, "loss": 0.30756399035453796, "total_norm": 8.717535018920898}
-{"epoch": 3, "step": 5054, "loss": 0.28896570205688477, "total_norm": 9.249435424804688}
-{"epoch": 3, "step": 5055, "loss": 0.3624694347381592, "total_norm": 11.946757316589355}
-{"epoch": 3, "step": 5056, "loss": 0.2616174519062042, "total_norm": 8.134090423583984}
-{"epoch": 3, "step": 5057, "loss": 0.2133673131465912, "total_norm": 7.534294605255127}
-{"epoch": 3, "step": 5058, "loss": 0.24779833853244781, "total_norm": 9.466575622558594}
-{"epoch": 3, "step": 5059, "loss": 0.2934291660785675, "total_norm": 8.345760345458984}
-{"epoch": 3, "step": 5060, "loss": 0.17046450078487396, "total_norm": 6.017222881317139}
-{"epoch": 3, "step": 5061, "loss": 0.2872166633605957, "total_norm": 9.937812805175781}
-{"epoch": 3, "step": 5062, "loss": 0.22272080183029175, "total_norm": 7.23512077331543}
-{"epoch": 3, "step": 5063, "loss": 0.17914530634880066, "total_norm": 9.175119400024414}
-{"epoch": 3, "step": 5064, "loss": 0.2528783679008484, "total_norm": 7.145401477813721}
-{"epoch": 3, "step": 5065, "loss": 0.16946329176425934, "total_norm": 11.32496452331543}
-{"epoch": 3, "step": 5066, "loss": 0.2574740946292877, "total_norm": 9.756133079528809}
-{"epoch": 3, "step": 5067, "loss": 0.16385415196418762, "total_norm": 8.281780242919922}
-{"epoch": 3, "step": 5068, "loss": 0.24385379254817963, "total_norm": 6.919000148773193}
-{"epoch": 3, "step": 5069, "loss": 0.29261264204978943, "total_norm": 10.723596572875977}
-{"epoch": 3, "step": 5070, "loss": 0.31449243426322937, "total_norm": 9.29986572265625}
-{"epoch": 3, "step": 5071, "loss": 0.10739567130804062, "total_norm": 7.212777614593506}
-{"epoch": 3, "step": 5072, "loss": 0.30286675691604614, "total_norm": 8.06597900390625}
-{"epoch": 3, "step": 5073, "loss": 0.25054463744163513, "total_norm": 9.076416015625}
-{"epoch": 3, "step": 5074, "loss": 0.24477005004882812, "total_norm": 10.611316680908203}
-{"epoch": 3, "step": 5075, "loss": 0.276060551404953, "total_norm": 8.716289520263672}
-{"epoch": 3, "step": 5076, "loss": 0.291117787361145, "total_norm": 8.905694961547852}
-{"epoch": 3, "step": 5077, "loss": 0.21039311587810516, "total_norm": 11.079998970031738}
-{"epoch": 3, "step": 5078, "loss": 0.31978368759155273, "total_norm": 7.919951438903809}
-{"epoch": 3, "step": 5079, "loss": 0.32904624938964844, "total_norm": 10.298356056213379}
-{"epoch": 3, "step": 5080, "loss": 0.3315989673137665, "total_norm": 10.82755184173584}
-{"epoch": 3, "step": 5081, "loss": 0.38890495896339417, "total_norm": 10.340414047241211}
-{"epoch": 3, "step": 5082, "loss": 0.1052391305565834, "total_norm": 9.161243438720703}
-{"epoch": 3, "step": 5083, "loss": 0.6170035004615784, "total_norm": 12.44107723236084}
-{"epoch": 3, "step": 5084, "loss": 0.2010241001844406, "total_norm": 9.026726722717285}
-{"epoch": 3, "step": 5085, "loss": 0.23941177129745483, "total_norm": 9.80422306060791}
-{"epoch": 3, "step": 5086, "loss": 0.33112064003944397, "total_norm": 9.02298641204834}
-{"epoch": 3, "step": 5087, "loss": 0.23733513057231903, "total_norm": 9.994170188903809}
-{"epoch": 3, "step": 5088, "loss": 0.14587078988552094, "total_norm": 7.851474761962891}
-{"epoch": 3, "step": 5089, "loss": 0.3174830973148346, "total_norm": 9.108598709106445}
-{"epoch": 3, "step": 5090, "loss": 0.2601603865623474, "total_norm": 7.769161701202393}
-{"epoch": 3, "step": 5091, "loss": 0.27155208587646484, "total_norm": 8.060480117797852}
-{"epoch": 3, "step": 5092, "loss": 0.3222884237766266, "total_norm": 10.010492324829102}
-{"epoch": 3, "step": 5093, "loss": 0.2522446811199188, "total_norm": 7.7246222496032715}
-{"epoch": 3, "step": 5094, "loss": 0.31492993235588074, "total_norm": 8.060685157775879}
-{"epoch": 3, "step": 5095, "loss": 0.3781099021434784, "total_norm": 9.966866493225098}
-{"epoch": 3, "step": 5096, "loss": 0.2505309581756592, "total_norm": 8.315491676330566}
-{"epoch": 3, "step": 5097, "loss": 0.437788188457489, "total_norm": 11.672499656677246}
-{"epoch": 3, "step": 5098, "loss": 0.19774381816387177, "total_norm": 8.195100784301758}
-{"epoch": 3, "step": 5099, "loss": 0.35479190945625305, "total_norm": 8.784823417663574}
-{"epoch": 3, "step": 5100, "loss": 0.19493195414543152, "total_norm": 8.37136173248291}
-{"epoch": 3, "step": 5101, "loss": 0.3183691203594208, "total_norm": 8.020671844482422}
-{"epoch": 3, "step": 5102, "loss": 0.261456698179245, "total_norm": 9.668588638305664}
-{"epoch": 3, "step": 5103, "loss": 0.23105674982070923, "total_norm": 8.921064376831055}
-{"epoch": 3, "step": 5104, "loss": 0.22868819534778595, "total_norm": 7.200362682342529}
-{"epoch": 3, "step": 5105, "loss": 0.2644921839237213, "total_norm": 11.551286697387695}
-{"epoch": 3, "step": 5106, "loss": 0.2387888878583908, "total_norm": 7.876587390899658}
-{"epoch": 3, "step": 5107, "loss": 0.2631549835205078, "total_norm": 8.307140350341797}
-{"epoch": 3, "step": 5108, "loss": 0.0913301482796669, "total_norm": 7.295485973358154}
-{"epoch": 3, "step": 5109, "loss": 0.29545724391937256, "total_norm": 11.271745681762695}
-{"epoch": 3, "step": 5110, "loss": 0.1805739402770996, "total_norm": 8.648856163024902}
-{"epoch": 3, "step": 5111, "loss": 0.3018115162849426, "total_norm": 8.825701713562012}
-{"epoch": 3, "step": 5112, "loss": 0.24086442589759827, "total_norm": 9.663511276245117}
-{"epoch": 3, "step": 5113, "loss": 0.1708332896232605, "total_norm": 7.163671016693115}
-{"epoch": 3, "step": 5114, "loss": 0.1602308303117752, "total_norm": 5.875494003295898}
-{"epoch": 3, "step": 5115, "loss": 0.27936843037605286, "total_norm": 7.899287223815918}
-{"epoch": 3, "step": 5116, "loss": 0.2678743302822113, "total_norm": 8.94675064086914}
-{"epoch": 3, "step": 5117, "loss": 0.2183067947626114, "total_norm": 10.625704765319824}
-{"epoch": 3, "step": 5118, "loss": 0.2844170033931732, "total_norm": 8.00336742401123}
-{"epoch": 3, "step": 5119, "loss": 0.23480691015720367, "total_norm": 8.761429786682129}
-{"epoch": 3, "step": 5120, "eval_loss": 2.8910657837986946, "eval_rougeL": 0.2802015388325877}
-{"epoch": 3, "step": 5120, "loss": 0.22721795737743378, "total_norm": 7.826508045196533}
-{"epoch": 3, "step": 5121, "loss": 0.16875328123569489, "total_norm": 10.185760498046875}
-{"epoch": 3, "step": 5122, "loss": 0.23279282450675964, "total_norm": 6.969075679779053}
-{"epoch": 3, "step": 5123, "loss": 0.18989399075508118, "total_norm": 8.815455436706543}
-{"epoch": 3, "step": 5124, "loss": 0.24672769010066986, "total_norm": 10.093058586120605}
-{"epoch": 3, "step": 5125, "loss": 0.38334569334983826, "total_norm": 8.203460693359375}
-{"epoch": 3, "step": 5126, "loss": 0.18861223757266998, "total_norm": 10.494196891784668}
-{"epoch": 3, "step": 5127, "loss": 0.244015634059906, "total_norm": 8.126824378967285}
-{"epoch": 3, "step": 5128, "loss": 0.2917806804180145, "total_norm": 10.161992073059082}
-{"epoch": 3, "step": 5129, "loss": 0.1941637396812439, "total_norm": 5.737027168273926}
-{"epoch": 3, "step": 5130, "loss": 0.1686740219593048, "total_norm": 7.94828462600708}
-{"epoch": 3, "step": 5131, "loss": 0.389365553855896, "total_norm": 11.494051933288574}
-{"epoch": 3, "step": 5132, "loss": 0.35990071296691895, "total_norm": 9.436777114868164}
-{"epoch": 3, "step": 5133, "loss": 0.3338713049888611, "total_norm": 10.29831314086914}
-{"epoch": 3, "step": 5134, "loss": 0.22522877156734467, "total_norm": 7.977574348449707}
-{"epoch": 3, "step": 5135, "loss": 0.25738152861595154, "total_norm": 8.43315315246582}
-{"epoch": 3, "step": 5136, "loss": 0.27764156460762024, "total_norm": 8.649556159973145}
-{"epoch": 3, "step": 5137, "loss": 0.2489897608757019, "total_norm": 6.914626121520996}
-{"epoch": 3, "step": 5138, "loss": 0.2538498640060425, "total_norm": 10.048137664794922}
-{"epoch": 3, "step": 5139, "loss": 0.25143328309059143, "total_norm": 8.332005500793457}
-{"epoch": 3, "step": 5140, "loss": 0.33575841784477234, "total_norm": 10.612993240356445}
-{"epoch": 3, "step": 5141, "loss": 0.17425113916397095, "total_norm": 10.689318656921387}
-{"epoch": 3, "step": 5142, "loss": 0.26249226927757263, "total_norm": 9.429550170898438}
-{"epoch": 3, "step": 5143, "loss": 0.28152987360954285, "total_norm": 10.1300630569458}
-{"epoch": 3, "step": 5144, "loss": 0.16419534385204315, "total_norm": 7.5163164138793945}
-{"epoch": 3, "step": 5145, "loss": 0.3445911109447479, "total_norm": 10.904581069946289}
-{"epoch": 3, "step": 5146, "loss": 0.23702502250671387, "total_norm": 8.353212356567383}
-{"epoch": 3, "step": 5147, "loss": 0.3435644209384918, "total_norm": 11.206854820251465}
-{"epoch": 3, "step": 5148, "loss": 0.4827277958393097, "total_norm": 11.961869239807129}
-{"epoch": 3, "step": 5149, "loss": 0.21209029853343964, "total_norm": 8.083913803100586}
-{"epoch": 3, "step": 5150, "loss": 0.15315556526184082, "total_norm": 7.795504570007324}
-{"epoch": 3, "step": 5151, "loss": 0.38830187916755676, "total_norm": 9.70383358001709}
-{"epoch": 3, "step": 5152, "loss": 0.18205466866493225, "total_norm": 10.322626113891602}
-{"epoch": 3, "step": 5153, "loss": 0.2536344528198242, "total_norm": 11.320191383361816}
-{"epoch": 3, "step": 5154, "loss": 0.2843438684940338, "total_norm": 11.623552322387695}
-{"epoch": 3, "step": 5155, "loss": 0.18856991827487946, "total_norm": 8.962599754333496}
-{"epoch": 3, "step": 5156, "loss": 0.29217463731765747, "total_norm": 7.665486812591553}
-{"epoch": 3, "step": 5157, "loss": 0.34468358755111694, "total_norm": 11.098531723022461}
-{"epoch": 3, "step": 5158, "loss": 0.32065850496292114, "total_norm": 7.5160722732543945}
-{"epoch": 3, "step": 5159, "loss": 0.21996253728866577, "total_norm": 8.747747421264648}
-{"epoch": 3, "step": 5160, "loss": 0.23054148256778717, "total_norm": 10.643484115600586}
-{"epoch": 3, "step": 5161, "loss": 0.23276256024837494, "total_norm": 7.443905830383301}
-{"epoch": 3, "step": 5162, "loss": 0.20453794300556183, "total_norm": 7.271299362182617}
-{"epoch": 3, "step": 5163, "loss": 0.15007899701595306, "total_norm": 12.553682327270508}
-{"epoch": 3, "step": 5164, "loss": 0.3100871741771698, "total_norm": 10.349027633666992}
-{"epoch": 3, "step": 5165, "loss": 0.25991061329841614, "total_norm": 9.606101036071777}
-{"epoch": 3, "step": 5166, "loss": 0.1991906613111496, "total_norm": 6.901673316955566}
-{"epoch": 3, "step": 5167, "loss": 0.25611814856529236, "total_norm": 10.711706161499023}
-{"epoch": 3, "step": 5168, "loss": 0.2638436257839203, "total_norm": 11.704856872558594}
-{"epoch": 3, "step": 5169, "loss": 0.37577691674232483, "total_norm": 11.859733581542969}
-{"epoch": 3, "step": 5170, "loss": 0.23675698041915894, "total_norm": 10.278188705444336}
-{"epoch": 3, "step": 5171, "loss": 0.3348481357097626, "total_norm": 10.086095809936523}
-{"epoch": 3, "step": 5172, "loss": 0.42515358328819275, "total_norm": 10.85396957397461}
-{"epoch": 3, "step": 5173, "loss": 0.3238574266433716, "total_norm": 10.643206596374512}
-{"epoch": 3, "step": 5174, "loss": 0.18948271870613098, "total_norm": 9.878321647644043}
-{"epoch": 3, "step": 5175, "loss": 0.2078515589237213, "total_norm": 9.784374237060547}
-{"epoch": 3, "step": 5176, "loss": 0.269201397895813, "total_norm": 10.26404857635498}
-{"epoch": 3, "step": 5177, "loss": 0.2860400676727295, "total_norm": 8.497786521911621}
-{"epoch": 3, "step": 5178, "loss": 0.3713078498840332, "total_norm": 12.292187690734863}
-{"epoch": 3, "step": 5179, "loss": 0.21173642575740814, "total_norm": 7.290217399597168}
-{"epoch": 3, "step": 5180, "loss": 0.4397711753845215, "total_norm": 12.949806213378906}
-{"epoch": 3, "step": 5181, "loss": 0.29568949341773987, "total_norm": 9.920610427856445}
-{"epoch": 3, "step": 5182, "loss": 0.2884555757045746, "total_norm": 9.677351951599121}
-{"epoch": 3, "step": 5183, "loss": 0.2518872618675232, "total_norm": 8.528298377990723}
-{"epoch": 3, "step": 5184, "loss": 0.21701568365097046, "total_norm": 8.7368803024292}
-{"epoch": 3, "step": 5185, "loss": 0.167472243309021, "total_norm": 7.065951824188232}
-{"epoch": 3, "step": 5186, "loss": 0.3369625508785248, "total_norm": 10.432969093322754}
-{"epoch": 3, "step": 5187, "loss": 0.16974271833896637, "total_norm": 9.326745986938477}
-{"epoch": 3, "step": 5188, "loss": 0.33637890219688416, "total_norm": 10.220650672912598}
-{"epoch": 3, "step": 5189, "loss": 0.1441168487071991, "total_norm": 8.48420524597168}
-{"epoch": 3, "step": 5190, "loss": 0.2810840606689453, "total_norm": 9.088172912597656}
-{"epoch": 3, "step": 5191, "loss": 0.34468382596969604, "total_norm": 8.485055923461914}
-{"epoch": 3, "step": 5192, "loss": 0.19685609638690948, "total_norm": 7.2639384269714355}
-{"epoch": 3, "step": 5193, "loss": 0.384715735912323, "total_norm": 9.542007446289062}
-{"epoch": 3, "step": 5194, "loss": 0.2161073386669159, "total_norm": 6.383704662322998}
-{"epoch": 3, "step": 5195, "loss": 0.3252025246620178, "total_norm": 11.573709487915039}
-{"epoch": 3, "step": 5196, "loss": 0.2972421646118164, "total_norm": 7.312182426452637}
-{"epoch": 3, "step": 5197, "loss": 0.38059335947036743, "total_norm": 10.636178016662598}
-{"epoch": 3, "step": 5198, "loss": 0.2839961647987366, "total_norm": 12.913373947143555}
-{"epoch": 3, "step": 5199, "loss": 0.3555804491043091, "total_norm": 10.090431213378906}
-{"epoch": 3, "step": 5200, "loss": 0.28706082701683044, "total_norm": 10.0992431640625}
-{"epoch": 3, "step": 5201, "loss": 0.2423321157693863, "total_norm": 8.670637130737305}
-{"epoch": 3, "step": 5202, "loss": 0.29958420991897583, "total_norm": 8.319808006286621}
-{"epoch": 3, "step": 5203, "loss": 0.3249712586402893, "total_norm": 7.651413917541504}
-{"epoch": 3, "step": 5204, "loss": 0.3569366931915283, "total_norm": 10.911774635314941}
-{"epoch": 3, "step": 5205, "loss": 0.15668454766273499, "total_norm": 8.053597450256348}
-{"epoch": 3, "step": 5206, "loss": 0.3198547959327698, "total_norm": 9.319571495056152}
-{"epoch": 3, "step": 5207, "loss": 0.19337718188762665, "total_norm": 9.56477165222168}
-{"epoch": 3, "step": 5208, "loss": 0.33948957920074463, "total_norm": 9.200514793395996}
-{"epoch": 3, "step": 5209, "loss": 0.3136409819126129, "total_norm": 10.406834602355957}
-{"epoch": 3, "step": 5210, "loss": 0.37266504764556885, "total_norm": 9.497753143310547}
-{"epoch": 3, "step": 5211, "loss": 0.3336620628833771, "total_norm": 10.158533096313477}
-{"epoch": 3, "step": 5212, "loss": 0.3505381941795349, "total_norm": 10.970598220825195}
-{"epoch": 3, "step": 5213, "loss": 0.3339160978794098, "total_norm": 7.994159698486328}
-{"epoch": 3, "step": 5214, "loss": 0.2392282485961914, "total_norm": 9.627843856811523}
-{"epoch": 3, "step": 5215, "loss": 0.4424826204776764, "total_norm": 11.256662368774414}
-{"epoch": 3, "step": 5216, "loss": 0.25393590331077576, "total_norm": 7.738955974578857}
-{"epoch": 3, "step": 5217, "loss": 0.2954440712928772, "total_norm": 9.837843894958496}
-{"epoch": 3, "step": 5218, "loss": 0.2286110669374466, "total_norm": 9.98974609375}
-{"epoch": 3, "step": 5219, "loss": 0.1234588623046875, "total_norm": 7.042057514190674}
-{"epoch": 3, "step": 5220, "loss": 0.2627813220024109, "total_norm": 10.092253684997559}
-{"epoch": 3, "step": 5221, "loss": 0.28551867604255676, "total_norm": 8.302519798278809}
-{"epoch": 3, "step": 5222, "loss": 0.3070731461048126, "total_norm": 8.129202842712402}
-{"epoch": 3, "step": 5223, "loss": 0.19183963537216187, "total_norm": 8.436234474182129}
-{"epoch": 3, "step": 5224, "loss": 0.23333384096622467, "total_norm": 6.7288923263549805}
-{"epoch": 3, "step": 5225, "loss": 0.2446693629026413, "total_norm": 7.486960411071777}
-{"epoch": 3, "step": 5226, "loss": 0.10828036814928055, "total_norm": 7.292947292327881}
-{"epoch": 3, "step": 5227, "loss": 0.21859243512153625, "total_norm": 9.427157402038574}
-{"epoch": 3, "step": 5228, "loss": 0.24201565980911255, "total_norm": 7.660566329956055}
-{"epoch": 3, "step": 5229, "loss": 0.16555474698543549, "total_norm": 6.721590042114258}
-{"epoch": 3, "step": 5230, "loss": 0.3280278146266937, "total_norm": 8.916010856628418}
-{"epoch": 3, "step": 5231, "loss": 0.29663217067718506, "total_norm": 10.369406700134277}
-{"epoch": 3, "step": 5232, "loss": 0.1899743378162384, "total_norm": 11.42474365234375}
-{"epoch": 3, "step": 5233, "loss": 0.2270614504814148, "total_norm": 8.538363456726074}
-{"epoch": 3, "step": 5234, "loss": 0.34310442209243774, "total_norm": 9.956475257873535}
-{"epoch": 3, "step": 5235, "loss": 0.18496106564998627, "total_norm": 10.972880363464355}
-{"epoch": 3, "step": 5236, "loss": 0.2812834680080414, "total_norm": 8.082740783691406}
-{"epoch": 3, "step": 5237, "loss": 0.46944132447242737, "total_norm": 12.068937301635742}
-{"epoch": 3, "step": 5238, "loss": 0.2686489224433899, "total_norm": 11.190200805664062}
-{"epoch": 3, "step": 5239, "loss": 0.3345244526863098, "total_norm": 11.91087818145752}
-{"epoch": 3, "step": 5240, "loss": 0.225279301404953, "total_norm": 9.20878791809082}
-{"epoch": 3, "step": 5241, "loss": 0.3573078513145447, "total_norm": 13.744969367980957}
-{"epoch": 3, "step": 5242, "loss": 0.18536947667598724, "total_norm": 11.255441665649414}
-{"epoch": 3, "step": 5243, "loss": 0.15153194963932037, "total_norm": 7.194192409515381}
-{"epoch": 3, "step": 5244, "loss": 0.20612823963165283, "total_norm": 8.21361255645752}
-{"epoch": 3, "step": 5245, "loss": 0.3143930733203888, "total_norm": 9.404302597045898}
-{"epoch": 3, "step": 5246, "loss": 0.19622033834457397, "total_norm": 10.264771461486816}
-{"epoch": 3, "step": 5247, "loss": 0.14346900582313538, "total_norm": 8.677553176879883}
-{"epoch": 3, "step": 5248, "loss": 0.335776686668396, "total_norm": 12.476576805114746}
-{"epoch": 3, "step": 5249, "loss": 0.2470988631248474, "total_norm": 8.301886558532715}
-{"epoch": 3, "step": 5250, "loss": 0.31354716420173645, "total_norm": 7.27811861038208}
-{"epoch": 3, "step": 5251, "loss": 0.2371421754360199, "total_norm": 8.910553932189941}
-{"epoch": 3, "step": 5252, "loss": 0.35461658239364624, "total_norm": 8.225110054016113}
-{"epoch": 3, "step": 5253, "loss": 0.33911269903182983, "total_norm": 8.892102241516113}
-{"epoch": 3, "step": 5254, "loss": 0.13387587666511536, "total_norm": 7.235723972320557}
-{"epoch": 3, "step": 5255, "loss": 0.24003292620182037, "total_norm": 9.299128532409668}
-{"epoch": 3, "step": 5256, "loss": 0.3325253427028656, "total_norm": 14.159093856811523}
-{"epoch": 3, "step": 5257, "loss": 0.3852895200252533, "total_norm": 12.106019020080566}
-{"epoch": 3, "step": 5258, "loss": 0.24314287304878235, "total_norm": 7.081079959869385}
-{"epoch": 3, "step": 5259, "loss": 0.243571937084198, "total_norm": 7.075277328491211}
-{"epoch": 3, "step": 5260, "loss": 0.3536182641983032, "total_norm": 8.076082229614258}
-{"epoch": 3, "step": 5261, "loss": 0.2214515507221222, "total_norm": 8.704599380493164}
-{"epoch": 3, "step": 5262, "loss": 0.2313981056213379, "total_norm": 8.484855651855469}
-{"epoch": 3, "step": 5263, "loss": 0.2256755828857422, "total_norm": 16.31292152404785}
-{"epoch": 3, "step": 5264, "loss": 0.3783073425292969, "total_norm": 8.066590309143066}
-{"epoch": 3, "step": 5265, "loss": 0.36642375588417053, "total_norm": 12.804125785827637}
-{"epoch": 3, "step": 5266, "loss": 0.2350182980298996, "total_norm": 7.906416416168213}
-{"epoch": 3, "step": 5267, "loss": 0.2954542934894562, "total_norm": 10.249540328979492}
-{"epoch": 3, "step": 5268, "loss": 0.22247378528118134, "total_norm": 7.573530197143555}
-{"epoch": 3, "step": 5269, "loss": 0.20620423555374146, "total_norm": 8.265070915222168}
-{"epoch": 3, "step": 5270, "loss": 0.29990047216415405, "total_norm": 10.65043830871582}
-{"epoch": 3, "step": 5271, "loss": 0.19195586442947388, "total_norm": 9.180948257446289}
-{"epoch": 3, "step": 5272, "loss": 0.23396487534046173, "total_norm": 9.356036186218262}
-{"epoch": 3, "step": 5273, "loss": 0.2431907057762146, "total_norm": 9.975293159484863}
-{"epoch": 3, "step": 5274, "loss": 0.30885186791419983, "total_norm": 8.682623863220215}
-{"epoch": 3, "step": 5275, "loss": 0.08737532049417496, "total_norm": 8.223544120788574}
-{"epoch": 3, "step": 5276, "loss": 0.2220766246318817, "total_norm": 7.621162414550781}
-{"epoch": 3, "step": 5277, "loss": 0.11306306719779968, "total_norm": 9.310016632080078}
-{"epoch": 3, "step": 5278, "loss": 0.285499632358551, "total_norm": 15.006108283996582}
-{"epoch": 3, "step": 5279, "loss": 0.25554436445236206, "total_norm": 8.796483993530273}
-{"epoch": 3, "step": 5280, "loss": 0.3235037922859192, "total_norm": 8.942773818969727}
-{"epoch": 3, "step": 5281, "loss": 0.2247191071510315, "total_norm": 10.046966552734375}
-{"epoch": 3, "step": 5282, "loss": 0.25492292642593384, "total_norm": 9.413545608520508}
-{"epoch": 3, "step": 5283, "loss": 0.29900234937667847, "total_norm": 11.663270950317383}
-{"epoch": 3, "step": 5284, "loss": 0.30596137046813965, "total_norm": 10.402853965759277}
-{"epoch": 3, "step": 5285, "loss": 0.18490557372570038, "total_norm": 11.605709075927734}
-{"epoch": 3, "step": 5286, "loss": 0.27709588408470154, "total_norm": 9.297487258911133}
-{"epoch": 3, "step": 5287, "loss": 0.33596956729888916, "total_norm": 9.834921836853027}
-{"epoch": 3, "step": 5288, "loss": 0.23942552506923676, "total_norm": 8.299217224121094}
-{"epoch": 3, "step": 5289, "loss": 0.22618728876113892, "total_norm": 11.036009788513184}
-{"epoch": 3, "step": 5290, "loss": 0.24429236352443695, "total_norm": 8.379379272460938}
-{"epoch": 3, "step": 5291, "loss": 0.2547541856765747, "total_norm": 10.685996055603027}
-{"epoch": 3, "step": 5292, "loss": 0.12616387009620667, "total_norm": 7.962217807769775}
-{"epoch": 3, "step": 5293, "loss": 0.21007178723812103, "total_norm": 11.173108100891113}
-{"epoch": 3, "step": 5294, "loss": 0.3075768053531647, "total_norm": 8.511131286621094}
-{"epoch": 3, "step": 5295, "loss": 0.22207129001617432, "total_norm": 10.181170463562012}
-{"epoch": 3, "step": 5296, "loss": 0.262262225151062, "total_norm": 7.793142795562744}
-{"epoch": 3, "step": 5297, "loss": 0.28192460536956787, "total_norm": 11.209061622619629}
-{"epoch": 3, "step": 5298, "loss": 0.09469712525606155, "total_norm": 7.548207759857178}
-{"epoch": 3, "step": 5299, "loss": 0.33002129197120667, "total_norm": 10.761330604553223}
-{"epoch": 3, "step": 5300, "loss": 0.5168809294700623, "total_norm": 15.195381164550781}
-{"epoch": 3, "step": 5301, "loss": 0.25917547941207886, "total_norm": 10.358331680297852}
-{"epoch": 3, "step": 5302, "loss": 0.2394101470708847, "total_norm": 7.722121715545654}
-{"epoch": 3, "step": 5303, "loss": 0.18332087993621826, "total_norm": 8.839957237243652}
-{"epoch": 3, "step": 5304, "loss": 0.2612290680408478, "total_norm": 9.029090881347656}
-{"epoch": 3, "step": 5305, "loss": 0.37064605951309204, "total_norm": 8.564544677734375}
-{"epoch": 3, "step": 5306, "loss": 0.3492465019226074, "total_norm": 11.354207992553711}
-{"epoch": 3, "step": 5307, "loss": 0.4468708038330078, "total_norm": 10.36003589630127}
-{"epoch": 3, "step": 5308, "loss": 0.36305898427963257, "total_norm": 10.738536834716797}
-{"epoch": 3, "step": 5309, "loss": 0.2792901396751404, "total_norm": 10.346487998962402}
-{"epoch": 3, "step": 5310, "loss": 0.29964950680732727, "total_norm": 9.13097858428955}
-{"epoch": 3, "step": 5311, "loss": 0.2154587358236313, "total_norm": 9.639627456665039}
-{"epoch": 3, "step": 5312, "loss": 0.25271734595298767, "total_norm": 10.2554349899292}
-{"epoch": 3, "step": 5313, "loss": 0.28059786558151245, "total_norm": 12.993820190429688}
-{"epoch": 3, "step": 5314, "loss": 0.24385875463485718, "total_norm": 10.11589527130127}
-{"epoch": 3, "step": 5315, "loss": 0.373630553483963, "total_norm": 11.584187507629395}
-{"epoch": 3, "step": 5316, "loss": 0.4104725420475006, "total_norm": 9.416844367980957}
-{"epoch": 3, "step": 5317, "loss": 0.2201017141342163, "total_norm": 7.986557483673096}
-{"epoch": 3, "step": 5318, "loss": 0.37526243925094604, "total_norm": 8.93129825592041}
-{"epoch": 3, "step": 5319, "loss": 0.2948065996170044, "total_norm": 9.051701545715332}
-{"epoch": 3, "step": 5320, "loss": 0.24474531412124634, "total_norm": 8.169394493103027}
-{"epoch": 3, "step": 5321, "loss": 0.35816052556037903, "total_norm": 10.433211326599121}
-{"epoch": 3, "step": 5322, "loss": 0.2754107117652893, "total_norm": 9.093522071838379}
-{"epoch": 3, "step": 5323, "loss": 0.1775301843881607, "total_norm": 8.718159675598145}
-{"epoch": 3, "step": 5324, "loss": 0.29650405049324036, "total_norm": 9.350542068481445}
-{"epoch": 3, "step": 5325, "loss": 0.3095020353794098, "total_norm": 9.380244255065918}
-{"epoch": 3, "step": 5326, "loss": 0.24768947064876556, "total_norm": 11.094308853149414}
-{"epoch": 3, "step": 5327, "loss": 0.22452647984027863, "total_norm": 8.412574768066406}
-{"epoch": 3, "step": 5328, "loss": 0.4819771945476532, "total_norm": 12.834916114807129}
-{"epoch": 3, "step": 5329, "loss": 0.21245063841342926, "total_norm": 12.171819686889648}
-{"epoch": 3, "step": 5330, "loss": 0.3084835112094879, "total_norm": 9.026650428771973}
-{"epoch": 3, "step": 5331, "loss": 0.26188725233078003, "total_norm": 8.37489128112793}
-{"epoch": 3, "step": 5332, "loss": 0.165934219956398, "total_norm": 8.007528305053711}
-{"epoch": 3, "step": 5333, "loss": 0.20163246989250183, "total_norm": 8.282151222229004}
-{"epoch": 3, "step": 5334, "loss": 0.3558744192123413, "total_norm": 9.487911224365234}
-{"epoch": 3, "step": 5335, "loss": 0.26468393206596375, "total_norm": 11.399721145629883}
-{"epoch": 3, "step": 5336, "loss": 0.184953972697258, "total_norm": 8.054931640625}
-{"epoch": 3, "step": 5337, "loss": 0.2752035856246948, "total_norm": 9.997981071472168}
-{"epoch": 3, "step": 5338, "loss": 0.23725008964538574, "total_norm": 10.549870491027832}
-{"epoch": 3, "step": 5339, "loss": 0.3324678838253021, "total_norm": 11.314729690551758}
-{"epoch": 3, "step": 5340, "loss": 0.27632516622543335, "total_norm": 10.048510551452637}
-{"epoch": 3, "step": 5341, "loss": 0.3139433264732361, "total_norm": 9.910721778869629}
-{"epoch": 3, "step": 5342, "loss": 0.41465461254119873, "total_norm": 12.118485450744629}
-{"epoch": 3, "step": 5343, "loss": 0.04548998549580574, "total_norm": 3.8304641246795654}
-{"epoch": 3, "step": 5344, "loss": 0.2925170958042145, "total_norm": 9.939713478088379}
-{"epoch": 3, "step": 5345, "loss": 0.24828344583511353, "total_norm": 9.657479286193848}
-{"epoch": 3, "step": 5346, "loss": 0.18491534888744354, "total_norm": 7.103566646575928}
-{"epoch": 3, "step": 5347, "loss": 0.12881501019001007, "total_norm": 9.112327575683594}
-{"epoch": 3, "step": 5348, "loss": 0.19554869830608368, "total_norm": 10.885655403137207}
-{"epoch": 3, "step": 5349, "loss": 0.15256373584270477, "total_norm": 8.088714599609375}
-{"epoch": 3, "step": 5350, "loss": 0.18717056512832642, "total_norm": 10.681171417236328}
-{"epoch": 3, "step": 5351, "loss": 0.4058804214000702, "total_norm": 11.467867851257324}
-{"epoch": 3, "step": 5352, "loss": 0.2404315322637558, "total_norm": 8.96925163269043}
-{"epoch": 3, "step": 5353, "loss": 0.2913960814476013, "total_norm": 8.866644859313965}
-{"epoch": 3, "step": 5354, "loss": 0.1869651824235916, "total_norm": 10.044938087463379}
-{"epoch": 3, "step": 5355, "loss": 0.25225868821144104, "total_norm": 8.074992179870605}
-{"epoch": 3, "step": 5356, "loss": 0.2758467197418213, "total_norm": 8.512205123901367}
-{"epoch": 3, "step": 5357, "loss": 0.3725263774394989, "total_norm": 8.237293243408203}
-{"epoch": 3, "step": 5358, "loss": 0.3156979978084564, "total_norm": 9.779301643371582}
-{"epoch": 3, "step": 5359, "loss": 0.35429784655570984, "total_norm": 11.417104721069336}
-{"epoch": 3, "step": 5360, "loss": 0.22457222640514374, "total_norm": 6.585190296173096}
-{"epoch": 3, "step": 5361, "loss": 0.11084280163049698, "total_norm": 8.68610668182373}
-{"epoch": 3, "step": 5362, "loss": 0.32253238558769226, "total_norm": 10.428277969360352}
-{"epoch": 3, "step": 5363, "loss": 0.24620693922042847, "total_norm": 7.553385257720947}
-{"epoch": 3, "step": 5364, "loss": 0.27648696303367615, "total_norm": 12.398932456970215}
-{"epoch": 3, "step": 5365, "loss": 0.4260329008102417, "total_norm": 11.00103759765625}
-{"epoch": 3, "step": 5366, "loss": 0.27552148699760437, "total_norm": 11.18561840057373}
-{"epoch": 3, "step": 5367, "loss": 0.21680009365081787, "total_norm": 8.92933464050293}
-{"epoch": 3, "step": 5368, "loss": 0.20191453397274017, "total_norm": 10.542898178100586}
-{"epoch": 3, "step": 5369, "loss": 0.32716959714889526, "total_norm": 10.529648780822754}
-{"epoch": 3, "step": 5370, "loss": 0.24404527246952057, "total_norm": 7.996427536010742}
-{"epoch": 3, "step": 5371, "loss": 0.32554784417152405, "total_norm": 8.268967628479004}
-{"epoch": 3, "step": 5372, "loss": 0.4220460057258606, "total_norm": 10.56528377532959}
-{"epoch": 3, "step": 5373, "loss": 0.11741174757480621, "total_norm": 6.379912853240967}
-{"epoch": 3, "step": 5374, "loss": 0.3158222436904907, "total_norm": 11.27354907989502}
-{"epoch": 3, "step": 5375, "loss": 0.2178841084241867, "total_norm": 8.785677909851074}
-{"epoch": 3, "step": 5376, "loss": 0.44366025924682617, "total_norm": 11.932268142700195}
-{"epoch": 3, "step": 5377, "loss": 0.15295535326004028, "total_norm": 8.180282592773438}
-{"epoch": 3, "step": 5378, "loss": 0.20326967537403107, "total_norm": 10.160174369812012}
-{"epoch": 3, "step": 5379, "loss": 0.2714071571826935, "total_norm": 10.906295776367188}
-{"epoch": 3, "step": 5380, "loss": 0.26220235228538513, "total_norm": 9.44709300994873}
-{"epoch": 3, "step": 5381, "loss": 0.24243801832199097, "total_norm": 11.416897773742676}
-{"epoch": 3, "step": 5382, "loss": 0.17809325456619263, "total_norm": 7.121124267578125}
-{"epoch": 3, "step": 5383, "loss": 0.24406959116458893, "total_norm": 8.513289451599121}
-{"epoch": 3, "step": 5384, "loss": 0.34379997849464417, "total_norm": 9.451288223266602}
-{"epoch": 3, "step": 5385, "loss": 0.2895808219909668, "total_norm": 9.81174373626709}
-{"epoch": 3, "step": 5386, "loss": 0.36031320691108704, "total_norm": 9.58690071105957}
-{"epoch": 3, "step": 5387, "loss": 0.3216828405857086, "total_norm": 9.785398483276367}
-{"epoch": 3, "step": 5388, "loss": 0.36151599884033203, "total_norm": 11.204951286315918}
-{"epoch": 3, "step": 5389, "loss": 0.32604050636291504, "total_norm": 9.038064002990723}
-{"epoch": 3, "step": 5390, "loss": 0.45633047819137573, "total_norm": 12.230281829833984}
-{"epoch": 3, "step": 5391, "loss": 0.37370041012763977, "total_norm": 10.78972053527832}
-{"epoch": 3, "step": 5392, "loss": 0.31310707330703735, "total_norm": 8.478599548339844}
-{"epoch": 3, "step": 5393, "loss": 0.2573825418949127, "total_norm": 6.824339866638184}
-{"epoch": 3, "step": 5394, "loss": 0.26021280884742737, "total_norm": 9.741508483886719}
-{"epoch": 3, "step": 5395, "loss": 0.23240138590335846, "total_norm": 8.279748916625977}
-{"epoch": 3, "step": 5396, "loss": 0.3713475167751312, "total_norm": 9.94507122039795}
-{"epoch": 3, "step": 5397, "loss": 0.3870390057563782, "total_norm": 9.361760139465332}
-{"epoch": 3, "step": 5398, "loss": 0.23241251707077026, "total_norm": 8.559738159179688}
-{"epoch": 3, "step": 5399, "loss": 0.2770986258983612, "total_norm": 10.64926528930664}
-{"epoch": 3, "step": 5400, "loss": 0.32188865542411804, "total_norm": 7.602298259735107}
-{"epoch": 3, "step": 5401, "loss": 0.3424077033996582, "total_norm": 11.749201774597168}
-{"epoch": 3, "step": 5402, "loss": 0.20298005640506744, "total_norm": 6.939555644989014}
-{"epoch": 3, "step": 5403, "loss": 0.3895779550075531, "total_norm": 9.504729270935059}
-{"epoch": 3, "step": 5404, "loss": 0.30741381645202637, "total_norm": 9.054729461669922}
-{"epoch": 3, "step": 5405, "loss": 0.2501664161682129, "total_norm": 7.960359573364258}
-{"epoch": 3, "step": 5406, "loss": 0.31040871143341064, "total_norm": 8.29826831817627}
-{"epoch": 3, "step": 5407, "loss": 0.409176766872406, "total_norm": 11.553776741027832}
-{"epoch": 3, "step": 5408, "loss": 0.25214913487434387, "total_norm": 9.192869186401367}
-{"epoch": 3, "step": 5409, "loss": 0.30594655871391296, "total_norm": 7.5275139808654785}
-{"epoch": 3, "step": 5410, "loss": 0.3274523913860321, "total_norm": 11.205900192260742}
-{"epoch": 3, "step": 5411, "loss": 0.1920129656791687, "total_norm": 7.692991733551025}
-{"epoch": 3, "step": 5412, "loss": 0.3804095685482025, "total_norm": 7.9777984619140625}
-{"epoch": 3, "step": 5413, "loss": 0.16255474090576172, "total_norm": 6.774650573730469}
-{"epoch": 3, "step": 5414, "loss": 0.3436732590198517, "total_norm": 11.431663513183594}
-{"epoch": 3, "step": 5415, "loss": 0.30928003787994385, "total_norm": 10.457529067993164}
-{"epoch": 3, "step": 5416, "loss": 0.38499370217323303, "total_norm": 7.996288299560547}
-{"epoch": 3, "step": 5417, "loss": 0.31320300698280334, "total_norm": 9.116753578186035}
-{"epoch": 3, "step": 5418, "loss": 0.30766668915748596, "total_norm": 9.172863006591797}
-{"epoch": 3, "step": 5419, "loss": 0.14370940625667572, "total_norm": 7.81227445602417}
-{"epoch": 3, "step": 5420, "loss": 0.27085795998573303, "total_norm": 8.106354713439941}
-{"epoch": 3, "step": 5421, "loss": 0.29383307695388794, "total_norm": 7.18058443069458}
-{"epoch": 3, "step": 5422, "loss": 0.2536390423774719, "total_norm": 9.147063255310059}
-{"epoch": 3, "step": 5423, "loss": 0.1725745052099228, "total_norm": 6.986476421356201}
-{"epoch": 3, "step": 5424, "loss": 0.26139894127845764, "total_norm": 8.74992561340332}
-{"epoch": 3, "step": 5425, "loss": 0.21818247437477112, "total_norm": 7.4080681800842285}
-{"epoch": 3, "step": 5426, "loss": 0.25415465235710144, "total_norm": 6.671145439147949}
-{"epoch": 3, "step": 5427, "loss": 0.21049000322818756, "total_norm": 10.834132194519043}
-{"epoch": 3, "step": 5428, "loss": 0.3100011646747589, "total_norm": 9.364291191101074}
-{"epoch": 3, "step": 5429, "loss": 0.3205721378326416, "total_norm": 7.523993492126465}
-{"epoch": 3, "step": 5430, "loss": 0.36003363132476807, "total_norm": 10.491722106933594}
-{"epoch": 3, "step": 5431, "loss": 0.2895233631134033, "total_norm": 8.694209098815918}
-{"epoch": 3, "step": 5432, "loss": 0.22244755923748016, "total_norm": 9.382953643798828}
-{"epoch": 3, "step": 5433, "loss": 0.2848288416862488, "total_norm": 6.995265960693359}
-{"epoch": 3, "step": 5434, "loss": 0.3392525315284729, "total_norm": 7.899899005889893}
-{"epoch": 3, "step": 5435, "loss": 0.20768044888973236, "total_norm": 7.595157146453857}
-{"epoch": 3, "step": 5436, "loss": 0.24077509343624115, "total_norm": 12.372092247009277}
-{"epoch": 3, "step": 5437, "loss": 0.26744315028190613, "total_norm": 7.8412628173828125}
-{"epoch": 3, "step": 5438, "loss": 0.30034780502319336, "total_norm": 10.973584175109863}
-{"epoch": 3, "step": 5439, "loss": 0.22387254238128662, "total_norm": 7.774521827697754}
-{"epoch": 3, "step": 5440, "loss": 0.25679147243499756, "total_norm": 11.82083797454834}
-{"epoch": 3, "step": 5441, "loss": 0.40330415964126587, "total_norm": 8.891755104064941}
-{"epoch": 3, "step": 5442, "loss": 0.22530828416347504, "total_norm": 8.339603424072266}
-{"epoch": 3, "step": 5443, "loss": 0.3777981996536255, "total_norm": 11.208144187927246}
-{"epoch": 3, "step": 5444, "loss": 0.20000393688678741, "total_norm": 8.778740882873535}
-{"epoch": 3, "step": 5445, "loss": 0.17883247137069702, "total_norm": 11.165411949157715}
-{"epoch": 3, "step": 5446, "loss": 0.25247254967689514, "total_norm": 6.553402900695801}
-{"epoch": 3, "step": 5447, "loss": 0.20396040380001068, "total_norm": 10.611950874328613}
-{"epoch": 3, "step": 5448, "loss": 0.2727172076702118, "total_norm": 9.920645713806152}
-{"epoch": 3, "step": 5449, "loss": 0.20990490913391113, "total_norm": 8.68037223815918}
-{"epoch": 3, "step": 5450, "loss": 0.2489805966615677, "total_norm": 8.482965469360352}
-{"epoch": 3, "step": 5451, "loss": 0.20160813629627228, "total_norm": 7.3153510093688965}
-{"epoch": 3, "step": 5452, "loss": 0.27412962913513184, "total_norm": 9.079461097717285}
-{"epoch": 3, "step": 5453, "loss": 0.20057238638401031, "total_norm": 9.334088325500488}
-{"epoch": 3, "step": 5454, "loss": 0.2715543508529663, "total_norm": 9.800314903259277}
-{"epoch": 3, "step": 5455, "loss": 0.27074840664863586, "total_norm": 9.655254364013672}
-{"epoch": 3, "step": 5456, "loss": 0.3574009835720062, "total_norm": 10.572187423706055}
-{"epoch": 3, "step": 5457, "loss": 0.16060136258602142, "total_norm": 9.354310989379883}
-{"epoch": 3, "step": 5458, "loss": 0.2176591157913208, "total_norm": 8.575665473937988}
-{"epoch": 3, "step": 5459, "loss": 0.18452799320220947, "total_norm": 8.447842597961426}
-{"epoch": 3, "step": 5460, "loss": 0.26906704902648926, "total_norm": 11.622444152832031}
-{"epoch": 3, "step": 5461, "loss": 0.20149032771587372, "total_norm": 9.350353240966797}
-{"epoch": 3, "step": 5462, "loss": 0.25209614634513855, "total_norm": 11.646265983581543}
-{"epoch": 3, "step": 5463, "loss": 0.3331105411052704, "total_norm": 10.53594970703125}
-{"epoch": 3, "step": 5464, "loss": 0.24061836302280426, "total_norm": 7.252350807189941}
-{"epoch": 3, "step": 5465, "loss": 0.3118349313735962, "total_norm": 10.363744735717773}
-{"epoch": 3, "step": 5466, "loss": 0.33012232184410095, "total_norm": 11.651833534240723}
-{"epoch": 3, "step": 5467, "loss": 0.16623547673225403, "total_norm": 9.02613639831543}
-{"epoch": 3, "step": 5468, "loss": 0.25832659006118774, "total_norm": 8.175949096679688}
-{"epoch": 3, "step": 5469, "loss": 0.3707394003868103, "total_norm": 10.326287269592285}
-{"epoch": 3, "step": 5470, "loss": 0.3300517499446869, "total_norm": 9.761371612548828}
-{"epoch": 3, "step": 5471, "loss": 0.19958418607711792, "total_norm": 8.505080223083496}
-{"epoch": 3, "step": 5472, "loss": 0.27335163950920105, "total_norm": 12.367742538452148}
-{"epoch": 3, "step": 5473, "loss": 0.31721654534339905, "total_norm": 10.514567375183105}
-{"epoch": 3, "step": 5474, "loss": 0.156015545129776, "total_norm": 7.305842399597168}
-{"epoch": 3, "step": 5475, "loss": 0.22474083304405212, "total_norm": 7.7640862464904785}
-{"epoch": 3, "step": 5476, "loss": 0.33169278502464294, "total_norm": 18.343591690063477}
-{"epoch": 3, "step": 5477, "loss": 0.27084705233573914, "total_norm": 10.762369155883789}
-{"epoch": 3, "step": 5478, "loss": 0.24043461680412292, "total_norm": 9.181818962097168}
-{"epoch": 3, "step": 5479, "loss": 0.24727921187877655, "total_norm": 9.374466896057129}
-{"epoch": 3, "step": 5480, "loss": 0.24881306290626526, "total_norm": 11.703431129455566}
-{"epoch": 3, "step": 5481, "loss": 0.32807067036628723, "total_norm": 10.942784309387207}
-{"epoch": 3, "step": 5482, "loss": 0.3546220660209656, "total_norm": 10.825782775878906}
-{"epoch": 3, "step": 5483, "loss": 0.281268447637558, "total_norm": 9.652408599853516}
-{"epoch": 3, "step": 5484, "loss": 0.32717469334602356, "total_norm": 8.842480659484863}
-{"epoch": 3, "step": 5485, "loss": 0.1469576358795166, "total_norm": 9.034584999084473}
-{"epoch": 3, "step": 5486, "loss": 0.1633004993200302, "total_norm": 8.655091285705566}
-{"epoch": 3, "step": 5487, "loss": 0.3201274275779724, "total_norm": 9.341371536254883}
-{"epoch": 3, "step": 5488, "loss": 0.2854244112968445, "total_norm": 8.171985626220703}
-{"epoch": 3, "step": 5489, "loss": 0.33323934674263, "total_norm": 8.204720497131348}
-{"epoch": 3, "step": 5490, "loss": 0.3239911198616028, "total_norm": 10.561668395996094}
-{"epoch": 3, "step": 5491, "loss": 0.26738056540489197, "total_norm": 11.473786354064941}
-{"epoch": 3, "step": 5492, "loss": 0.21476897597312927, "total_norm": 9.905251502990723}
-{"epoch": 3, "step": 5493, "loss": 0.3109927475452423, "total_norm": 11.943061828613281}
-{"epoch": 3, "step": 5494, "loss": 0.24776814877986908, "total_norm": 10.111690521240234}
-{"epoch": 3, "step": 5495, "loss": 0.20693649351596832, "total_norm": 7.4984660148620605}
-{"epoch": 3, "step": 5496, "loss": 0.31892290711402893, "total_norm": 10.56097412109375}
-{"epoch": 3, "step": 5497, "loss": 0.1552908569574356, "total_norm": 7.2957539558410645}
-{"epoch": 3, "step": 5498, "loss": 0.28923726081848145, "total_norm": 10.510122299194336}
-{"epoch": 3, "step": 5499, "loss": 0.38139304518699646, "total_norm": 9.834912300109863}
-{"epoch": 3, "step": 5500, "loss": 0.27455389499664307, "total_norm": 8.514012336730957}
-{"epoch": 3, "step": 5501, "loss": 0.336927205324173, "total_norm": 9.176122665405273}
-{"epoch": 3, "step": 5502, "loss": 0.3525886833667755, "total_norm": 8.611692428588867}
-{"epoch": 3, "step": 5503, "loss": 0.20512382686138153, "total_norm": 7.967782020568848}
-{"epoch": 3, "step": 5504, "loss": 0.20612852275371552, "total_norm": 8.535552978515625}
-{"epoch": 3, "step": 5505, "loss": 0.23978255689144135, "total_norm": 10.814399719238281}
-{"epoch": 3, "step": 5506, "loss": 0.16494382917881012, "total_norm": 6.865123748779297}
-{"epoch": 3, "step": 5507, "loss": 0.2922349274158478, "total_norm": 7.964908599853516}
-{"epoch": 3, "step": 5508, "loss": 0.37057605385780334, "total_norm": 11.896726608276367}
-{"epoch": 3, "step": 5509, "loss": 0.24541503190994263, "total_norm": 8.14522933959961}
-{"epoch": 3, "step": 5510, "loss": 0.17912083864212036, "total_norm": 9.703871726989746}
-{"epoch": 3, "step": 5511, "loss": 0.4505867063999176, "total_norm": 11.32889175415039}
-{"epoch": 3, "step": 5512, "loss": 0.3252280056476593, "total_norm": 10.555602073669434}
-{"epoch": 3, "step": 5513, "loss": 0.20289884507656097, "total_norm": 7.784061908721924}
-{"epoch": 3, "step": 5514, "loss": 0.41742607951164246, "total_norm": 9.776389122009277}
-{"epoch": 3, "step": 5515, "loss": 0.30454233288764954, "total_norm": 11.696365356445312}
-{"epoch": 3, "step": 5516, "loss": 0.33541661500930786, "total_norm": 10.585370063781738}
-{"epoch": 3, "step": 5517, "loss": 0.21478134393692017, "total_norm": 9.725919723510742}
-{"epoch": 3, "step": 5518, "loss": 0.1337844282388687, "total_norm": 6.577038764953613}
-{"epoch": 3, "step": 5519, "loss": 0.5927496552467346, "total_norm": 11.662809371948242}
-{"epoch": 3, "step": 5520, "loss": 0.2520561218261719, "total_norm": 13.302896499633789}
-{"epoch": 3, "step": 5521, "loss": 0.21619625389575958, "total_norm": 12.024500846862793}
-{"epoch": 3, "step": 5522, "loss": 0.3783414661884308, "total_norm": 8.687472343444824}
-{"epoch": 3, "step": 5523, "loss": 0.08530016243457794, "total_norm": 5.940303802490234}
-{"epoch": 3, "step": 5524, "loss": 0.3370054364204407, "total_norm": 8.419706344604492}
-{"epoch": 3, "step": 5525, "loss": 0.26026204228401184, "total_norm": 9.984663009643555}
-{"epoch": 3, "step": 5526, "loss": 0.25829625129699707, "total_norm": 9.389972686767578}
-{"epoch": 3, "step": 5527, "loss": 0.2786911427974701, "total_norm": 8.74211311340332}
-{"epoch": 3, "step": 5528, "loss": 0.381470263004303, "total_norm": 9.831595420837402}
-{"epoch": 3, "step": 5529, "loss": 0.24155905842781067, "total_norm": 8.4290771484375}
-{"epoch": 3, "step": 5530, "loss": 0.4218272864818573, "total_norm": 10.05111026763916}
-{"epoch": 3, "step": 5531, "loss": 0.4103397727012634, "total_norm": 9.905632019042969}
-{"epoch": 3, "step": 5532, "loss": 0.23228555917739868, "total_norm": 9.459718704223633}
-{"epoch": 3, "step": 5533, "loss": 0.24802972376346588, "total_norm": 7.585625171661377}
-{"epoch": 3, "step": 5534, "loss": 0.31766849756240845, "total_norm": 12.392972946166992}
-{"epoch": 3, "step": 5535, "loss": 0.15868300199508667, "total_norm": 8.775449752807617}
-{"epoch": 3, "step": 5536, "loss": 0.3305743932723999, "total_norm": 9.107120513916016}
-{"epoch": 3, "step": 5537, "loss": 0.2751733064651489, "total_norm": 8.109911918640137}
-{"epoch": 3, "step": 5538, "loss": 0.2048812061548233, "total_norm": 7.254448413848877}
-{"epoch": 3, "step": 5539, "loss": 0.18596740067005157, "total_norm": 11.328086853027344}
-{"epoch": 3, "step": 5540, "loss": 0.28971654176712036, "total_norm": 9.2203950881958}
-{"epoch": 3, "step": 5541, "loss": 0.3425522446632385, "total_norm": 8.86593246459961}
-{"epoch": 3, "step": 5542, "loss": 0.3480886220932007, "total_norm": 12.095113754272461}
-{"epoch": 3, "step": 5543, "loss": 0.17837952077388763, "total_norm": 8.328153610229492}
-{"epoch": 3, "step": 5544, "loss": 0.3162880837917328, "total_norm": 10.209600448608398}
-{"epoch": 3, "step": 5545, "loss": 0.31137815117836, "total_norm": 9.507878303527832}
-{"epoch": 3, "step": 5546, "loss": 0.21230804920196533, "total_norm": 9.272809028625488}
-{"epoch": 3, "step": 5547, "loss": 0.34404465556144714, "total_norm": 8.1597261428833}
-{"epoch": 3, "step": 5548, "loss": 0.36209362745285034, "total_norm": 8.107833862304688}
-{"epoch": 3, "step": 5549, "loss": 0.19981707632541656, "total_norm": 9.549917221069336}
-{"epoch": 3, "step": 5550, "loss": 0.3368587791919708, "total_norm": 12.165858268737793}
-{"epoch": 3, "step": 5551, "loss": 0.3197930157184601, "total_norm": 7.855458736419678}
-{"epoch": 3, "step": 5552, "loss": 0.3779348134994507, "total_norm": 10.28611946105957}
-{"epoch": 3, "step": 5553, "loss": 0.3446881175041199, "total_norm": 11.429659843444824}
-{"epoch": 3, "step": 5554, "loss": 0.17644134163856506, "total_norm": 8.557038307189941}
-{"epoch": 3, "step": 5555, "loss": 0.25540435314178467, "total_norm": 7.7705464363098145}
-{"epoch": 3, "step": 5556, "loss": 0.25265660881996155, "total_norm": 9.029508590698242}
-{"epoch": 3, "step": 5557, "loss": 0.34213969111442566, "total_norm": 10.166264533996582}
-{"epoch": 3, "step": 5558, "loss": 0.21137705445289612, "total_norm": 10.335415840148926}
-{"epoch": 3, "step": 5559, "loss": 0.24085478484630585, "total_norm": 8.87315845489502}
-{"epoch": 3, "step": 5560, "loss": 0.3387805223464966, "total_norm": 8.846526145935059}
-{"epoch": 3, "step": 5561, "loss": 0.38073697686195374, "total_norm": 9.576297760009766}
-{"epoch": 3, "step": 5562, "loss": 0.21978133916854858, "total_norm": 8.246736526489258}
-{"epoch": 3, "step": 5563, "loss": 0.2994507849216461, "total_norm": 8.803706169128418}
-{"epoch": 3, "step": 5564, "loss": 0.22071880102157593, "total_norm": 8.051502227783203}
-{"epoch": 3, "step": 5565, "loss": 0.33128058910369873, "total_norm": 9.663911819458008}
-{"epoch": 3, "step": 5566, "loss": 0.17438732087612152, "total_norm": 7.898325443267822}
-{"epoch": 3, "step": 5567, "loss": 0.26133212447166443, "total_norm": 13.466288566589355}
-{"epoch": 3, "step": 5568, "loss": 0.32143068313598633, "total_norm": 11.562978744506836}
-{"epoch": 3, "step": 5569, "loss": 0.4149599075317383, "total_norm": 11.426436424255371}
-{"epoch": 3, "step": 5570, "loss": 0.35566943883895874, "total_norm": 13.71751880645752}
-{"epoch": 3, "step": 5571, "loss": 0.1921682357788086, "total_norm": 9.559237480163574}
-{"epoch": 3, "step": 5572, "loss": 0.2333657294511795, "total_norm": 8.245243072509766}
-{"epoch": 3, "step": 5573, "loss": 0.3052702248096466, "total_norm": 9.217148780822754}
-{"epoch": 3, "step": 5574, "loss": 0.31682199239730835, "total_norm": 10.020167350769043}
-{"epoch": 3, "step": 5575, "loss": 0.4463185966014862, "total_norm": 10.196134567260742}
-{"epoch": 3, "step": 5576, "loss": 0.2588743567466736, "total_norm": 10.437488555908203}
-{"epoch": 3, "step": 5577, "loss": 0.38794198632240295, "total_norm": 10.78999137878418}
-{"epoch": 3, "step": 5578, "loss": 0.1236189678311348, "total_norm": 5.478822708129883}
-{"epoch": 3, "step": 5579, "loss": 0.22886642813682556, "total_norm": 7.822268486022949}
-{"epoch": 3, "step": 5580, "loss": 0.2802636921405792, "total_norm": 10.266733169555664}
-{"epoch": 3, "step": 5581, "loss": 0.26292288303375244, "total_norm": 8.290414810180664}
-{"epoch": 3, "step": 5582, "loss": 0.1762508600950241, "total_norm": 13.314812660217285}
-{"epoch": 3, "step": 5583, "loss": 0.31625285744667053, "total_norm": 7.516870498657227}
-{"epoch": 3, "step": 5584, "loss": 0.15469007194042206, "total_norm": 6.308979034423828}
-{"epoch": 3, "step": 5585, "loss": 0.24666911363601685, "total_norm": 10.686798095703125}
-{"epoch": 3, "step": 5586, "loss": 0.23877844214439392, "total_norm": 10.58958911895752}
-{"epoch": 3, "step": 5587, "loss": 0.29213136434555054, "total_norm": 10.402532577514648}
-{"epoch": 3, "step": 5588, "loss": 0.2664405107498169, "total_norm": 6.285084247589111}
-{"epoch": 3, "step": 5589, "loss": 0.31770414113998413, "total_norm": 10.2026948928833}
-{"epoch": 3, "step": 5590, "loss": 0.2874130308628082, "total_norm": 9.282829284667969}
-{"epoch": 3, "step": 5591, "loss": 0.19255279004573822, "total_norm": 12.5365629196167}
-{"epoch": 3, "step": 5592, "loss": 0.2129916101694107, "total_norm": 12.47327995300293}
-{"epoch": 3, "step": 5593, "loss": 0.3008987307548523, "total_norm": 12.478717803955078}
-{"epoch": 3, "step": 5594, "loss": 0.27977076172828674, "total_norm": 9.707439422607422}
-{"epoch": 3, "step": 5595, "loss": 0.2698633074760437, "total_norm": 9.826028823852539}
-{"epoch": 3, "step": 5596, "loss": 0.30425122380256653, "total_norm": 8.582625389099121}
-{"epoch": 3, "step": 5597, "loss": 0.3022564947605133, "total_norm": 8.620902061462402}
-{"epoch": 3, "step": 5598, "loss": 0.5346644520759583, "total_norm": 13.617782592773438}
-{"epoch": 3, "step": 5599, "loss": 0.2700277268886566, "total_norm": 7.7099761962890625}
-{"epoch": 3, "step": 5600, "loss": 0.29818663001060486, "total_norm": 8.564971923828125}
-{"epoch": 3, "step": 5601, "loss": 0.2995082437992096, "total_norm": 10.105387687683105}
-{"epoch": 3, "step": 5602, "loss": 0.21723157167434692, "total_norm": 8.27109432220459}
-{"epoch": 3, "step": 5603, "loss": 0.30898407101631165, "total_norm": 10.573925018310547}
-{"epoch": 3, "step": 5604, "loss": 0.27165478467941284, "total_norm": 8.036176681518555}
-{"epoch": 3, "step": 5605, "loss": 0.23613421618938446, "total_norm": 7.402894020080566}
-{"epoch": 3, "step": 5606, "loss": 0.3387080729007721, "total_norm": 10.127239227294922}
-{"epoch": 3, "step": 5607, "loss": 0.28040996193885803, "total_norm": 9.428045272827148}
-{"epoch": 3, "step": 5608, "loss": 0.31065869331359863, "total_norm": 10.378268241882324}
-{"epoch": 3, "step": 5609, "loss": 0.2691095173358917, "total_norm": 9.184544563293457}
-{"epoch": 3, "step": 5610, "loss": 0.21471546590328217, "total_norm": 9.717004776000977}
-{"epoch": 3, "step": 5611, "loss": 0.4577604830265045, "total_norm": 12.014530181884766}
-{"epoch": 3, "step": 5612, "loss": 0.26478663086891174, "total_norm": 8.40987491607666}
-{"epoch": 3, "step": 5613, "loss": 0.34475040435791016, "total_norm": 9.460461616516113}
-{"epoch": 3, "step": 5614, "loss": 0.2544274926185608, "total_norm": 8.228462219238281}
-{"epoch": 3, "step": 5615, "loss": 0.1990022212266922, "total_norm": 7.952579975128174}
-{"epoch": 3, "step": 5616, "loss": 0.23569661378860474, "total_norm": 7.5864763259887695}
-{"epoch": 3, "step": 5617, "loss": 0.4873504638671875, "total_norm": 12.427921295166016}
-{"epoch": 3, "step": 5618, "loss": 0.3138895034790039, "total_norm": 8.793760299682617}
-{"epoch": 3, "step": 5619, "loss": 0.21190620958805084, "total_norm": 7.288734436035156}
-{"epoch": 3, "step": 5620, "loss": 0.25791406631469727, "total_norm": 8.419938087463379}
-{"epoch": 3, "step": 5621, "loss": 0.4171638488769531, "total_norm": 12.948832511901855}
-{"epoch": 3, "step": 5622, "loss": 0.1659211665391922, "total_norm": 11.613045692443848}
-{"epoch": 3, "step": 5623, "loss": 0.11972452700138092, "total_norm": 8.739103317260742}
-{"epoch": 3, "step": 5624, "loss": 0.28358060121536255, "total_norm": 12.062919616699219}
-{"epoch": 3, "step": 5625, "loss": 0.29540884494781494, "total_norm": 8.49683952331543}
-{"epoch": 3, "step": 5626, "loss": 0.37922918796539307, "total_norm": 8.221957206726074}
-{"epoch": 3, "step": 5627, "loss": 0.41020458936691284, "total_norm": 22.883665084838867}
-{"epoch": 3, "step": 5628, "loss": 0.17240293323993683, "total_norm": 7.726095199584961}
-{"epoch": 3, "step": 5629, "loss": 0.34829357266426086, "total_norm": 9.901294708251953}
-{"epoch": 3, "step": 5630, "loss": 0.28173789381980896, "total_norm": 8.661848068237305}
-{"epoch": 3, "step": 5631, "loss": 0.3502683937549591, "total_norm": 12.906310081481934}
-{"epoch": 3, "step": 5632, "eval_loss": 2.9205752052366734, "eval_rougeL": 0.27767188708867535}
-{"epoch": 3, "step": 5632, "loss": 0.15816935896873474, "total_norm": 8.809064865112305}
-{"epoch": 3, "step": 5633, "loss": 0.20970910787582397, "total_norm": 7.37823486328125}
-{"epoch": 3, "step": 5634, "loss": 0.3859637677669525, "total_norm": 8.193888664245605}
-{"epoch": 3, "step": 5635, "loss": 0.13294105231761932, "total_norm": 9.653669357299805}
-{"epoch": 3, "step": 5636, "loss": 0.21830402314662933, "total_norm": 11.068395614624023}
-{"epoch": 3, "step": 5637, "loss": 0.2384812831878662, "total_norm": 9.340288162231445}
-{"epoch": 3, "step": 5638, "loss": 0.23564176261425018, "total_norm": 7.214536190032959}
-{"epoch": 3, "step": 5639, "loss": 0.2878675162792206, "total_norm": 8.822120666503906}
-{"epoch": 3, "step": 5640, "loss": 0.2916753590106964, "total_norm": 8.813728332519531}
-{"epoch": 3, "step": 5641, "loss": 0.36663344502449036, "total_norm": 12.121248245239258}
-{"epoch": 3, "step": 5642, "loss": 0.4171036183834076, "total_norm": 12.103137969970703}
-{"epoch": 3, "step": 5643, "loss": 0.28419244289398193, "total_norm": 11.565138816833496}
-{"epoch": 3, "step": 5644, "loss": 0.33851680159568787, "total_norm": 15.277494430541992}
-{"epoch": 3, "step": 5645, "loss": 0.2491675764322281, "total_norm": 7.980940341949463}
-{"epoch": 3, "step": 5646, "loss": 0.31759440898895264, "total_norm": 12.985623359680176}
-{"epoch": 3, "step": 5647, "loss": 0.2248782068490982, "total_norm": 9.119686126708984}
-{"epoch": 3, "step": 5648, "loss": 0.20210132002830505, "total_norm": 7.97635555267334}
-{"epoch": 3, "step": 5649, "loss": 0.20054148137569427, "total_norm": 9.654571533203125}
-{"epoch": 3, "step": 5650, "loss": 0.19129781424999237, "total_norm": 6.462894916534424}
-{"epoch": 3, "step": 5651, "loss": 0.254996657371521, "total_norm": 11.89803695678711}
-{"epoch": 3, "step": 5652, "loss": 0.39207541942596436, "total_norm": 8.868122100830078}
-{"epoch": 3, "step": 5653, "loss": 0.24784764647483826, "total_norm": 8.286327362060547}
-{"epoch": 3, "step": 5654, "loss": 0.28123950958251953, "total_norm": 10.076971054077148}
-{"epoch": 3, "step": 5655, "loss": 0.25180983543395996, "total_norm": 10.964394569396973}
-{"epoch": 3, "step": 5656, "loss": 0.2785249948501587, "total_norm": 10.932209968566895}
-{"epoch": 3, "step": 5657, "loss": 0.18239811062812805, "total_norm": 6.562652111053467}
-{"epoch": 3, "step": 5658, "loss": 0.22022545337677002, "total_norm": 10.331827163696289}
-{"epoch": 3, "step": 5659, "loss": 0.22949837148189545, "total_norm": 8.062253952026367}
-{"epoch": 3, "step": 5660, "loss": 0.361907035112381, "total_norm": 10.754849433898926}
-{"epoch": 3, "step": 5661, "loss": 0.20659169554710388, "total_norm": 12.662700653076172}
-{"epoch": 3, "step": 5662, "loss": 0.34438005089759827, "total_norm": 11.188231468200684}
-{"epoch": 3, "step": 5663, "loss": 0.2549942135810852, "total_norm": 9.076059341430664}
-{"epoch": 3, "step": 5664, "loss": 0.13582690060138702, "total_norm": 7.571279525756836}
-{"epoch": 3, "step": 5665, "loss": 0.34144529700279236, "total_norm": 11.096597671508789}
-{"epoch": 3, "step": 5666, "loss": 0.3676574230194092, "total_norm": 10.858184814453125}
-{"epoch": 3, "step": 5667, "loss": 0.2928398847579956, "total_norm": 9.001242637634277}
-{"epoch": 3, "step": 5668, "loss": 0.21169975399971008, "total_norm": 8.78386402130127}
-{"epoch": 3, "step": 5669, "loss": 0.33643364906311035, "total_norm": 8.957418441772461}
-{"epoch": 3, "step": 5670, "loss": 0.36389821767807007, "total_norm": 10.786975860595703}
-{"epoch": 3, "step": 5671, "loss": 0.2767266631126404, "total_norm": 9.089004516601562}
-{"epoch": 3, "step": 5672, "loss": 0.19442978501319885, "total_norm": 8.372550964355469}
-{"epoch": 3, "step": 5673, "loss": 0.2797873616218567, "total_norm": 8.94748592376709}
-{"epoch": 3, "step": 5674, "loss": 0.343811959028244, "total_norm": 9.18761157989502}
-{"epoch": 3, "step": 5675, "loss": 0.2959774434566498, "total_norm": 11.14245319366455}
-{"epoch": 3, "step": 5676, "loss": 0.30844220519065857, "total_norm": 10.831808090209961}
-{"epoch": 3, "step": 5677, "loss": 0.26563897728919983, "total_norm": 8.656781196594238}
-{"epoch": 3, "step": 5678, "loss": 0.30442628264427185, "total_norm": 8.958799362182617}
-{"epoch": 3, "step": 5679, "loss": 0.08918061852455139, "total_norm": 6.046565532684326}
-{"epoch": 3, "step": 5680, "loss": 0.2940407395362854, "total_norm": 7.855379581451416}
-{"epoch": 3, "step": 5681, "loss": 0.4908832311630249, "total_norm": 12.753841400146484}
-{"epoch": 3, "step": 5682, "loss": 0.3396276831626892, "total_norm": 10.077035903930664}
-{"epoch": 3, "step": 5683, "loss": 0.32650262117385864, "total_norm": 8.438055992126465}
-{"epoch": 3, "step": 5684, "loss": 0.2573776841163635, "total_norm": 9.01914119720459}
-{"epoch": 3, "step": 5685, "loss": 0.2893298864364624, "total_norm": 8.522497177124023}
-{"epoch": 3, "step": 5686, "loss": 0.44386225938796997, "total_norm": 11.794210433959961}
-{"epoch": 3, "step": 5687, "loss": 0.17145437002182007, "total_norm": 10.040580749511719}
-{"epoch": 3, "step": 5688, "loss": 0.2543734908103943, "total_norm": 7.350497722625732}
-{"epoch": 3, "step": 5689, "loss": 0.16574998199939728, "total_norm": 8.159989356994629}
-{"epoch": 3, "step": 5690, "loss": 0.28054890036582947, "total_norm": 9.079113006591797}
-{"epoch": 3, "step": 5691, "loss": 0.26047247648239136, "total_norm": 8.3942289352417}
-{"epoch": 3, "step": 5692, "loss": 0.2720257043838501, "total_norm": 9.619612693786621}
-{"epoch": 3, "step": 5693, "loss": 0.28037890791893005, "total_norm": 8.19044017791748}
-{"epoch": 3, "step": 5694, "loss": 0.28511369228363037, "total_norm": 12.397865295410156}
-{"epoch": 3, "step": 5695, "loss": 0.19256341457366943, "total_norm": 7.758908271789551}
-{"epoch": 3, "step": 5696, "loss": 0.27627789974212646, "total_norm": 9.719745635986328}
-{"epoch": 3, "step": 5697, "loss": 0.12488452345132828, "total_norm": 7.923431873321533}
-{"epoch": 3, "step": 5698, "loss": 0.3213481307029724, "total_norm": 10.08612060546875}
-{"epoch": 3, "step": 5699, "loss": 0.37992069125175476, "total_norm": 11.578761100769043}
-{"epoch": 3, "step": 5700, "loss": 0.2410411685705185, "total_norm": 10.580628395080566}
-{"epoch": 3, "step": 5701, "loss": 0.2687104642391205, "total_norm": 7.80281925201416}
-{"epoch": 3, "step": 5702, "loss": 0.16459713876247406, "total_norm": 8.499792098999023}
-{"epoch": 3, "step": 5703, "loss": 0.24254445731639862, "total_norm": 7.877265453338623}
-{"epoch": 3, "step": 5704, "loss": 0.3522680997848511, "total_norm": 9.649218559265137}
-{"epoch": 3, "step": 5705, "loss": 0.2724533975124359, "total_norm": 8.511040687561035}
-{"epoch": 3, "step": 5706, "loss": 0.19498741626739502, "total_norm": 7.2484564781188965}
-{"epoch": 3, "step": 5707, "loss": 0.24342432618141174, "total_norm": 7.222282886505127}
-{"epoch": 3, "step": 5708, "loss": 0.5155439376831055, "total_norm": 10.676194190979004}
-{"epoch": 3, "step": 5709, "loss": 0.13812029361724854, "total_norm": 8.132311820983887}
-{"epoch": 3, "step": 5710, "loss": 0.25139930844306946, "total_norm": 10.4752836227417}
-{"epoch": 3, "step": 5711, "loss": 0.36891114711761475, "total_norm": 8.987130165100098}
-{"epoch": 3, "step": 5712, "loss": 0.1991620510816574, "total_norm": 9.763049125671387}
-{"epoch": 3, "step": 5713, "loss": 0.30087846517562866, "total_norm": 13.064623832702637}
-{"epoch": 3, "step": 5714, "loss": 0.3181464672088623, "total_norm": 9.335079193115234}
-{"epoch": 3, "step": 5715, "loss": 0.328387975692749, "total_norm": 10.398672103881836}
-{"epoch": 3, "step": 5716, "loss": 0.3195672631263733, "total_norm": 8.251668930053711}
-{"epoch": 3, "step": 5717, "loss": 0.22228321433067322, "total_norm": 9.018889427185059}
-{"epoch": 3, "step": 5718, "loss": 0.2383076697587967, "total_norm": 10.22681999206543}
-{"epoch": 3, "step": 5719, "loss": 0.18500235676765442, "total_norm": 11.970460891723633}
-{"epoch": 3, "step": 5720, "eval_loss": 2.937099028378725, "eval_rougeL": 0.28470596364967743}
-{"epoch": 4, "step": 5720, "loss": 0.16599886119365692, "total_norm": 7.758617877960205}
-{"epoch": 4, "step": 5721, "loss": 0.22196224331855774, "total_norm": 10.140252113342285}
-{"epoch": 4, "step": 5722, "loss": 0.16651003062725067, "total_norm": 7.151690483093262}
-{"epoch": 4, "step": 5723, "loss": 0.1928720921278, "total_norm": 6.376160144805908}
-{"epoch": 4, "step": 5724, "loss": 0.18966564536094666, "total_norm": 9.16375732421875}
-{"epoch": 4, "step": 5725, "loss": 0.24681679904460907, "total_norm": 11.862582206726074}
-{"epoch": 4, "step": 5726, "loss": 0.18315009772777557, "total_norm": 4.969064712524414}
-{"epoch": 4, "step": 5727, "loss": 0.05912468954920769, "total_norm": 4.535547733306885}
-{"epoch": 4, "step": 5728, "loss": 0.06884258985519409, "total_norm": 5.63348388671875}
-{"epoch": 4, "step": 5729, "loss": 0.14883288741111755, "total_norm": 6.485286712646484}
-{"epoch": 4, "step": 5730, "loss": 0.17654097080230713, "total_norm": 5.801102638244629}
-{"epoch": 4, "step": 5731, "loss": 0.05950119346380234, "total_norm": 5.086658000946045}
-{"epoch": 4, "step": 5732, "loss": 0.24744448065757751, "total_norm": 9.687097549438477}
-{"epoch": 4, "step": 5733, "loss": 0.12432516366243362, "total_norm": 7.584629535675049}
-{"epoch": 4, "step": 5734, "loss": 0.09413483738899231, "total_norm": 4.933879852294922}
-{"epoch": 4, "step": 5735, "loss": 0.21084360778331757, "total_norm": 7.3716139793396}
-{"epoch": 4, "step": 5736, "loss": 0.12168759107589722, "total_norm": 6.0499467849731445}
-{"epoch": 4, "step": 5737, "loss": 0.07183057069778442, "total_norm": 7.862111568450928}
-{"epoch": 4, "step": 5738, "loss": 0.18311259150505066, "total_norm": 7.354904651641846}
-{"epoch": 4, "step": 5739, "loss": 0.08204007148742676, "total_norm": 4.432090759277344}
-{"epoch": 4, "step": 5740, "loss": 0.15437042713165283, "total_norm": 5.833802700042725}
-{"epoch": 4, "step": 5741, "loss": 0.11263445764780045, "total_norm": 5.92954158782959}
-{"epoch": 4, "step": 5742, "loss": 0.2280372679233551, "total_norm": 8.74980640411377}
-{"epoch": 4, "step": 5743, "loss": 0.1100306510925293, "total_norm": 5.987726211547852}
-{"epoch": 4, "step": 5744, "loss": 0.12632188200950623, "total_norm": 6.99845027923584}
-{"epoch": 4, "step": 5745, "loss": 0.086691714823246, "total_norm": 5.047609806060791}
-{"epoch": 4, "step": 5746, "loss": 0.09292826801538467, "total_norm": 4.307072162628174}
-{"epoch": 4, "step": 5747, "loss": 0.1333896368741989, "total_norm": 10.504844665527344}
-{"epoch": 4, "step": 5748, "loss": 0.1199926882982254, "total_norm": 5.136977672576904}
-{"epoch": 4, "step": 5749, "loss": 0.2562192380428314, "total_norm": 12.813163757324219}
-{"epoch": 4, "step": 5750, "loss": 0.09515998512506485, "total_norm": 4.927567005157471}
-{"epoch": 4, "step": 5751, "loss": 0.118524469435215, "total_norm": 8.868620872497559}
-{"epoch": 4, "step": 5752, "loss": 0.07880255579948425, "total_norm": 5.296781539916992}
-{"epoch": 4, "step": 5753, "loss": 0.1390761435031891, "total_norm": 8.735550880432129}
-{"epoch": 4, "step": 5754, "loss": 0.13676299154758453, "total_norm": 6.346930980682373}
-{"epoch": 4, "step": 5755, "loss": 0.1781075894832611, "total_norm": 6.024787425994873}
-{"epoch": 4, "step": 5756, "loss": 0.17376087605953217, "total_norm": 6.671222686767578}
-{"epoch": 4, "step": 5757, "loss": 0.30830854177474976, "total_norm": 9.45595645904541}
-{"epoch": 4, "step": 5758, "loss": 0.07463312894105911, "total_norm": 5.4798126220703125}
-{"epoch": 4, "step": 5759, "loss": 0.15077291429042816, "total_norm": 4.873284339904785}
-{"epoch": 4, "step": 5760, "loss": 0.0871531218290329, "total_norm": 6.356106758117676}
-{"epoch": 4, "step": 5761, "loss": 0.09290679544210434, "total_norm": 3.7768397331237793}
-{"epoch": 4, "step": 5762, "loss": 0.11938374489545822, "total_norm": 5.699618816375732}
-{"epoch": 4, "step": 5763, "loss": 0.11756762862205505, "total_norm": 5.029058933258057}
-{"epoch": 4, "step": 5764, "loss": 0.1158343255519867, "total_norm": 4.861122131347656}
-{"epoch": 4, "step": 5765, "loss": 0.08958160877227783, "total_norm": 7.838935375213623}
-{"epoch": 4, "step": 5766, "loss": 0.11375521123409271, "total_norm": 7.143845081329346}
-{"epoch": 4, "step": 5767, "loss": 0.1101137027144432, "total_norm": 5.923819541931152}
-{"epoch": 4, "step": 5768, "loss": 0.08466460555791855, "total_norm": 10.348005294799805}
-{"epoch": 4, "step": 5769, "loss": 0.10830283910036087, "total_norm": 8.417526245117188}
-{"epoch": 4, "step": 5770, "loss": 0.16900846362113953, "total_norm": 6.459743976593018}
-{"epoch": 4, "step": 5771, "loss": 0.1350187212228775, "total_norm": 7.490784168243408}
-{"epoch": 4, "step": 5772, "loss": 0.09476117044687271, "total_norm": 7.346182346343994}
-{"epoch": 4, "step": 5773, "loss": 0.09722411632537842, "total_norm": 6.140125274658203}
-{"epoch": 4, "step": 5774, "loss": 0.10002992302179337, "total_norm": 5.578561305999756}
-{"epoch": 4, "step": 5775, "loss": 0.11383058875799179, "total_norm": 8.232650756835938}
-{"epoch": 4, "step": 5776, "loss": 0.13238702714443207, "total_norm": 5.600594997406006}
-{"epoch": 4, "step": 5777, "loss": 0.10751747339963913, "total_norm": 7.678252220153809}
-{"epoch": 4, "step": 5778, "loss": 0.11747144162654877, "total_norm": 5.759793758392334}
-{"epoch": 4, "step": 5779, "loss": 0.18941017985343933, "total_norm": 7.783796787261963}
-{"epoch": 4, "step": 5780, "loss": 0.2061266452074051, "total_norm": 9.69070816040039}
-{"epoch": 4, "step": 5781, "loss": 0.23315931856632233, "total_norm": 10.08620548248291}
-{"epoch": 4, "step": 5782, "loss": 0.1435260772705078, "total_norm": 9.724735260009766}
-{"epoch": 4, "step": 5783, "loss": 0.10607646405696869, "total_norm": 5.956275463104248}
-{"epoch": 4, "step": 5784, "loss": 0.0920763835310936, "total_norm": 5.423705101013184}
-{"epoch": 4, "step": 5785, "loss": 0.1697159707546234, "total_norm": 10.078228950500488}
-{"epoch": 4, "step": 5786, "loss": 0.06858717650175095, "total_norm": 4.51948356628418}
-{"epoch": 4, "step": 5787, "loss": 0.1534811556339264, "total_norm": 6.5061469078063965}
-{"epoch": 4, "step": 5788, "loss": 0.12184137105941772, "total_norm": 9.173818588256836}
-{"epoch": 4, "step": 5789, "loss": 0.13219527900218964, "total_norm": 6.940299987792969}
-{"epoch": 4, "step": 5790, "loss": 0.21057431399822235, "total_norm": 8.245370864868164}
-{"epoch": 4, "step": 5791, "loss": 0.09300804883241653, "total_norm": 8.101819038391113}
-{"epoch": 4, "step": 5792, "loss": 0.08886299282312393, "total_norm": 5.170596122741699}
-{"epoch": 4, "step": 5793, "loss": 0.13746418058872223, "total_norm": 7.550370216369629}
-{"epoch": 4, "step": 5794, "loss": 0.0767197459936142, "total_norm": 5.743733882904053}
-{"epoch": 4, "step": 5795, "loss": 0.20976880192756653, "total_norm": 9.658514022827148}
-{"epoch": 4, "step": 5796, "loss": 0.12857413291931152, "total_norm": 6.126897811889648}
-{"epoch": 4, "step": 5797, "loss": 0.07688738405704498, "total_norm": 5.076113700866699}
-{"epoch": 4, "step": 5798, "loss": 0.07751327753067017, "total_norm": 5.961607456207275}
-{"epoch": 4, "step": 5799, "loss": 0.14744509756565094, "total_norm": 5.869095325469971}
-{"epoch": 4, "step": 5800, "loss": 0.1472601741552353, "total_norm": 9.301363945007324}
-{"epoch": 4, "step": 5801, "loss": 0.1672714650630951, "total_norm": 9.731160163879395}
-{"epoch": 4, "step": 5802, "loss": 0.15565772354602814, "total_norm": 7.620272636413574}
-{"epoch": 4, "step": 5803, "loss": 0.17362402379512787, "total_norm": 7.121504783630371}
-{"epoch": 4, "step": 5804, "loss": 0.11414789408445358, "total_norm": 5.594261646270752}
-{"epoch": 4, "step": 5805, "loss": 0.1255665272474289, "total_norm": 8.673273086547852}
-{"epoch": 4, "step": 5806, "loss": 0.14074335992336273, "total_norm": 6.331301212310791}
-{"epoch": 4, "step": 5807, "loss": 0.12531369924545288, "total_norm": 5.95760440826416}
-{"epoch": 4, "step": 5808, "loss": 0.20736318826675415, "total_norm": 7.225287914276123}
-{"epoch": 4, "step": 5809, "loss": 0.1449229121208191, "total_norm": 6.156709671020508}
-{"epoch": 4, "step": 5810, "loss": 0.15446774661540985, "total_norm": 8.637784957885742}
-{"epoch": 4, "step": 5811, "loss": 0.13549946248531342, "total_norm": 9.115898132324219}
-{"epoch": 4, "step": 5812, "loss": 0.079800084233284, "total_norm": 5.2677998542785645}
-{"epoch": 4, "step": 5813, "loss": 0.19504791498184204, "total_norm": 10.83101749420166}
-{"epoch": 4, "step": 5814, "loss": 0.09927215427160263, "total_norm": 6.1923136711120605}
-{"epoch": 4, "step": 5815, "loss": 0.17589853703975677, "total_norm": 10.322752952575684}
-{"epoch": 4, "step": 5816, "loss": 0.04669357091188431, "total_norm": 3.4215686321258545}
-{"epoch": 4, "step": 5817, "loss": 0.1371661275625229, "total_norm": 6.136249542236328}
-{"epoch": 4, "step": 5818, "loss": 0.2742311656475067, "total_norm": 7.88142204284668}
-{"epoch": 4, "step": 5819, "loss": 0.11342313140630722, "total_norm": 9.659412384033203}
-{"epoch": 4, "step": 5820, "loss": 0.09565607458353043, "total_norm": 6.85137939453125}
-{"epoch": 4, "step": 5821, "loss": 0.17591379582881927, "total_norm": 7.175842761993408}
-{"epoch": 4, "step": 5822, "loss": 0.20979170501232147, "total_norm": 7.049728870391846}
-{"epoch": 4, "step": 5823, "loss": 0.1421896070241928, "total_norm": 7.212405204772949}
-{"epoch": 4, "step": 5824, "loss": 0.07902396470308304, "total_norm": 5.616687774658203}
-{"epoch": 4, "step": 5825, "loss": 0.10324010252952576, "total_norm": 6.819036483764648}
-{"epoch": 4, "step": 5826, "loss": 0.09635215997695923, "total_norm": 5.242041110992432}
-{"epoch": 4, "step": 5827, "loss": 0.11834386736154556, "total_norm": 5.373443126678467}
-{"epoch": 4, "step": 5828, "loss": 0.13436952233314514, "total_norm": 5.599835395812988}
-{"epoch": 4, "step": 5829, "loss": 0.10857150703668594, "total_norm": 8.549600601196289}
-{"epoch": 4, "step": 5830, "loss": 0.24458710849285126, "total_norm": 9.276557922363281}
-{"epoch": 4, "step": 5831, "loss": 0.1389097273349762, "total_norm": 7.6235761642456055}
-{"epoch": 4, "step": 5832, "loss": 0.08314628154039383, "total_norm": 7.406879425048828}
-{"epoch": 4, "step": 5833, "loss": 0.0855884701013565, "total_norm": 5.619119167327881}
-{"epoch": 4, "step": 5834, "loss": 0.17097924649715424, "total_norm": 7.228338241577148}
-{"epoch": 4, "step": 5835, "loss": 0.15994615852832794, "total_norm": 9.220794677734375}
-{"epoch": 4, "step": 5836, "loss": 0.05409388616681099, "total_norm": 4.695181369781494}
-{"epoch": 4, "step": 5837, "loss": 0.15461988747119904, "total_norm": 8.10376262664795}
-{"epoch": 4, "step": 5838, "loss": 0.1855066418647766, "total_norm": 9.48971176147461}
-{"epoch": 4, "step": 5839, "loss": 0.15520188212394714, "total_norm": 7.361560821533203}
-{"epoch": 4, "step": 5840, "loss": 0.07888911664485931, "total_norm": 6.889321327209473}
-{"epoch": 4, "step": 5841, "loss": 0.12903301417827606, "total_norm": 5.6716485023498535}
-{"epoch": 4, "step": 5842, "loss": 0.13130827248096466, "total_norm": 7.603488445281982}
-{"epoch": 4, "step": 5843, "loss": 0.08681117743253708, "total_norm": 6.11912202835083}
-{"epoch": 4, "step": 5844, "loss": 0.12904447317123413, "total_norm": 9.224143981933594}
-{"epoch": 4, "step": 5845, "loss": 0.19666840136051178, "total_norm": 7.144903182983398}
-{"epoch": 4, "step": 5846, "loss": 0.18865449726581573, "total_norm": 10.017765045166016}
-{"epoch": 4, "step": 5847, "loss": 0.16722455620765686, "total_norm": 6.254651069641113}
-{"epoch": 4, "step": 5848, "loss": 0.12174567580223083, "total_norm": 9.20523452758789}
-{"epoch": 4, "step": 5849, "loss": 0.12489325553178787, "total_norm": 6.650453567504883}
-{"epoch": 4, "step": 5850, "loss": 0.10527663677930832, "total_norm": 4.929927349090576}
-{"epoch": 4, "step": 5851, "loss": 0.09124764055013657, "total_norm": 5.8950018882751465}
-{"epoch": 4, "step": 5852, "loss": 0.09690502285957336, "total_norm": 8.300705909729004}
-{"epoch": 4, "step": 5853, "loss": 0.21947485208511353, "total_norm": 9.648844718933105}
-{"epoch": 4, "step": 5854, "loss": 0.09304190427064896, "total_norm": 4.817503929138184}
-{"epoch": 4, "step": 5855, "loss": 0.17658375203609467, "total_norm": 8.567086219787598}
-{"epoch": 4, "step": 5856, "loss": 0.2534222900867462, "total_norm": 11.196136474609375}
-{"epoch": 4, "step": 5857, "loss": 0.13779743015766144, "total_norm": 8.878515243530273}
-{"epoch": 4, "step": 5858, "loss": 0.08316535502672195, "total_norm": 7.166298866271973}
-{"epoch": 4, "step": 5859, "loss": 0.11715922504663467, "total_norm": 4.937855243682861}
-{"epoch": 4, "step": 5860, "loss": 0.19028779864311218, "total_norm": 9.69127368927002}
-{"epoch": 4, "step": 5861, "loss": 0.16308003664016724, "total_norm": 6.382778167724609}
-{"epoch": 4, "step": 5862, "loss": 0.16571426391601562, "total_norm": 7.285501956939697}
-{"epoch": 4, "step": 5863, "loss": 0.09700263291597366, "total_norm": 7.1473388671875}
-{"epoch": 4, "step": 5864, "loss": 0.10763701796531677, "total_norm": 7.852590084075928}
-{"epoch": 4, "step": 5865, "loss": 0.18072737753391266, "total_norm": 7.015696048736572}
-{"epoch": 4, "step": 5866, "loss": 0.24697420001029968, "total_norm": 14.136505126953125}
-{"epoch": 4, "step": 5867, "loss": 0.13074330985546112, "total_norm": 9.5859375}
-{"epoch": 4, "step": 5868, "loss": 0.13674403727054596, "total_norm": 8.439512252807617}
-{"epoch": 4, "step": 5869, "loss": 0.1662653684616089, "total_norm": 6.408257484436035}
-{"epoch": 4, "step": 5870, "loss": 0.24661152064800262, "total_norm": 11.66435718536377}
-{"epoch": 4, "step": 5871, "loss": 0.07225368171930313, "total_norm": 6.167416572570801}
-{"epoch": 4, "step": 5872, "loss": 0.14987963438034058, "total_norm": 9.575945854187012}
-{"epoch": 4, "step": 5873, "loss": 0.08183033019304276, "total_norm": 7.459272861480713}
-{"epoch": 4, "step": 5874, "loss": 0.16469384729862213, "total_norm": 6.165240287780762}
-{"epoch": 4, "step": 5875, "loss": 0.23634418845176697, "total_norm": 7.5403642654418945}
-{"epoch": 4, "step": 5876, "loss": 0.10184860974550247, "total_norm": 7.004824638366699}
-{"epoch": 4, "step": 5877, "loss": 0.10376833379268646, "total_norm": 5.278010845184326}
-{"epoch": 4, "step": 5878, "loss": 0.16694825887680054, "total_norm": 6.979564666748047}
-{"epoch": 4, "step": 5879, "loss": 0.17246295511722565, "total_norm": 10.048080444335938}
-{"epoch": 4, "step": 5880, "loss": 0.17377926409244537, "total_norm": 6.114825248718262}
-{"epoch": 4, "step": 5881, "loss": 0.1157565712928772, "total_norm": 6.335358142852783}
-{"epoch": 4, "step": 5882, "loss": 0.20936711132526398, "total_norm": 7.622482776641846}
-{"epoch": 4, "step": 5883, "loss": 0.1472754329442978, "total_norm": 7.096031188964844}
-{"epoch": 4, "step": 5884, "loss": 0.16008231043815613, "total_norm": 6.764132022857666}
-{"epoch": 4, "step": 5885, "loss": 0.09367210417985916, "total_norm": 5.680965900421143}
-{"epoch": 4, "step": 5886, "loss": 0.3156658709049225, "total_norm": 9.105552673339844}
-{"epoch": 4, "step": 5887, "loss": 0.18439185619354248, "total_norm": 7.793018341064453}
-{"epoch": 4, "step": 5888, "loss": 0.14494618773460388, "total_norm": 6.890167236328125}
-{"epoch": 4, "step": 5889, "loss": 0.11677470803260803, "total_norm": 8.754202842712402}
-{"epoch": 4, "step": 5890, "loss": 0.09627026319503784, "total_norm": 10.20116901397705}
-{"epoch": 4, "step": 5891, "loss": 0.296558141708374, "total_norm": 15.437213897705078}
-{"epoch": 4, "step": 5892, "loss": 0.11618934571743011, "total_norm": 6.511685371398926}
-{"epoch": 4, "step": 5893, "loss": 0.09762579947710037, "total_norm": 4.655808925628662}
-{"epoch": 4, "step": 5894, "loss": 0.2152787148952484, "total_norm": 12.061245918273926}
-{"epoch": 4, "step": 5895, "loss": 0.2353132665157318, "total_norm": 7.896787166595459}
-{"epoch": 4, "step": 5896, "loss": 0.14203108847141266, "total_norm": 6.618162631988525}
-{"epoch": 4, "step": 5897, "loss": 0.07504671812057495, "total_norm": 4.485291004180908}
-{"epoch": 4, "step": 5898, "loss": 0.15428997576236725, "total_norm": 11.04936695098877}
-{"epoch": 4, "step": 5899, "loss": 0.12410692870616913, "total_norm": 5.657683849334717}
-{"epoch": 4, "step": 5900, "loss": 0.1697608083486557, "total_norm": 10.49268627166748}
-{"epoch": 4, "step": 5901, "loss": 0.12933723628520966, "total_norm": 7.150579929351807}
-{"epoch": 4, "step": 5902, "loss": 0.14198783040046692, "total_norm": 7.530304431915283}
-{"epoch": 4, "step": 5903, "loss": 0.21916775405406952, "total_norm": 7.994098663330078}
-{"epoch": 4, "step": 5904, "loss": 0.12819674611091614, "total_norm": 5.936980724334717}
-{"epoch": 4, "step": 5905, "loss": 0.11620533466339111, "total_norm": 5.901607990264893}
-{"epoch": 4, "step": 5906, "loss": 0.20139072835445404, "total_norm": 8.571078300476074}
-{"epoch": 4, "step": 5907, "loss": 0.15687963366508484, "total_norm": 9.566706657409668}
-{"epoch": 4, "step": 5908, "loss": 0.12931746244430542, "total_norm": 5.761009693145752}
-{"epoch": 4, "step": 5909, "loss": 0.07489320635795593, "total_norm": 5.590897083282471}
-{"epoch": 4, "step": 5910, "loss": 0.17702443897724152, "total_norm": 6.400003433227539}
-{"epoch": 4, "step": 5911, "loss": 0.16576813161373138, "total_norm": 6.628441333770752}
-{"epoch": 4, "step": 5912, "loss": 0.1325836181640625, "total_norm": 8.339127540588379}
-{"epoch": 4, "step": 5913, "loss": 0.13087737560272217, "total_norm": 6.938706874847412}
-{"epoch": 4, "step": 5914, "loss": 0.15108546614646912, "total_norm": 7.412320613861084}
-{"epoch": 4, "step": 5915, "loss": 0.19334088265895844, "total_norm": 6.300006866455078}
-{"epoch": 4, "step": 5916, "loss": 0.18319977819919586, "total_norm": 5.991554260253906}
-{"epoch": 4, "step": 5917, "loss": 0.16347534954547882, "total_norm": 7.225832462310791}
-{"epoch": 4, "step": 5918, "loss": 0.16355493664741516, "total_norm": 8.770352363586426}
-{"epoch": 4, "step": 5919, "loss": 0.10525082051753998, "total_norm": 6.4713897705078125}
-{"epoch": 4, "step": 5920, "loss": 0.2144583761692047, "total_norm": 9.057060241699219}
-{"epoch": 4, "step": 5921, "loss": 0.18752969801425934, "total_norm": 8.00655746459961}
-{"epoch": 4, "step": 5922, "loss": 0.14635369181632996, "total_norm": 7.526916027069092}
-{"epoch": 4, "step": 5923, "loss": 0.2507069408893585, "total_norm": 8.083883285522461}
-{"epoch": 4, "step": 5924, "loss": 0.14363300800323486, "total_norm": 5.322636604309082}
-{"epoch": 4, "step": 5925, "loss": 0.10890274494886398, "total_norm": 7.046303749084473}
-{"epoch": 4, "step": 5926, "loss": 0.09701282531023026, "total_norm": 4.9554362297058105}
-{"epoch": 4, "step": 5927, "loss": 0.14540542662143707, "total_norm": 9.219025611877441}
-{"epoch": 4, "step": 5928, "loss": 0.12664033472537994, "total_norm": 7.250873565673828}
-{"epoch": 4, "step": 5929, "loss": 0.14217060804367065, "total_norm": 6.064054489135742}
-{"epoch": 4, "step": 5930, "loss": 0.0747680515050888, "total_norm": 10.958155632019043}
-{"epoch": 4, "step": 5931, "loss": 0.09477398544549942, "total_norm": 5.297108173370361}
-{"epoch": 4, "step": 5932, "loss": 0.23379117250442505, "total_norm": 9.556107521057129}
-{"epoch": 4, "step": 5933, "loss": 0.14430275559425354, "total_norm": 12.131708145141602}
-{"epoch": 4, "step": 5934, "loss": 0.07753723114728928, "total_norm": 4.70781135559082}
-{"epoch": 4, "step": 5935, "loss": 0.09884897619485855, "total_norm": 6.729785919189453}
-{"epoch": 4, "step": 5936, "loss": 0.18222308158874512, "total_norm": 7.04917573928833}
-{"epoch": 4, "step": 5937, "loss": 0.22061628103256226, "total_norm": 7.6327409744262695}
-{"epoch": 4, "step": 5938, "loss": 0.09828213602304459, "total_norm": 6.804762840270996}
-{"epoch": 4, "step": 5939, "loss": 0.24085000157356262, "total_norm": 10.885366439819336}
-{"epoch": 4, "step": 5940, "loss": 0.2162688672542572, "total_norm": 8.469411849975586}
-{"epoch": 4, "step": 5941, "loss": 0.06412504613399506, "total_norm": 3.9089579582214355}
-{"epoch": 4, "step": 5942, "loss": 0.2415759116411209, "total_norm": 7.055263042449951}
-{"epoch": 4, "step": 5943, "loss": 0.2875474691390991, "total_norm": 8.923661231994629}
-{"epoch": 4, "step": 5944, "loss": 0.15489506721496582, "total_norm": 7.707805633544922}
-{"epoch": 4, "step": 5945, "loss": 0.11176105588674545, "total_norm": 6.356255054473877}
-{"epoch": 4, "step": 5946, "loss": 0.10430212318897247, "total_norm": 10.36134147644043}
-{"epoch": 4, "step": 5947, "loss": 0.11950197070837021, "total_norm": 7.540914535522461}
-{"epoch": 4, "step": 5948, "loss": 0.17357592284679413, "total_norm": 5.586523532867432}
-{"epoch": 4, "step": 5949, "loss": 0.1906656175851822, "total_norm": 7.313239097595215}
-{"epoch": 4, "step": 5950, "loss": 0.15163692831993103, "total_norm": 7.215396404266357}
-{"epoch": 4, "step": 5951, "loss": 0.12300622463226318, "total_norm": 5.143011569976807}
-{"epoch": 4, "step": 5952, "loss": 0.23677381873130798, "total_norm": 10.972384452819824}
-{"epoch": 4, "step": 5953, "loss": 0.15121258795261383, "total_norm": 10.179691314697266}
-{"epoch": 4, "step": 5954, "loss": 0.18582695722579956, "total_norm": 7.5676093101501465}
-{"epoch": 4, "step": 5955, "loss": 0.17725414037704468, "total_norm": 8.092331886291504}
-{"epoch": 4, "step": 5956, "loss": 0.09754764288663864, "total_norm": 5.386453151702881}
-{"epoch": 4, "step": 5957, "loss": 0.13648107647895813, "total_norm": 7.319422245025635}
-{"epoch": 4, "step": 5958, "loss": 0.11904308944940567, "total_norm": 4.871484279632568}
-{"epoch": 4, "step": 5959, "loss": 0.1680392175912857, "total_norm": 6.961836814880371}
-{"epoch": 4, "step": 5960, "loss": 0.15187865495681763, "total_norm": 6.653781414031982}
-{"epoch": 4, "step": 5961, "loss": 0.19856658577919006, "total_norm": 8.831585884094238}
-{"epoch": 4, "step": 5962, "loss": 0.17252184450626373, "total_norm": 7.073256492614746}
-{"epoch": 4, "step": 5963, "loss": 0.13640323281288147, "total_norm": 8.610655784606934}
-{"epoch": 4, "step": 5964, "loss": 0.10055253654718399, "total_norm": 7.041845798492432}
-{"epoch": 4, "step": 5965, "loss": 0.13193590939044952, "total_norm": 10.796839714050293}
-{"epoch": 4, "step": 5966, "loss": 0.20561835169792175, "total_norm": 10.02808666229248}
-{"epoch": 4, "step": 5967, "loss": 0.12294675409793854, "total_norm": 6.529131889343262}
-{"epoch": 4, "step": 5968, "loss": 0.13397426903247833, "total_norm": 8.09396743774414}
-{"epoch": 4, "step": 5969, "loss": 0.11783166229724884, "total_norm": 7.777002811431885}
-{"epoch": 4, "step": 5970, "loss": 0.12571625411510468, "total_norm": 6.958847999572754}
-{"epoch": 4, "step": 5971, "loss": 0.12710702419281006, "total_norm": 7.040485858917236}
-{"epoch": 4, "step": 5972, "loss": 0.10698666423559189, "total_norm": 7.780538082122803}
-{"epoch": 4, "step": 5973, "loss": 0.16180004179477692, "total_norm": 5.787765979766846}
-{"epoch": 4, "step": 5974, "loss": 0.16856160759925842, "total_norm": 9.550469398498535}
-{"epoch": 4, "step": 5975, "loss": 0.06851928681135178, "total_norm": 4.773606300354004}
-{"epoch": 4, "step": 5976, "loss": 0.12046623229980469, "total_norm": 5.483743190765381}
-{"epoch": 4, "step": 5977, "loss": 0.2541505694389343, "total_norm": 11.319571495056152}
-{"epoch": 4, "step": 5978, "loss": 0.1588568538427353, "total_norm": 6.233611583709717}
-{"epoch": 4, "step": 5979, "loss": 0.1693357229232788, "total_norm": 8.29015064239502}
-{"epoch": 4, "step": 5980, "loss": 0.1114639937877655, "total_norm": 6.8058881759643555}
-{"epoch": 4, "step": 5981, "loss": 0.13934326171875, "total_norm": 7.261174201965332}
-{"epoch": 4, "step": 5982, "loss": 0.22623299062252045, "total_norm": 7.479930877685547}
-{"epoch": 4, "step": 5983, "loss": 0.14338095486164093, "total_norm": 8.021846771240234}
-{"epoch": 4, "step": 5984, "loss": 0.12530122697353363, "total_norm": 6.047852516174316}
-{"epoch": 4, "step": 5985, "loss": 0.1550838202238083, "total_norm": 9.220391273498535}
-{"epoch": 4, "step": 5986, "loss": 0.1970168501138687, "total_norm": 5.847384452819824}
-{"epoch": 4, "step": 5987, "loss": 0.1808369904756546, "total_norm": 6.866095542907715}
-{"epoch": 4, "step": 5988, "loss": 0.13876764476299286, "total_norm": 8.057204246520996}
-{"epoch": 4, "step": 5989, "loss": 0.08894164115190506, "total_norm": 5.56181526184082}
-{"epoch": 4, "step": 5990, "loss": 0.0772642269730568, "total_norm": 6.363803386688232}
-{"epoch": 4, "step": 5991, "loss": 0.18077822029590607, "total_norm": 11.488317489624023}
-{"epoch": 4, "step": 5992, "loss": 0.17490647733211517, "total_norm": 8.501394271850586}
-{"epoch": 4, "step": 5993, "loss": 0.24713976681232452, "total_norm": 10.763579368591309}
-{"epoch": 4, "step": 5994, "loss": 0.23652341961860657, "total_norm": 7.876735210418701}
-{"epoch": 4, "step": 5995, "loss": 0.13080856204032898, "total_norm": 6.410111427307129}
-{"epoch": 4, "step": 5996, "loss": 0.19660259783267975, "total_norm": 8.160385131835938}
-{"epoch": 4, "step": 5997, "loss": 0.1270289123058319, "total_norm": 5.6550517082214355}
-{"epoch": 4, "step": 5998, "loss": 0.1295495480298996, "total_norm": 6.014687538146973}
-{"epoch": 4, "step": 5999, "loss": 0.14791128039360046, "total_norm": 6.771686553955078}
-{"epoch": 4, "step": 6000, "loss": 0.08582331985235214, "total_norm": 7.295260429382324}
-{"epoch": 4, "step": 6001, "loss": 0.12447774410247803, "total_norm": 7.206976890563965}
-{"epoch": 4, "step": 6002, "loss": 0.20606335997581482, "total_norm": 7.669991493225098}
-{"epoch": 4, "step": 6003, "loss": 0.1956792026758194, "total_norm": 6.612139701843262}
-{"epoch": 4, "step": 6004, "loss": 0.10705225169658661, "total_norm": 7.911713123321533}
-{"epoch": 4, "step": 6005, "loss": 0.1703856885433197, "total_norm": 8.403156280517578}
-{"epoch": 4, "step": 6006, "loss": 0.14632198214530945, "total_norm": 5.848422050476074}
-{"epoch": 4, "step": 6007, "loss": 0.13363270461559296, "total_norm": 5.790921211242676}
-{"epoch": 4, "step": 6008, "loss": 0.09056633710861206, "total_norm": 6.633418560028076}
-{"epoch": 4, "step": 6009, "loss": 0.07907913625240326, "total_norm": 5.5236077308654785}
-{"epoch": 4, "step": 6010, "loss": 0.22064580023288727, "total_norm": 8.817546844482422}
-{"epoch": 4, "step": 6011, "loss": 0.19551287591457367, "total_norm": 7.902248859405518}
-{"epoch": 4, "step": 6012, "loss": 0.14834760129451752, "total_norm": 7.198210716247559}
-{"epoch": 4, "step": 6013, "loss": 0.11041778326034546, "total_norm": 6.111879348754883}
-{"epoch": 4, "step": 6014, "loss": 0.12435879558324814, "total_norm": 6.1396708488464355}
-{"epoch": 4, "step": 6015, "loss": 0.2252599447965622, "total_norm": 8.099034309387207}
-{"epoch": 4, "step": 6016, "loss": 0.1346268206834793, "total_norm": 8.002453804016113}
-{"epoch": 4, "step": 6017, "loss": 0.11267335712909698, "total_norm": 9.902420997619629}
-{"epoch": 4, "step": 6018, "loss": 0.08478118479251862, "total_norm": 5.698752403259277}
-{"epoch": 4, "step": 6019, "loss": 0.0841156616806984, "total_norm": 6.725166320800781}
-{"epoch": 4, "step": 6020, "loss": 0.15431495010852814, "total_norm": 9.444234848022461}
-{"epoch": 4, "step": 6021, "loss": 0.20260392129421234, "total_norm": 10.781479835510254}
-{"epoch": 4, "step": 6022, "loss": 0.17881208658218384, "total_norm": 7.663274765014648}
-{"epoch": 4, "step": 6023, "loss": 0.21145585179328918, "total_norm": 9.832531929016113}
-{"epoch": 4, "step": 6024, "loss": 0.09402646869421005, "total_norm": 4.726620674133301}
-{"epoch": 4, "step": 6025, "loss": 0.07893750816583633, "total_norm": 6.171814918518066}
-{"epoch": 4, "step": 6026, "loss": 0.24141018092632294, "total_norm": 9.099343299865723}
-{"epoch": 4, "step": 6027, "loss": 0.056204814463853836, "total_norm": 5.318609714508057}
-{"epoch": 4, "step": 6028, "loss": 0.08761157095432281, "total_norm": 4.24061393737793}
-{"epoch": 4, "step": 6029, "loss": 0.16876938939094543, "total_norm": 8.741174697875977}
-{"epoch": 4, "step": 6030, "loss": 0.13784478604793549, "total_norm": 6.554694652557373}
-{"epoch": 4, "step": 6031, "loss": 0.21572844684123993, "total_norm": 8.58907413482666}
-{"epoch": 4, "step": 6032, "loss": 0.1652146577835083, "total_norm": 7.591734886169434}
-{"epoch": 4, "step": 6033, "loss": 0.17803430557250977, "total_norm": 6.82708215713501}
-{"epoch": 4, "step": 6034, "loss": 0.09674595296382904, "total_norm": 5.145845413208008}
-{"epoch": 4, "step": 6035, "loss": 0.17425745725631714, "total_norm": 6.810400009155273}
-{"epoch": 4, "step": 6036, "loss": 0.2309742271900177, "total_norm": 6.51559591293335}
-{"epoch": 4, "step": 6037, "loss": 0.05524089187383652, "total_norm": 8.61980152130127}
-{"epoch": 4, "step": 6038, "loss": 0.14397551119327545, "total_norm": 9.026606559753418}
-{"epoch": 4, "step": 6039, "loss": 0.11695767194032669, "total_norm": 5.594451427459717}
-{"epoch": 4, "step": 6040, "loss": 0.058098312467336655, "total_norm": 5.874039173126221}
-{"epoch": 4, "step": 6041, "loss": 0.30948662757873535, "total_norm": 7.031209468841553}
-{"epoch": 4, "step": 6042, "loss": 0.17112988233566284, "total_norm": 7.680805683135986}
-{"epoch": 4, "step": 6043, "loss": 0.1702546924352646, "total_norm": 8.942782402038574}
-{"epoch": 4, "step": 6044, "loss": 0.12584592401981354, "total_norm": 6.1311869621276855}
-{"epoch": 4, "step": 6045, "loss": 0.2003525197505951, "total_norm": 5.589752674102783}
-{"epoch": 4, "step": 6046, "loss": 0.16302452981472015, "total_norm": 6.612037658691406}
-{"epoch": 4, "step": 6047, "loss": 0.0944414958357811, "total_norm": 7.1934990882873535}
-{"epoch": 4, "step": 6048, "loss": 0.17684422433376312, "total_norm": 6.10969877243042}
-{"epoch": 4, "step": 6049, "loss": 0.09618417918682098, "total_norm": 7.507075786590576}
-{"epoch": 4, "step": 6050, "loss": 0.12180853635072708, "total_norm": 6.581678867340088}
-{"epoch": 4, "step": 6051, "loss": 0.09862809628248215, "total_norm": 7.096132278442383}
-{"epoch": 4, "step": 6052, "loss": 0.24877417087554932, "total_norm": 8.618490219116211}
-{"epoch": 4, "step": 6053, "loss": 0.07979713380336761, "total_norm": 5.554213047027588}
-{"epoch": 4, "step": 6054, "loss": 0.144274041056633, "total_norm": 7.566904544830322}
-{"epoch": 4, "step": 6055, "loss": 0.18835754692554474, "total_norm": 13.098917007446289}
-{"epoch": 4, "step": 6056, "loss": 0.05040430277585983, "total_norm": 5.324392318725586}
-{"epoch": 4, "step": 6057, "loss": 0.14039009809494019, "total_norm": 7.070295810699463}
-{"epoch": 4, "step": 6058, "loss": 0.1368696093559265, "total_norm": 9.322970390319824}
-{"epoch": 4, "step": 6059, "loss": 0.12011245638132095, "total_norm": 6.7287702560424805}
-{"epoch": 4, "step": 6060, "loss": 0.13703487813472748, "total_norm": 8.482091903686523}
-{"epoch": 4, "step": 6061, "loss": 0.1258896142244339, "total_norm": 7.121036529541016}
-{"epoch": 4, "step": 6062, "loss": 0.25996726751327515, "total_norm": 9.320233345031738}
-{"epoch": 4, "step": 6063, "loss": 0.06575506925582886, "total_norm": 4.1732378005981445}
-{"epoch": 4, "step": 6064, "loss": 0.1164216697216034, "total_norm": 6.858431339263916}
-{"epoch": 4, "step": 6065, "loss": 0.18606604635715485, "total_norm": 7.1804962158203125}
-{"epoch": 4, "step": 6066, "loss": 0.0777646154165268, "total_norm": 6.509105682373047}
-{"epoch": 4, "step": 6067, "loss": 0.1330960988998413, "total_norm": 7.833887577056885}
-{"epoch": 4, "step": 6068, "loss": 0.1036641076207161, "total_norm": 7.885687828063965}
-{"epoch": 4, "step": 6069, "loss": 0.24629925191402435, "total_norm": 8.9773588180542}
-{"epoch": 4, "step": 6070, "loss": 0.19623368978500366, "total_norm": 8.666534423828125}
-{"epoch": 4, "step": 6071, "loss": 0.11437106132507324, "total_norm": 6.646212100982666}
-{"epoch": 4, "step": 6072, "loss": 0.135687455534935, "total_norm": 6.0790276527404785}
-{"epoch": 4, "step": 6073, "loss": 0.08945581316947937, "total_norm": 5.590169429779053}
-{"epoch": 4, "step": 6074, "loss": 0.1595965325832367, "total_norm": 8.23951530456543}
-{"epoch": 4, "step": 6075, "loss": 0.1635633111000061, "total_norm": 7.197357177734375}
-{"epoch": 4, "step": 6076, "loss": 0.12399505078792572, "total_norm": 8.434539794921875}
-{"epoch": 4, "step": 6077, "loss": 0.10761360079050064, "total_norm": 5.075839519500732}
-{"epoch": 4, "step": 6078, "loss": 0.09352526068687439, "total_norm": 5.200226306915283}
-{"epoch": 4, "step": 6079, "loss": 0.15715672075748444, "total_norm": 6.547606945037842}
-{"epoch": 4, "step": 6080, "loss": 0.19781135022640228, "total_norm": 7.773471832275391}
-{"epoch": 4, "step": 6081, "loss": 0.19253575801849365, "total_norm": 5.538232803344727}
-{"epoch": 4, "step": 6082, "loss": 0.15500827133655548, "total_norm": 5.604486465454102}
-{"epoch": 4, "step": 6083, "loss": 0.09124860167503357, "total_norm": 7.070548057556152}
-{"epoch": 4, "step": 6084, "loss": 0.19552534818649292, "total_norm": 11.966778755187988}
-{"epoch": 4, "step": 6085, "loss": 0.10410372912883759, "total_norm": 8.019968032836914}
-{"epoch": 4, "step": 6086, "loss": 0.14713409543037415, "total_norm": 8.635897636413574}
-{"epoch": 4, "step": 6087, "loss": 0.12643912434577942, "total_norm": 5.722860336303711}
-{"epoch": 4, "step": 6088, "loss": 0.13695847988128662, "total_norm": 19.112396240234375}
-{"epoch": 4, "step": 6089, "loss": 0.07607129961252213, "total_norm": 5.593131065368652}
-{"epoch": 4, "step": 6090, "loss": 0.1858711987733841, "total_norm": 7.388006210327148}
-{"epoch": 4, "step": 6091, "loss": 0.08284857869148254, "total_norm": 4.771500110626221}
-{"epoch": 4, "step": 6092, "loss": 0.17216399312019348, "total_norm": 6.583098888397217}
-{"epoch": 4, "step": 6093, "loss": 0.15532255172729492, "total_norm": 8.113363265991211}
-{"epoch": 4, "step": 6094, "loss": 0.28917747735977173, "total_norm": 13.299424171447754}
-{"epoch": 4, "step": 6095, "loss": 0.21815821528434753, "total_norm": 8.911375999450684}
-{"epoch": 4, "step": 6096, "loss": 0.2890653908252716, "total_norm": 11.945106506347656}
-{"epoch": 4, "step": 6097, "loss": 0.1370019167661667, "total_norm": 6.148519039154053}
-{"epoch": 4, "step": 6098, "loss": 0.3546157479286194, "total_norm": 10.147725105285645}
-{"epoch": 4, "step": 6099, "loss": 0.12319469451904297, "total_norm": 7.0396728515625}
-{"epoch": 4, "step": 6100, "loss": 0.16706249117851257, "total_norm": 6.372298717498779}
-{"epoch": 4, "step": 6101, "loss": 0.10682108998298645, "total_norm": 7.74845027923584}
-{"epoch": 4, "step": 6102, "loss": 0.15183918178081512, "total_norm": 7.671672821044922}
-{"epoch": 4, "step": 6103, "loss": 0.17409615218639374, "total_norm": 6.921891689300537}
-{"epoch": 4, "step": 6104, "loss": 0.11145322769880295, "total_norm": 5.87087345123291}
-{"epoch": 4, "step": 6105, "loss": 0.2049303501844406, "total_norm": 11.543784141540527}
-{"epoch": 4, "step": 6106, "loss": 0.15547215938568115, "total_norm": 6.426790237426758}
-{"epoch": 4, "step": 6107, "loss": 0.04409598559141159, "total_norm": 6.463359355926514}
-{"epoch": 4, "step": 6108, "loss": 0.17806169390678406, "total_norm": 8.015715599060059}
-{"epoch": 4, "step": 6109, "loss": 0.21804910898208618, "total_norm": 10.531471252441406}
-{"epoch": 4, "step": 6110, "loss": 0.29005464911460876, "total_norm": 12.195371627807617}
-{"epoch": 4, "step": 6111, "loss": 0.1402065008878708, "total_norm": 5.978498458862305}
-{"epoch": 4, "step": 6112, "loss": 0.12821128964424133, "total_norm": 6.296638011932373}
-{"epoch": 4, "step": 6113, "loss": 0.17036080360412598, "total_norm": 9.564519882202148}
-{"epoch": 4, "step": 6114, "loss": 0.07200540602207184, "total_norm": 5.69978141784668}
-{"epoch": 4, "step": 6115, "loss": 0.18737934529781342, "total_norm": 9.505049705505371}
-{"epoch": 4, "step": 6116, "loss": 0.16927959024906158, "total_norm": 6.45139741897583}
-{"epoch": 4, "step": 6117, "loss": 0.09367188811302185, "total_norm": 6.1392364501953125}
-{"epoch": 4, "step": 6118, "loss": 0.2275378406047821, "total_norm": 6.552074432373047}
-{"epoch": 4, "step": 6119, "loss": 0.136863112449646, "total_norm": 8.042208671569824}
-{"epoch": 4, "step": 6120, "loss": 0.11018022149801254, "total_norm": 6.358653545379639}
-{"epoch": 4, "step": 6121, "loss": 0.27429717779159546, "total_norm": 7.672765254974365}
-{"epoch": 4, "step": 6122, "loss": 0.14143221080303192, "total_norm": 8.073328018188477}
-{"epoch": 4, "step": 6123, "loss": 0.1912776529788971, "total_norm": 8.901354789733887}
-{"epoch": 4, "step": 6124, "loss": 0.10571533441543579, "total_norm": 7.712144374847412}
-{"epoch": 4, "step": 6125, "loss": 0.12196329236030579, "total_norm": 7.344650745391846}
-{"epoch": 4, "step": 6126, "loss": 0.1258939504623413, "total_norm": 10.17448902130127}
-{"epoch": 4, "step": 6127, "loss": 0.16519559919834137, "total_norm": 5.796489238739014}
-{"epoch": 4, "step": 6128, "loss": 0.1317722648382187, "total_norm": 5.993927955627441}
-{"epoch": 4, "step": 6129, "loss": 0.1786719411611557, "total_norm": 7.606133460998535}
-{"epoch": 4, "step": 6130, "loss": 0.1209234669804573, "total_norm": 6.9743852615356445}
-{"epoch": 4, "step": 6131, "loss": 0.14653480052947998, "total_norm": 6.885110378265381}
-{"epoch": 4, "step": 6132, "loss": 0.19026604294776917, "total_norm": 8.613986015319824}
-{"epoch": 4, "step": 6133, "loss": 0.17414548993110657, "total_norm": 9.752976417541504}
-{"epoch": 4, "step": 6134, "loss": 0.14321009814739227, "total_norm": 7.494801044464111}
-{"epoch": 4, "step": 6135, "loss": 0.07221147418022156, "total_norm": 4.6944780349731445}
-{"epoch": 4, "step": 6136, "loss": 0.134280264377594, "total_norm": 8.006136894226074}
-{"epoch": 4, "step": 6137, "loss": 0.20032009482383728, "total_norm": 6.0241193771362305}
-{"epoch": 4, "step": 6138, "loss": 0.13836383819580078, "total_norm": 6.769932270050049}
-{"epoch": 4, "step": 6139, "loss": 0.14365269243717194, "total_norm": 7.021263122558594}
-{"epoch": 4, "step": 6140, "loss": 0.15529218316078186, "total_norm": 8.119501113891602}
-{"epoch": 4, "step": 6141, "loss": 0.09858070313930511, "total_norm": 6.717874526977539}
-{"epoch": 4, "step": 6142, "loss": 0.08422982692718506, "total_norm": 4.654942035675049}
-{"epoch": 4, "step": 6143, "loss": 0.22992688417434692, "total_norm": 7.703643798828125}
-{"epoch": 4, "step": 6144, "eval_loss": 3.100430253893137, "eval_rougeL": 0.2764963681987054}
-{"epoch": 4, "step": 6144, "loss": 0.061455950140953064, "total_norm": 5.325493335723877}
-{"epoch": 4, "step": 6145, "loss": 0.11352790147066116, "total_norm": 5.7958574295043945}
-{"epoch": 4, "step": 6146, "loss": 0.09175095707178116, "total_norm": 7.7420430183410645}
-{"epoch": 4, "step": 6147, "loss": 0.13806545734405518, "total_norm": 6.657238006591797}
-{"epoch": 4, "step": 6148, "loss": 0.08082215487957001, "total_norm": 6.305837631225586}
-{"epoch": 4, "step": 6149, "loss": 0.14737187325954437, "total_norm": 8.03896427154541}
-{"epoch": 4, "step": 6150, "loss": 0.09755730628967285, "total_norm": 5.705499649047852}
-{"epoch": 4, "step": 6151, "loss": 0.15549123287200928, "total_norm": 7.720080852508545}
-{"epoch": 4, "step": 6152, "loss": 0.13678519427776337, "total_norm": 8.050606727600098}
-{"epoch": 4, "step": 6153, "loss": 0.1439548283815384, "total_norm": 6.297839164733887}
-{"epoch": 4, "step": 6154, "loss": 0.16914448142051697, "total_norm": 9.379186630249023}
-{"epoch": 4, "step": 6155, "loss": 0.20963983237743378, "total_norm": 8.949865341186523}
-{"epoch": 4, "step": 6156, "loss": 0.127947598695755, "total_norm": 6.039356708526611}
-{"epoch": 4, "step": 6157, "loss": 0.14192092418670654, "total_norm": 7.43493127822876}
-{"epoch": 4, "step": 6158, "loss": 0.1359281688928604, "total_norm": 6.723838806152344}
-{"epoch": 4, "step": 6159, "loss": 0.1297384649515152, "total_norm": 7.245307922363281}
-{"epoch": 4, "step": 6160, "loss": 0.1228695660829544, "total_norm": 6.296595573425293}
-{"epoch": 4, "step": 6161, "loss": 0.13866020739078522, "total_norm": 8.537896156311035}
-{"epoch": 4, "step": 6162, "loss": 0.10801535099744797, "total_norm": 8.609671592712402}
-{"epoch": 4, "step": 6163, "loss": 0.13567937910556793, "total_norm": 8.317826271057129}
-{"epoch": 4, "step": 6164, "loss": 0.11430294811725616, "total_norm": 5.938467025756836}
-{"epoch": 4, "step": 6165, "loss": 0.12418892234563828, "total_norm": 5.603747844696045}
-{"epoch": 4, "step": 6166, "loss": 0.16560131311416626, "total_norm": 7.98386812210083}
-{"epoch": 4, "step": 6167, "loss": 0.1714436560869217, "total_norm": 5.18235969543457}
-{"epoch": 4, "step": 6168, "loss": 0.13922113180160522, "total_norm": 7.5536980628967285}
-{"epoch": 4, "step": 6169, "loss": 0.10621973872184753, "total_norm": 7.00785493850708}
-{"epoch": 4, "step": 6170, "loss": 0.11995279043912888, "total_norm": 8.34852409362793}
-{"epoch": 4, "step": 6171, "loss": 0.1244908943772316, "total_norm": 6.184962749481201}
-{"epoch": 4, "step": 6172, "loss": 0.11680979281663895, "total_norm": 8.030960083007812}
-{"epoch": 4, "step": 6173, "loss": 0.16458487510681152, "total_norm": 8.108190536499023}
-{"epoch": 4, "step": 6174, "loss": 0.15532632172107697, "total_norm": 8.247749328613281}
-{"epoch": 4, "step": 6175, "loss": 0.07671107351779938, "total_norm": 7.294326305389404}
-{"epoch": 4, "step": 6176, "loss": 0.05381845310330391, "total_norm": 5.938653469085693}
-{"epoch": 4, "step": 6177, "loss": 0.21669267117977142, "total_norm": 9.073197364807129}
-{"epoch": 4, "step": 6178, "loss": 0.2061472237110138, "total_norm": 8.365272521972656}
-{"epoch": 4, "step": 6179, "loss": 0.04836844280362129, "total_norm": 5.634093761444092}
-{"epoch": 4, "step": 6180, "loss": 0.13271775841712952, "total_norm": 5.735018730163574}
-{"epoch": 4, "step": 6181, "loss": 0.13329367339611053, "total_norm": 11.445014953613281}
-{"epoch": 4, "step": 6182, "loss": 0.1394045352935791, "total_norm": 7.86460018157959}
-{"epoch": 4, "step": 6183, "loss": 0.1648397296667099, "total_norm": 6.5689167976379395}
-{"epoch": 4, "step": 6184, "loss": 0.17264963686466217, "total_norm": 8.385785102844238}
-{"epoch": 4, "step": 6185, "loss": 0.15430909395217896, "total_norm": 5.9122419357299805}
-{"epoch": 4, "step": 6186, "loss": 0.21090535819530487, "total_norm": 10.636933326721191}
-{"epoch": 4, "step": 6187, "loss": 0.17321187257766724, "total_norm": 9.010636329650879}
-{"epoch": 4, "step": 6188, "loss": 0.11362139880657196, "total_norm": 8.001516342163086}
-{"epoch": 4, "step": 6189, "loss": 0.06101835146546364, "total_norm": 5.115028381347656}
-{"epoch": 4, "step": 6190, "loss": 0.13127219676971436, "total_norm": 7.139586448669434}
-{"epoch": 4, "step": 6191, "loss": 0.038783468306064606, "total_norm": 3.9051284790039062}
-{"epoch": 4, "step": 6192, "loss": 0.0967918112874031, "total_norm": 8.376753807067871}
-{"epoch": 4, "step": 6193, "loss": 0.09007847309112549, "total_norm": 6.800182819366455}
-{"epoch": 4, "step": 6194, "loss": 0.17728662490844727, "total_norm": 6.351408958435059}
-{"epoch": 4, "step": 6195, "loss": 0.10806528478860855, "total_norm": 6.914449691772461}
-{"epoch": 4, "step": 6196, "loss": 0.12162857502698898, "total_norm": 6.728995323181152}
-{"epoch": 4, "step": 6197, "loss": 0.2524280548095703, "total_norm": 8.324417114257812}
-{"epoch": 4, "step": 6198, "loss": 0.11207293719053268, "total_norm": 6.559065818786621}
-{"epoch": 4, "step": 6199, "loss": 0.1682843416929245, "total_norm": 8.071120262145996}
-{"epoch": 4, "step": 6200, "loss": 0.180997833609581, "total_norm": 12.795641899108887}
-{"epoch": 4, "step": 6201, "loss": 0.17358268797397614, "total_norm": 13.7442626953125}
-{"epoch": 4, "step": 6202, "loss": 0.10750655084848404, "total_norm": 6.823973178863525}
-{"epoch": 4, "step": 6203, "loss": 0.16188329458236694, "total_norm": 7.846301555633545}
-{"epoch": 4, "step": 6204, "loss": 0.17642049491405487, "total_norm": 7.8117356300354}
-{"epoch": 4, "step": 6205, "loss": 0.24725352227687836, "total_norm": 9.605372428894043}
-{"epoch": 4, "step": 6206, "loss": 0.19035953283309937, "total_norm": 7.745095252990723}
-{"epoch": 4, "step": 6207, "loss": 0.1743798851966858, "total_norm": 6.0074028968811035}
-{"epoch": 4, "step": 6208, "loss": 0.1441633552312851, "total_norm": 5.905948162078857}
-{"epoch": 4, "step": 6209, "loss": 0.1596442013978958, "total_norm": 8.727866172790527}
-{"epoch": 4, "step": 6210, "loss": 0.1352912187576294, "total_norm": 6.526037216186523}
-{"epoch": 4, "step": 6211, "loss": 0.1579260528087616, "total_norm": 7.006864070892334}
-{"epoch": 4, "step": 6212, "loss": 0.11464730650186539, "total_norm": 4.931970119476318}
-{"epoch": 4, "step": 6213, "loss": 0.17367802560329437, "total_norm": 19.680240631103516}
-{"epoch": 4, "step": 6214, "loss": 0.10186874866485596, "total_norm": 6.6013360023498535}
-{"epoch": 4, "step": 6215, "loss": 0.1623324453830719, "total_norm": 6.802419662475586}
-{"epoch": 4, "step": 6216, "loss": 0.21576769649982452, "total_norm": 12.407312393188477}
-{"epoch": 4, "step": 6217, "loss": 0.09248610585927963, "total_norm": 5.476752281188965}
-{"epoch": 4, "step": 6218, "loss": 0.15888665616512299, "total_norm": 6.924627304077148}
-{"epoch": 4, "step": 6219, "loss": 0.2129344493150711, "total_norm": 7.125944137573242}
-{"epoch": 4, "step": 6220, "loss": 0.10828179121017456, "total_norm": 5.4680562019348145}
-{"epoch": 4, "step": 6221, "loss": 0.1584872305393219, "total_norm": 6.230408668518066}
-{"epoch": 4, "step": 6222, "loss": 0.11024108529090881, "total_norm": 6.816897869110107}
-{"epoch": 4, "step": 6223, "loss": 0.14892922341823578, "total_norm": 5.310563087463379}
-{"epoch": 4, "step": 6224, "loss": 0.25628015398979187, "total_norm": 8.96320915222168}
-{"epoch": 4, "step": 6225, "loss": 0.168842613697052, "total_norm": 8.570051193237305}
-{"epoch": 4, "step": 6226, "loss": 0.11945826560258865, "total_norm": 6.83224630355835}
-{"epoch": 4, "step": 6227, "loss": 0.1371392011642456, "total_norm": 10.33031940460205}
-{"epoch": 4, "step": 6228, "loss": 0.15425759553909302, "total_norm": 7.012072563171387}
-{"epoch": 4, "step": 6229, "loss": 0.12995170056819916, "total_norm": 10.579447746276855}
-{"epoch": 4, "step": 6230, "loss": 0.10515553504228592, "total_norm": 6.305893421173096}
-{"epoch": 4, "step": 6231, "loss": 0.16526371240615845, "total_norm": 8.671955108642578}
-{"epoch": 4, "step": 6232, "loss": 0.0752573162317276, "total_norm": 7.912106513977051}
-{"epoch": 4, "step": 6233, "loss": 0.12528105080127716, "total_norm": 8.059110641479492}
-{"epoch": 4, "step": 6234, "loss": 0.19907788932323456, "total_norm": 11.949954986572266}
-{"epoch": 4, "step": 6235, "loss": 0.09366684406995773, "total_norm": 5.327181816101074}
-{"epoch": 4, "step": 6236, "loss": 0.17079150676727295, "total_norm": 7.186203956604004}
-{"epoch": 4, "step": 6237, "loss": 0.13558396697044373, "total_norm": 7.3130784034729}
-{"epoch": 4, "step": 6238, "loss": 0.11998084932565689, "total_norm": 7.179361343383789}
-{"epoch": 4, "step": 6239, "loss": 0.21173222362995148, "total_norm": 12.394414901733398}
-{"epoch": 4, "step": 6240, "loss": 0.18254822492599487, "total_norm": 7.593708038330078}
-{"epoch": 4, "step": 6241, "loss": 0.219517782330513, "total_norm": 8.982431411743164}
-{"epoch": 4, "step": 6242, "loss": 0.06024959683418274, "total_norm": 4.9079813957214355}
-{"epoch": 4, "step": 6243, "loss": 0.13269464671611786, "total_norm": 6.998283386230469}
-{"epoch": 4, "step": 6244, "loss": 0.14233598113059998, "total_norm": 6.716192245483398}
-{"epoch": 4, "step": 6245, "loss": 0.17574955523014069, "total_norm": 7.396878242492676}
-{"epoch": 4, "step": 6246, "loss": 0.08049571514129639, "total_norm": 6.073241233825684}
-{"epoch": 4, "step": 6247, "loss": 0.1822696179151535, "total_norm": 7.830324172973633}
-{"epoch": 4, "step": 6248, "loss": 0.07699602097272873, "total_norm": 4.653905391693115}
-{"epoch": 4, "step": 6249, "loss": 0.14544181525707245, "total_norm": 8.523239135742188}
-{"epoch": 4, "step": 6250, "loss": 0.24368487298488617, "total_norm": 8.452597618103027}
-{"epoch": 4, "step": 6251, "loss": 0.08524594455957413, "total_norm": 10.028243064880371}
-{"epoch": 4, "step": 6252, "loss": 0.12287844717502594, "total_norm": 6.853211402893066}
-{"epoch": 4, "step": 6253, "loss": 0.08885236829519272, "total_norm": 7.261449337005615}
-{"epoch": 4, "step": 6254, "loss": 0.16651926934719086, "total_norm": 7.744751453399658}
-{"epoch": 4, "step": 6255, "loss": 0.12831704318523407, "total_norm": 6.618382930755615}
-{"epoch": 4, "step": 6256, "loss": 0.14267034828662872, "total_norm": 6.088107585906982}
-{"epoch": 4, "step": 6257, "loss": 0.3213486671447754, "total_norm": 8.02263069152832}
-{"epoch": 4, "step": 6258, "loss": 0.13274778425693512, "total_norm": 6.991081237792969}
-{"epoch": 4, "step": 6259, "loss": 0.0645962730050087, "total_norm": 5.764054298400879}
-{"epoch": 4, "step": 6260, "loss": 0.11847592145204544, "total_norm": 7.24110746383667}
-{"epoch": 4, "step": 6261, "loss": 0.13673579692840576, "total_norm": 6.831283092498779}
-{"epoch": 4, "step": 6262, "loss": 0.1699451506137848, "total_norm": 7.390418529510498}
-{"epoch": 4, "step": 6263, "loss": 0.16220588982105255, "total_norm": 7.634819984436035}
-{"epoch": 4, "step": 6264, "loss": 0.20134685933589935, "total_norm": 7.531055450439453}
-{"epoch": 4, "step": 6265, "loss": 0.10311519354581833, "total_norm": 6.425987243652344}
-{"epoch": 4, "step": 6266, "loss": 0.09615693986415863, "total_norm": 6.875024318695068}
-{"epoch": 4, "step": 6267, "loss": 0.10191719233989716, "total_norm": 7.003834247589111}
-{"epoch": 4, "step": 6268, "loss": 0.08963725715875626, "total_norm": 5.5190348625183105}
-{"epoch": 4, "step": 6269, "loss": 0.09442619979381561, "total_norm": 5.126565456390381}
-{"epoch": 4, "step": 6270, "loss": 0.17924588918685913, "total_norm": 7.298481464385986}
-{"epoch": 4, "step": 6271, "loss": 0.1340116709470749, "total_norm": 7.25940465927124}
-{"epoch": 4, "step": 6272, "loss": 0.09454363584518433, "total_norm": 4.967100620269775}
-{"epoch": 4, "step": 6273, "loss": 0.2261904776096344, "total_norm": 8.59696102142334}
-{"epoch": 4, "step": 6274, "loss": 0.2515864968299866, "total_norm": 9.62044620513916}
-{"epoch": 4, "step": 6275, "loss": 0.17586973309516907, "total_norm": 7.884132385253906}
-{"epoch": 4, "step": 6276, "loss": 0.18148291110992432, "total_norm": 7.088634490966797}
-{"epoch": 4, "step": 6277, "loss": 0.13856758177280426, "total_norm": 5.854829788208008}
-{"epoch": 4, "step": 6278, "loss": 0.08505382388830185, "total_norm": 6.500577449798584}
-{"epoch": 4, "step": 6279, "loss": 0.14425347745418549, "total_norm": 5.969568729400635}
-{"epoch": 4, "step": 6280, "loss": 0.10948533564805984, "total_norm": 6.062440872192383}
-{"epoch": 4, "step": 6281, "loss": 0.1943560391664505, "total_norm": 8.915413856506348}
-{"epoch": 4, "step": 6282, "loss": 0.0981583520770073, "total_norm": 7.441697120666504}
-{"epoch": 4, "step": 6283, "loss": 0.07716347277164459, "total_norm": 6.440018653869629}
-{"epoch": 4, "step": 6284, "loss": 0.21026518940925598, "total_norm": 12.463481903076172}
-{"epoch": 4, "step": 6285, "loss": 0.22195208072662354, "total_norm": 9.265480041503906}
-{"epoch": 4, "step": 6286, "loss": 0.13689228892326355, "total_norm": 6.573457717895508}
-{"epoch": 4, "step": 6287, "loss": 0.1559792160987854, "total_norm": 8.632793426513672}
-{"epoch": 4, "step": 6288, "loss": 0.2290928214788437, "total_norm": 7.208375930786133}
-{"epoch": 4, "step": 6289, "loss": 0.0868951752781868, "total_norm": 4.9786295890808105}
-{"epoch": 4, "step": 6290, "loss": 0.19702604413032532, "total_norm": 8.314809799194336}
-{"epoch": 4, "step": 6291, "loss": 0.13668973743915558, "total_norm": 7.106282711029053}
-{"epoch": 4, "step": 6292, "loss": 0.21280008554458618, "total_norm": 6.850452423095703}
-{"epoch": 4, "step": 6293, "loss": 0.18063382804393768, "total_norm": 6.029103755950928}
-{"epoch": 4, "step": 6294, "loss": 0.12769046425819397, "total_norm": 6.446822643280029}
-{"epoch": 4, "step": 6295, "loss": 0.11670238524675369, "total_norm": 7.692930221557617}
-{"epoch": 4, "step": 6296, "loss": 0.18908549845218658, "total_norm": 7.51489782333374}
-{"epoch": 4, "step": 6297, "loss": 0.20519006252288818, "total_norm": 7.5372395515441895}
-{"epoch": 4, "step": 6298, "loss": 0.22790881991386414, "total_norm": 8.075069427490234}
-{"epoch": 4, "step": 6299, "loss": 0.1293184608221054, "total_norm": 7.178234100341797}
-{"epoch": 4, "step": 6300, "loss": 0.05409775301814079, "total_norm": 5.0636467933654785}
-{"epoch": 4, "step": 6301, "loss": 0.09932997077703476, "total_norm": 5.944437026977539}
-{"epoch": 4, "step": 6302, "loss": 0.1819448471069336, "total_norm": 10.125718116760254}
-{"epoch": 4, "step": 6303, "loss": 0.16242900490760803, "total_norm": 6.930495738983154}
-{"epoch": 4, "step": 6304, "loss": 0.12346266955137253, "total_norm": 7.65207052230835}
-{"epoch": 4, "step": 6305, "loss": 0.15072153508663177, "total_norm": 6.54270076751709}
-{"epoch": 4, "step": 6306, "loss": 0.09238428622484207, "total_norm": 5.336562156677246}
-{"epoch": 4, "step": 6307, "loss": 0.11715491116046906, "total_norm": 6.7932915687561035}
-{"epoch": 4, "step": 6308, "loss": 0.17139312624931335, "total_norm": 6.7853007316589355}
-{"epoch": 4, "step": 6309, "loss": 0.16022586822509766, "total_norm": 7.675682544708252}
-{"epoch": 4, "step": 6310, "loss": 0.17445865273475647, "total_norm": 9.610069274902344}
-{"epoch": 4, "step": 6311, "loss": 0.16933271288871765, "total_norm": 9.904748916625977}
-{"epoch": 4, "step": 6312, "loss": 0.10163313895463943, "total_norm": 7.368524551391602}
-{"epoch": 4, "step": 6313, "loss": 0.10181991010904312, "total_norm": 8.867088317871094}
-{"epoch": 4, "step": 6314, "loss": 0.25214022397994995, "total_norm": 7.951713562011719}
-{"epoch": 4, "step": 6315, "loss": 0.1710803061723709, "total_norm": 6.529935359954834}
-{"epoch": 4, "step": 6316, "loss": 0.1493939757347107, "total_norm": 6.917447566986084}
-{"epoch": 4, "step": 6317, "loss": 0.17281441390514374, "total_norm": 7.848353385925293}
-{"epoch": 4, "step": 6318, "loss": 0.11646075546741486, "total_norm": 8.075282096862793}
-{"epoch": 4, "step": 6319, "loss": 0.14716769754886627, "total_norm": 8.099302291870117}
-{"epoch": 4, "step": 6320, "loss": 0.11501143127679825, "total_norm": 6.2665815353393555}
-{"epoch": 4, "step": 6321, "loss": 0.11118591576814651, "total_norm": 6.722968101501465}
-{"epoch": 4, "step": 6322, "loss": 0.1702689230442047, "total_norm": 7.832787036895752}
-{"epoch": 4, "step": 6323, "loss": 0.142990380525589, "total_norm": 6.349120140075684}
-{"epoch": 4, "step": 6324, "loss": 0.1974777728319168, "total_norm": 12.026641845703125}
-{"epoch": 4, "step": 6325, "loss": 0.11122266203165054, "total_norm": 4.949894905090332}
-{"epoch": 4, "step": 6326, "loss": 0.14742043614387512, "total_norm": 8.300971031188965}
-{"epoch": 4, "step": 6327, "loss": 0.14850616455078125, "total_norm": 6.938208103179932}
-{"epoch": 4, "step": 6328, "loss": 0.23643356561660767, "total_norm": 8.656270980834961}
-{"epoch": 4, "step": 6329, "loss": 0.1605585217475891, "total_norm": 6.0319366455078125}
-{"epoch": 4, "step": 6330, "loss": 0.12949037551879883, "total_norm": 5.481068134307861}
-{"epoch": 4, "step": 6331, "loss": 0.1538558006286621, "total_norm": 7.453781604766846}
-{"epoch": 4, "step": 6332, "loss": 0.17588087916374207, "total_norm": 6.846497535705566}
-{"epoch": 4, "step": 6333, "loss": 0.1932348608970642, "total_norm": 7.8130717277526855}
-{"epoch": 4, "step": 6334, "loss": 0.18644371628761292, "total_norm": 6.367959022521973}
-{"epoch": 4, "step": 6335, "loss": 0.10480191558599472, "total_norm": 4.514472007751465}
-{"epoch": 4, "step": 6336, "loss": 0.1748044192790985, "total_norm": 8.693175315856934}
-{"epoch": 4, "step": 6337, "loss": 0.155414417386055, "total_norm": 9.156512260437012}
-{"epoch": 4, "step": 6338, "loss": 0.08272023499011993, "total_norm": 8.997381210327148}
-{"epoch": 4, "step": 6339, "loss": 0.2505616843700409, "total_norm": 8.730719566345215}
-{"epoch": 4, "step": 6340, "loss": 0.20554159581661224, "total_norm": 12.407790184020996}
-{"epoch": 4, "step": 6341, "loss": 0.18144245445728302, "total_norm": 6.9895548820495605}
-{"epoch": 4, "step": 6342, "loss": 0.20216724276542664, "total_norm": 9.030691146850586}
-{"epoch": 4, "step": 6343, "loss": 0.2557288408279419, "total_norm": 8.970562934875488}
-{"epoch": 4, "step": 6344, "loss": 0.17629662156105042, "total_norm": 8.351661682128906}
-{"epoch": 4, "step": 6345, "loss": 0.1327390968799591, "total_norm": 5.561309814453125}
-{"epoch": 4, "step": 6346, "loss": 0.1617724895477295, "total_norm": 8.001538276672363}
-{"epoch": 4, "step": 6347, "loss": 0.20006000995635986, "total_norm": 5.733620643615723}
-{"epoch": 4, "step": 6348, "loss": 0.10582654178142548, "total_norm": 6.551162242889404}
-{"epoch": 4, "step": 6349, "loss": 0.15296335518360138, "total_norm": 7.880192756652832}
-{"epoch": 4, "step": 6350, "loss": 0.20056994259357452, "total_norm": 8.373930931091309}
-{"epoch": 4, "step": 6351, "loss": 0.10727638006210327, "total_norm": 6.256683349609375}
-{"epoch": 4, "step": 6352, "loss": 0.11508110165596008, "total_norm": 8.828971862792969}
-{"epoch": 4, "step": 6353, "loss": 0.1458410620689392, "total_norm": 7.268609046936035}
-{"epoch": 4, "step": 6354, "loss": 0.09388281404972076, "total_norm": 7.73348331451416}
-{"epoch": 4, "step": 6355, "loss": 0.10126759856939316, "total_norm": 6.676691055297852}
-{"epoch": 4, "step": 6356, "loss": 0.15170660614967346, "total_norm": 6.871500492095947}
-{"epoch": 4, "step": 6357, "loss": 0.2032269537448883, "total_norm": 9.572924613952637}
-{"epoch": 4, "step": 6358, "loss": 0.12299758195877075, "total_norm": 6.905720233917236}
-{"epoch": 4, "step": 6359, "loss": 0.130067840218544, "total_norm": 6.503520965576172}
-{"epoch": 4, "step": 6360, "loss": 0.16266809403896332, "total_norm": 11.22284984588623}
-{"epoch": 4, "step": 6361, "loss": 0.19981977343559265, "total_norm": 8.661955833435059}
-{"epoch": 4, "step": 6362, "loss": 0.14477571845054626, "total_norm": 5.687326431274414}
-{"epoch": 4, "step": 6363, "loss": 0.19193124771118164, "total_norm": 7.795876979827881}
-{"epoch": 4, "step": 6364, "loss": 0.136468768119812, "total_norm": 7.689894676208496}
-{"epoch": 4, "step": 6365, "loss": 0.11999478191137314, "total_norm": 6.857252597808838}
-{"epoch": 4, "step": 6366, "loss": 0.16661155223846436, "total_norm": 6.870437145233154}
-{"epoch": 4, "step": 6367, "loss": 0.2515369951725006, "total_norm": 9.748990058898926}
-{"epoch": 4, "step": 6368, "loss": 0.1271425187587738, "total_norm": 9.15857219696045}
-{"epoch": 4, "step": 6369, "loss": 0.1343468725681305, "total_norm": 5.626332759857178}
-{"epoch": 4, "step": 6370, "loss": 0.14809046685695648, "total_norm": 6.799239158630371}
-{"epoch": 4, "step": 6371, "loss": 0.05951916053891182, "total_norm": 4.844499111175537}
-{"epoch": 4, "step": 6372, "loss": 0.13250911235809326, "total_norm": 6.69991397857666}
-{"epoch": 4, "step": 6373, "loss": 0.15463241934776306, "total_norm": 6.8036603927612305}
-{"epoch": 4, "step": 6374, "loss": 0.13074298202991486, "total_norm": 10.483783721923828}
-{"epoch": 4, "step": 6375, "loss": 0.10274889320135117, "total_norm": 6.938454627990723}
-{"epoch": 4, "step": 6376, "loss": 0.2018718272447586, "total_norm": 13.161112785339355}
-{"epoch": 4, "step": 6377, "loss": 0.22257307171821594, "total_norm": 7.853726387023926}
-{"epoch": 4, "step": 6378, "loss": 0.19065023958683014, "total_norm": 7.805011749267578}
-{"epoch": 4, "step": 6379, "loss": 0.1476564109325409, "total_norm": 8.232084274291992}
-{"epoch": 4, "step": 6380, "loss": 0.18563969433307648, "total_norm": 7.1954216957092285}
-{"epoch": 4, "step": 6381, "loss": 0.18510369956493378, "total_norm": 7.591466426849365}
-{"epoch": 4, "step": 6382, "loss": 0.09692095965147018, "total_norm": 6.003050327301025}
-{"epoch": 4, "step": 6383, "loss": 0.1443309336900711, "total_norm": 8.956042289733887}
-{"epoch": 4, "step": 6384, "loss": 0.2423349916934967, "total_norm": 10.752120971679688}
-{"epoch": 4, "step": 6385, "loss": 0.1375749707221985, "total_norm": 7.551620960235596}
-{"epoch": 4, "step": 6386, "loss": 0.09017106145620346, "total_norm": 7.996556758880615}
-{"epoch": 4, "step": 6387, "loss": 0.14429718255996704, "total_norm": 6.32338285446167}
-{"epoch": 4, "step": 6388, "loss": 0.060522016137838364, "total_norm": 6.13480281829834}
-{"epoch": 4, "step": 6389, "loss": 0.12972497940063477, "total_norm": 8.987895011901855}
-{"epoch": 4, "step": 6390, "loss": 0.14990417659282684, "total_norm": 5.813565731048584}
-{"epoch": 4, "step": 6391, "loss": 0.15560443699359894, "total_norm": 7.597856521606445}
-{"epoch": 4, "step": 6392, "loss": 0.1801234781742096, "total_norm": 7.742161750793457}
-{"epoch": 4, "step": 6393, "loss": 0.0857217088341713, "total_norm": 6.5509352684021}
-{"epoch": 4, "step": 6394, "loss": 0.20587268471717834, "total_norm": 8.666964530944824}
-{"epoch": 4, "step": 6395, "loss": 0.19933289289474487, "total_norm": 7.3699846267700195}
-{"epoch": 4, "step": 6396, "loss": 0.16851480305194855, "total_norm": 9.20553970336914}
-{"epoch": 4, "step": 6397, "loss": 0.2121494710445404, "total_norm": 10.589544296264648}
-{"epoch": 4, "step": 6398, "loss": 0.12221767008304596, "total_norm": 5.552905559539795}
-{"epoch": 4, "step": 6399, "loss": 0.22219452261924744, "total_norm": 5.6336469650268555}
-{"epoch": 4, "step": 6400, "loss": 0.12595994770526886, "total_norm": 5.362943172454834}
-{"epoch": 4, "step": 6401, "loss": 0.08105568587779999, "total_norm": 6.439768314361572}
-{"epoch": 4, "step": 6402, "loss": 0.16192220151424408, "total_norm": 7.1513776779174805}
-{"epoch": 4, "step": 6403, "loss": 0.22174425423145294, "total_norm": 7.8463640213012695}
-{"epoch": 4, "step": 6404, "loss": 0.15476733446121216, "total_norm": 6.4863505363464355}
-{"epoch": 4, "step": 6405, "loss": 0.15309414267539978, "total_norm": 9.040339469909668}
-{"epoch": 4, "step": 6406, "loss": 0.12404332309961319, "total_norm": 7.656475067138672}
-{"epoch": 4, "step": 6407, "loss": 0.19151641428470612, "total_norm": 7.021481037139893}
-{"epoch": 4, "step": 6408, "loss": 0.0975523442029953, "total_norm": 7.017718315124512}
-{"epoch": 4, "step": 6409, "loss": 0.14189332723617554, "total_norm": 7.974200248718262}
-{"epoch": 4, "step": 6410, "loss": 0.3791464865207672, "total_norm": 12.83463191986084}
-{"epoch": 4, "step": 6411, "loss": 0.12486947327852249, "total_norm": 8.088069915771484}
-{"epoch": 4, "step": 6412, "loss": 0.17406055331230164, "total_norm": 7.112245559692383}
-{"epoch": 4, "step": 6413, "loss": 0.12853674590587616, "total_norm": 8.594871520996094}
-{"epoch": 4, "step": 6414, "loss": 0.17465487122535706, "total_norm": 10.511368751525879}
-{"epoch": 4, "step": 6415, "loss": 0.20619936287403107, "total_norm": 8.510807037353516}
-{"epoch": 4, "step": 6416, "loss": 0.07278133928775787, "total_norm": 5.165791034698486}
-{"epoch": 4, "step": 6417, "loss": 0.09834516048431396, "total_norm": 4.958089828491211}
-{"epoch": 4, "step": 6418, "loss": 0.056126050651073456, "total_norm": 4.3018574714660645}
-{"epoch": 4, "step": 6419, "loss": 0.12727195024490356, "total_norm": 7.337278366088867}
-{"epoch": 4, "step": 6420, "loss": 0.14459703862667084, "total_norm": 8.442809104919434}
-{"epoch": 4, "step": 6421, "loss": 0.14492829144001007, "total_norm": 7.761559009552002}
-{"epoch": 4, "step": 6422, "loss": 0.15666329860687256, "total_norm": 8.278301239013672}
-{"epoch": 4, "step": 6423, "loss": 0.1593153327703476, "total_norm": 6.602995872497559}
-{"epoch": 4, "step": 6424, "loss": 0.18655194342136383, "total_norm": 7.093777656555176}
-{"epoch": 4, "step": 6425, "loss": 0.13262692093849182, "total_norm": 6.814685344696045}
-{"epoch": 4, "step": 6426, "loss": 0.12295369058847427, "total_norm": 9.554485321044922}
-{"epoch": 4, "step": 6427, "loss": 0.11958374828100204, "total_norm": 5.835758209228516}
-{"epoch": 4, "step": 6428, "loss": 0.10170958936214447, "total_norm": 6.681405067443848}
-{"epoch": 4, "step": 6429, "loss": 0.18735314905643463, "total_norm": 8.823324203491211}
-{"epoch": 4, "step": 6430, "loss": 0.07175404578447342, "total_norm": 5.3592529296875}
-{"epoch": 4, "step": 6431, "loss": 0.1489964723587036, "total_norm": 7.350131988525391}
-{"epoch": 4, "step": 6432, "loss": 0.1466512680053711, "total_norm": 7.008284091949463}
-{"epoch": 4, "step": 6433, "loss": 0.2598192095756531, "total_norm": 9.845266342163086}
-{"epoch": 4, "step": 6434, "loss": 0.21316516399383545, "total_norm": 8.800111770629883}
-{"epoch": 4, "step": 6435, "loss": 0.0993175208568573, "total_norm": 6.778926849365234}
-{"epoch": 4, "step": 6436, "loss": 0.11714702844619751, "total_norm": 5.338337421417236}
-{"epoch": 4, "step": 6437, "loss": 0.12305296957492828, "total_norm": 5.594901084899902}
-{"epoch": 4, "step": 6438, "loss": 0.07798966020345688, "total_norm": 6.555677890777588}
-{"epoch": 4, "step": 6439, "loss": 0.21709534525871277, "total_norm": 8.344377517700195}
-{"epoch": 4, "step": 6440, "loss": 0.2096206396818161, "total_norm": 8.421149253845215}
-{"epoch": 4, "step": 6441, "loss": 0.17998772859573364, "total_norm": 7.3616533279418945}
-{"epoch": 4, "step": 6442, "loss": 0.11130034923553467, "total_norm": 6.036092758178711}
-{"epoch": 4, "step": 6443, "loss": 0.1451248824596405, "total_norm": 6.041538238525391}
-{"epoch": 4, "step": 6444, "loss": 0.16351743042469025, "total_norm": 6.8532280921936035}
-{"epoch": 4, "step": 6445, "loss": 0.14823560416698456, "total_norm": 8.639891624450684}
-{"epoch": 4, "step": 6446, "loss": 0.16343925893306732, "total_norm": 8.38821792602539}
-{"epoch": 4, "step": 6447, "loss": 0.11515767127275467, "total_norm": 6.20659065246582}
-{"epoch": 4, "step": 6448, "loss": 0.12380462139844894, "total_norm": 7.20113468170166}
-{"epoch": 4, "step": 6449, "loss": 0.13256148993968964, "total_norm": 5.9184250831604}
-{"epoch": 4, "step": 6450, "loss": 0.17890521883964539, "total_norm": 8.84640121459961}
-{"epoch": 4, "step": 6451, "loss": 0.2661009132862091, "total_norm": 11.551979064941406}
-{"epoch": 4, "step": 6452, "loss": 0.09059779345989227, "total_norm": 8.576272010803223}
-{"epoch": 4, "step": 6453, "loss": 0.14142602682113647, "total_norm": 8.346549034118652}
-{"epoch": 4, "step": 6454, "loss": 0.12303625047206879, "total_norm": 7.465485095977783}
-{"epoch": 4, "step": 6455, "loss": 0.090248703956604, "total_norm": 4.336153984069824}
-{"epoch": 4, "step": 6456, "loss": 0.080854631960392, "total_norm": 7.118399143218994}
-{"epoch": 4, "step": 6457, "loss": 0.18570519983768463, "total_norm": 6.967334747314453}
-{"epoch": 4, "step": 6458, "loss": 0.16650083661079407, "total_norm": 6.706222057342529}
-{"epoch": 4, "step": 6459, "loss": 0.25341278314590454, "total_norm": 9.691243171691895}
-{"epoch": 4, "step": 6460, "loss": 0.1349598467350006, "total_norm": 5.618634223937988}
-{"epoch": 4, "step": 6461, "loss": 0.18739649653434753, "total_norm": 10.764605522155762}
-{"epoch": 4, "step": 6462, "loss": 0.14138104021549225, "total_norm": 6.876160144805908}
-{"epoch": 4, "step": 6463, "loss": 0.17696425318717957, "total_norm": 6.593479156494141}
-{"epoch": 4, "step": 6464, "loss": 0.13722875714302063, "total_norm": 8.57502269744873}
-{"epoch": 4, "step": 6465, "loss": 0.19080716371536255, "total_norm": 7.9422783851623535}
-{"epoch": 4, "step": 6466, "loss": 0.13605967164039612, "total_norm": 6.64647102355957}
-{"epoch": 4, "step": 6467, "loss": 0.1543397158384323, "total_norm": 7.213826656341553}
-{"epoch": 4, "step": 6468, "loss": 0.12781591713428497, "total_norm": 7.031819820404053}
-{"epoch": 4, "step": 6469, "loss": 0.16902221739292145, "total_norm": 6.938395023345947}
-{"epoch": 4, "step": 6470, "loss": 0.148468479514122, "total_norm": 6.386810302734375}
-{"epoch": 4, "step": 6471, "loss": 0.11846137046813965, "total_norm": 5.304894924163818}
-{"epoch": 4, "step": 6472, "loss": 0.22521278262138367, "total_norm": 9.142241477966309}
-{"epoch": 4, "step": 6473, "loss": 0.13216008245944977, "total_norm": 9.160683631896973}
-{"epoch": 4, "step": 6474, "loss": 0.20822525024414062, "total_norm": 7.531759262084961}
-{"epoch": 4, "step": 6475, "loss": 0.21662844717502594, "total_norm": 9.728866577148438}
-{"epoch": 4, "step": 6476, "loss": 0.16918431222438812, "total_norm": 8.188671112060547}
-{"epoch": 4, "step": 6477, "loss": 0.2482145130634308, "total_norm": 11.814743995666504}
-{"epoch": 4, "step": 6478, "loss": 0.221718892455101, "total_norm": 7.013669967651367}
-{"epoch": 4, "step": 6479, "loss": 0.16131286323070526, "total_norm": 6.680740833282471}
-{"epoch": 4, "step": 6480, "loss": 0.1652880311012268, "total_norm": 9.287548065185547}
-{"epoch": 4, "step": 6481, "loss": 0.11436958611011505, "total_norm": 6.554933547973633}
-{"epoch": 4, "step": 6482, "loss": 0.16141583025455475, "total_norm": 6.783731937408447}
-{"epoch": 4, "step": 6483, "loss": 0.15824444591999054, "total_norm": 7.572585105895996}
-{"epoch": 4, "step": 6484, "loss": 0.1298825442790985, "total_norm": 5.766305923461914}
-{"epoch": 4, "step": 6485, "loss": 0.1131281778216362, "total_norm": 6.941752910614014}
-{"epoch": 4, "step": 6486, "loss": 0.16360656917095184, "total_norm": 7.247751712799072}
-{"epoch": 4, "step": 6487, "loss": 0.23365765810012817, "total_norm": 8.477823257446289}
-{"epoch": 4, "step": 6488, "loss": 0.1811438649892807, "total_norm": 7.669909954071045}
-{"epoch": 4, "step": 6489, "loss": 0.14467915892601013, "total_norm": 6.972836971282959}
-{"epoch": 4, "step": 6490, "loss": 0.1361299455165863, "total_norm": 7.508388996124268}
-{"epoch": 4, "step": 6491, "loss": 0.12451785802841187, "total_norm": 8.34634017944336}
-{"epoch": 4, "step": 6492, "loss": 0.11443205922842026, "total_norm": 7.635247230529785}
-{"epoch": 4, "step": 6493, "loss": 0.12426774948835373, "total_norm": 4.752790927886963}
-{"epoch": 4, "step": 6494, "loss": 0.1495414674282074, "total_norm": 7.271711826324463}
-{"epoch": 4, "step": 6495, "loss": 0.1976466029882431, "total_norm": 8.403799057006836}
-{"epoch": 4, "step": 6496, "loss": 0.1984054148197174, "total_norm": 7.653432369232178}
-{"epoch": 4, "step": 6497, "loss": 0.2060282975435257, "total_norm": 8.781057357788086}
-{"epoch": 4, "step": 6498, "loss": 0.12791404128074646, "total_norm": 5.630228042602539}
-{"epoch": 4, "step": 6499, "loss": 0.19227094948291779, "total_norm": 7.633024215698242}
-{"epoch": 4, "step": 6500, "loss": 0.13414180278778076, "total_norm": 7.357977390289307}
-{"epoch": 4, "step": 6501, "loss": 0.37059733271598816, "total_norm": 10.836767196655273}
-{"epoch": 4, "step": 6502, "loss": 0.19259120523929596, "total_norm": 11.194581031799316}
-{"epoch": 4, "step": 6503, "loss": 0.20555132627487183, "total_norm": 8.887463569641113}
-{"epoch": 4, "step": 6504, "loss": 0.12295278906822205, "total_norm": 6.14628791809082}
-{"epoch": 4, "step": 6505, "loss": 0.18165922164916992, "total_norm": 7.18550968170166}
-{"epoch": 4, "step": 6506, "loss": 0.16894696652889252, "total_norm": 6.837218761444092}
-{"epoch": 4, "step": 6507, "loss": 0.09823823720216751, "total_norm": 6.4207844734191895}
-{"epoch": 4, "step": 6508, "loss": 0.23240523040294647, "total_norm": 10.612936019897461}
-{"epoch": 4, "step": 6509, "loss": 0.11641225218772888, "total_norm": 5.769681930541992}
-{"epoch": 4, "step": 6510, "loss": 0.25577229261398315, "total_norm": 8.040112495422363}
-{"epoch": 4, "step": 6511, "loss": 0.1055070012807846, "total_norm": 5.1906843185424805}
-{"epoch": 4, "step": 6512, "loss": 0.2872411906719208, "total_norm": 9.067607879638672}
-{"epoch": 4, "step": 6513, "loss": 0.12054603546857834, "total_norm": 6.5876240730285645}
-{"epoch": 4, "step": 6514, "loss": 0.199971005320549, "total_norm": 7.517480373382568}
-{"epoch": 4, "step": 6515, "loss": 0.16700953245162964, "total_norm": 6.290050983428955}
-{"epoch": 4, "step": 6516, "loss": 0.18526624143123627, "total_norm": 8.528448104858398}
-{"epoch": 4, "step": 6517, "loss": 0.1111036017537117, "total_norm": 6.279036045074463}
-{"epoch": 4, "step": 6518, "loss": 0.13819578289985657, "total_norm": 7.568229675292969}
-{"epoch": 4, "step": 6519, "loss": 0.2788296639919281, "total_norm": 7.999162197113037}
-{"epoch": 4, "step": 6520, "loss": 0.15651197731494904, "total_norm": 6.448067665100098}
-{"epoch": 4, "step": 6521, "loss": 0.1098613291978836, "total_norm": 6.464004993438721}
-{"epoch": 4, "step": 6522, "loss": 0.09445326030254364, "total_norm": 6.349550247192383}
-{"epoch": 4, "step": 6523, "loss": 0.15956658124923706, "total_norm": 7.244426250457764}
-{"epoch": 4, "step": 6524, "loss": 0.1399776190519333, "total_norm": 6.474639892578125}
-{"epoch": 4, "step": 6525, "loss": 0.18174885213375092, "total_norm": 10.104537010192871}
-{"epoch": 4, "step": 6526, "loss": 0.20532116293907166, "total_norm": 9.716615676879883}
-{"epoch": 4, "step": 6527, "loss": 0.13118533790111542, "total_norm": 5.905427932739258}
-{"epoch": 4, "step": 6528, "loss": 0.17583118379116058, "total_norm": 7.494912624359131}
-{"epoch": 4, "step": 6529, "loss": 0.19482913613319397, "total_norm": 7.802210330963135}
-{"epoch": 4, "step": 6530, "loss": 0.17412824928760529, "total_norm": 5.620815753936768}
-{"epoch": 4, "step": 6531, "loss": 0.25182849168777466, "total_norm": 11.660489082336426}
-{"epoch": 4, "step": 6532, "loss": 0.2638021409511566, "total_norm": 8.175933837890625}
-{"epoch": 4, "step": 6533, "loss": 0.1719670593738556, "total_norm": 7.175713539123535}
-{"epoch": 4, "step": 6534, "loss": 0.11247776448726654, "total_norm": 6.9717888832092285}
-{"epoch": 4, "step": 6535, "loss": 0.1329549103975296, "total_norm": 6.312572002410889}
-{"epoch": 4, "step": 6536, "loss": 0.17362496256828308, "total_norm": 8.976943969726562}
-{"epoch": 4, "step": 6537, "loss": 0.12687604129314423, "total_norm": 5.716015338897705}
-{"epoch": 4, "step": 6538, "loss": 0.27035126090049744, "total_norm": 9.853299140930176}
-{"epoch": 4, "step": 6539, "loss": 0.17110097408294678, "total_norm": 5.991567611694336}
-{"epoch": 4, "step": 6540, "loss": 0.14248411357402802, "total_norm": 5.686251163482666}
-{"epoch": 4, "step": 6541, "loss": 0.1346438080072403, "total_norm": 7.056920051574707}
-{"epoch": 4, "step": 6542, "loss": 0.2908528447151184, "total_norm": 9.397500991821289}
-{"epoch": 4, "step": 6543, "loss": 0.13065654039382935, "total_norm": 6.592195510864258}
-{"epoch": 4, "step": 6544, "loss": 0.10085989534854889, "total_norm": 6.130308151245117}
-{"epoch": 4, "step": 6545, "loss": 0.2209184765815735, "total_norm": 6.295957088470459}
-{"epoch": 4, "step": 6546, "loss": 0.16084659099578857, "total_norm": 8.3657865524292}
-{"epoch": 4, "step": 6547, "loss": 0.08553346246480942, "total_norm": 6.312137603759766}
-{"epoch": 4, "step": 6548, "loss": 0.16882434487342834, "total_norm": 5.725162029266357}
-{"epoch": 4, "step": 6549, "loss": 0.16937348246574402, "total_norm": 8.256595611572266}
-{"epoch": 4, "step": 6550, "loss": 0.1780068427324295, "total_norm": 8.161304473876953}
-{"epoch": 4, "step": 6551, "loss": 0.06505940109491348, "total_norm": 4.7712812423706055}
-{"epoch": 4, "step": 6552, "loss": 0.14932359755039215, "total_norm": 6.298877716064453}
-{"epoch": 4, "step": 6553, "loss": 0.19161085784435272, "total_norm": 7.77456521987915}
-{"epoch": 4, "step": 6554, "loss": 0.11574067175388336, "total_norm": 6.684666156768799}
-{"epoch": 4, "step": 6555, "loss": 0.23664498329162598, "total_norm": 8.462686538696289}
-{"epoch": 4, "step": 6556, "loss": 0.10494069755077362, "total_norm": 5.669116020202637}
-{"epoch": 4, "step": 6557, "loss": 0.23253676295280457, "total_norm": 8.126381874084473}
-{"epoch": 4, "step": 6558, "loss": 0.03046669438481331, "total_norm": 3.6942460536956787}
-{"epoch": 4, "step": 6559, "loss": 0.2169751226902008, "total_norm": 8.390950202941895}
-{"epoch": 4, "step": 6560, "loss": 0.11637622863054276, "total_norm": 5.715225696563721}
-{"epoch": 4, "step": 6561, "loss": 0.11975546181201935, "total_norm": 8.039899826049805}
-{"epoch": 4, "step": 6562, "loss": 0.1914551556110382, "total_norm": 7.798334121704102}
-{"epoch": 4, "step": 6563, "loss": 0.2791147232055664, "total_norm": 13.564983367919922}
-{"epoch": 4, "step": 6564, "loss": 0.15132568776607513, "total_norm": 7.30149507522583}
-{"epoch": 4, "step": 6565, "loss": 0.19825683534145355, "total_norm": 7.448221683502197}
-{"epoch": 4, "step": 6566, "loss": 0.2646024823188782, "total_norm": 11.836758613586426}
-{"epoch": 4, "step": 6567, "loss": 0.09567892551422119, "total_norm": 7.200441837310791}
-{"epoch": 4, "step": 6568, "loss": 0.15061430633068085, "total_norm": 7.4655585289001465}
-{"epoch": 4, "step": 6569, "loss": 0.19614888727664948, "total_norm": 8.43709659576416}
-{"epoch": 4, "step": 6570, "loss": 0.1144213080406189, "total_norm": 8.23631763458252}
-{"epoch": 4, "step": 6571, "loss": 0.09333401918411255, "total_norm": 6.252817630767822}
-{"epoch": 4, "step": 6572, "loss": 0.13796676695346832, "total_norm": 6.421220302581787}
-{"epoch": 4, "step": 6573, "loss": 0.1377667486667633, "total_norm": 8.485769271850586}
-{"epoch": 4, "step": 6574, "loss": 0.15950120985507965, "total_norm": 7.767451286315918}
-{"epoch": 4, "step": 6575, "loss": 0.09095976501703262, "total_norm": 8.951905250549316}
-{"epoch": 4, "step": 6576, "loss": 0.14065870642662048, "total_norm": 6.480947494506836}
-{"epoch": 4, "step": 6577, "loss": 0.05951867625117302, "total_norm": 5.558767795562744}
-{"epoch": 4, "step": 6578, "loss": 0.1744636446237564, "total_norm": 8.379408836364746}
-{"epoch": 4, "step": 6579, "loss": 0.10574806481599808, "total_norm": 4.498737812042236}
-{"epoch": 4, "step": 6580, "loss": 0.1314651221036911, "total_norm": 6.167237281799316}
-{"epoch": 4, "step": 6581, "loss": 0.13840560615062714, "total_norm": 7.45582389831543}
-{"epoch": 4, "step": 6582, "loss": 0.1655835211277008, "total_norm": 6.43889045715332}
-{"epoch": 4, "step": 6583, "loss": 0.13727352023124695, "total_norm": 8.387580871582031}
-{"epoch": 4, "step": 6584, "loss": 0.137198805809021, "total_norm": 5.888575553894043}
-{"epoch": 4, "step": 6585, "loss": 0.33409130573272705, "total_norm": 10.344831466674805}
-{"epoch": 4, "step": 6586, "loss": 0.13088415563106537, "total_norm": 8.22954273223877}
-{"epoch": 4, "step": 6587, "loss": 0.11507117748260498, "total_norm": 8.301161766052246}
-{"epoch": 4, "step": 6588, "loss": 0.12886983156204224, "total_norm": 6.489292144775391}
-{"epoch": 4, "step": 6589, "loss": 0.11323443055152893, "total_norm": 5.868588924407959}
-{"epoch": 4, "step": 6590, "loss": 0.19066277146339417, "total_norm": 7.745553970336914}
-{"epoch": 4, "step": 6591, "loss": 0.1416870355606079, "total_norm": 7.014772415161133}
-{"epoch": 4, "step": 6592, "loss": 0.16067147254943848, "total_norm": 8.400262832641602}
-{"epoch": 4, "step": 6593, "loss": 0.17308054864406586, "total_norm": 10.29543399810791}
-{"epoch": 4, "step": 6594, "loss": 0.16894453763961792, "total_norm": 7.332760810852051}
-{"epoch": 4, "step": 6595, "loss": 0.17306245863437653, "total_norm": 7.980479717254639}
-{"epoch": 4, "step": 6596, "loss": 0.09200789034366608, "total_norm": 4.9609856605529785}
-{"epoch": 4, "step": 6597, "loss": 0.11706558614969254, "total_norm": 7.125561237335205}
-{"epoch": 4, "step": 6598, "loss": 0.12185133993625641, "total_norm": 5.934575080871582}
-{"epoch": 4, "step": 6599, "loss": 0.12036773562431335, "total_norm": 5.705301761627197}
-{"epoch": 4, "step": 6600, "loss": 0.10656031221151352, "total_norm": 6.737772464752197}
-{"epoch": 4, "step": 6601, "loss": 0.07387860864400864, "total_norm": 5.782309532165527}
-{"epoch": 4, "step": 6602, "loss": 0.16831271350383759, "total_norm": 7.364863872528076}
-{"epoch": 4, "step": 6603, "loss": 0.09325474500656128, "total_norm": 5.79162073135376}
-{"epoch": 4, "step": 6604, "loss": 0.1379215121269226, "total_norm": 5.352412223815918}
-{"epoch": 4, "step": 6605, "loss": 0.13577531278133392, "total_norm": 6.340110778808594}
-{"epoch": 4, "step": 6606, "loss": 0.15495073795318604, "total_norm": 6.816657543182373}
-{"epoch": 4, "step": 6607, "loss": 0.14567725360393524, "total_norm": 9.168601989746094}
-{"epoch": 4, "step": 6608, "loss": 0.11918840557336807, "total_norm": 7.699042797088623}
-{"epoch": 4, "step": 6609, "loss": 0.16824057698249817, "total_norm": 8.046453475952148}
-{"epoch": 4, "step": 6610, "loss": 0.19841335713863373, "total_norm": 7.344479560852051}
-{"epoch": 4, "step": 6611, "loss": 0.2968699038028717, "total_norm": 6.889706134796143}
-{"epoch": 4, "step": 6612, "loss": 0.21223469078540802, "total_norm": 9.880615234375}
-{"epoch": 4, "step": 6613, "loss": 0.15760228037834167, "total_norm": 7.309109210968018}
-{"epoch": 4, "step": 6614, "loss": 0.0991317629814148, "total_norm": 6.74766731262207}
-{"epoch": 4, "step": 6615, "loss": 0.1894744634628296, "total_norm": 7.476657390594482}
-{"epoch": 4, "step": 6616, "loss": 0.09583175927400589, "total_norm": 6.949012279510498}
-{"epoch": 4, "step": 6617, "loss": 0.10248550027608871, "total_norm": 7.349827289581299}
-{"epoch": 4, "step": 6618, "loss": 0.16257192194461823, "total_norm": 6.624257564544678}
-{"epoch": 4, "step": 6619, "loss": 0.1779993176460266, "total_norm": 6.260992050170898}
-{"epoch": 4, "step": 6620, "loss": 0.07357066124677658, "total_norm": 6.239668846130371}
-{"epoch": 4, "step": 6621, "loss": 0.20690734684467316, "total_norm": 7.415984153747559}
-{"epoch": 4, "step": 6622, "loss": 0.2181932032108307, "total_norm": 10.87490177154541}
-{"epoch": 4, "step": 6623, "loss": 0.15332330763339996, "total_norm": 9.041420936584473}
-{"epoch": 4, "step": 6624, "loss": 0.23925824463367462, "total_norm": 10.170089721679688}
-{"epoch": 4, "step": 6625, "loss": 0.1482304483652115, "total_norm": 7.074848651885986}
-{"epoch": 4, "step": 6626, "loss": 0.19374236464500427, "total_norm": 9.89488410949707}
-{"epoch": 4, "step": 6627, "loss": 0.155488058924675, "total_norm": 6.932116508483887}
-{"epoch": 4, "step": 6628, "loss": 0.13449081778526306, "total_norm": 8.056326866149902}
-{"epoch": 4, "step": 6629, "loss": 0.1184699684381485, "total_norm": 5.507393836975098}
-{"epoch": 4, "step": 6630, "loss": 0.14005756378173828, "total_norm": 11.59994888305664}
-{"epoch": 4, "step": 6631, "loss": 0.17165790498256683, "total_norm": 8.646574020385742}
-{"epoch": 4, "step": 6632, "loss": 0.08774512261152267, "total_norm": 6.912630081176758}
-{"epoch": 4, "step": 6633, "loss": 0.11750703305006027, "total_norm": 6.305838108062744}
-{"epoch": 4, "step": 6634, "loss": 0.0740710124373436, "total_norm": 6.958026885986328}
-{"epoch": 4, "step": 6635, "loss": 0.10349886864423752, "total_norm": 6.176728248596191}
-{"epoch": 4, "step": 6636, "loss": 0.12124619632959366, "total_norm": 6.769952297210693}
-{"epoch": 4, "step": 6637, "loss": 0.1308853179216385, "total_norm": 6.896389007568359}
-{"epoch": 4, "step": 6638, "loss": 0.2589157819747925, "total_norm": 9.18763542175293}
-{"epoch": 4, "step": 6639, "loss": 0.1458759605884552, "total_norm": 7.318116664886475}
-{"epoch": 4, "step": 6640, "loss": 0.07877401262521744, "total_norm": 6.9089484214782715}
-{"epoch": 4, "step": 6641, "loss": 0.1169682964682579, "total_norm": 8.170835494995117}
-{"epoch": 4, "step": 6642, "loss": 0.16034452617168427, "total_norm": 8.1785249710083}
-{"epoch": 4, "step": 6643, "loss": 0.16171248257160187, "total_norm": 11.138337135314941}
-{"epoch": 4, "step": 6644, "loss": 0.21389907598495483, "total_norm": 8.75685977935791}
-{"epoch": 4, "step": 6645, "loss": 0.15676648914813995, "total_norm": 7.356049537658691}
-{"epoch": 4, "step": 6646, "loss": 0.15783895552158356, "total_norm": 8.481857299804688}
-{"epoch": 4, "step": 6647, "loss": 0.2354741394519806, "total_norm": 10.607397079467773}
-{"epoch": 4, "step": 6648, "loss": 0.15986643731594086, "total_norm": 6.462996959686279}
-{"epoch": 4, "step": 6649, "loss": 0.1544410139322281, "total_norm": 8.106222152709961}
-{"epoch": 4, "step": 6650, "loss": 0.2015010118484497, "total_norm": 8.108080863952637}
-{"epoch": 4, "step": 6651, "loss": 0.16757646203041077, "total_norm": 9.683314323425293}
-{"epoch": 4, "step": 6652, "loss": 0.17229123413562775, "total_norm": 10.171831130981445}
-{"epoch": 4, "step": 6653, "loss": 0.12846249341964722, "total_norm": 6.367713451385498}
-{"epoch": 4, "step": 6654, "loss": 0.17188413441181183, "total_norm": 6.060548305511475}
-{"epoch": 4, "step": 6655, "loss": 0.2214134931564331, "total_norm": 10.17441177368164}
-{"epoch": 4, "step": 6656, "eval_loss": 3.1155022494494915, "eval_rougeL": 0.2771171242291417}
-{"epoch": 4, "step": 6656, "loss": 0.11095218360424042, "total_norm": 7.800160884857178}
-{"epoch": 4, "step": 6657, "loss": 0.1390693336725235, "total_norm": 5.600879192352295}
-{"epoch": 4, "step": 6658, "loss": 0.17606884241104126, "total_norm": 8.35675048828125}
-{"epoch": 4, "step": 6659, "loss": 0.1989208310842514, "total_norm": 7.782211780548096}
-{"epoch": 4, "step": 6660, "loss": 0.1491602659225464, "total_norm": 8.087575912475586}
-{"epoch": 4, "step": 6661, "loss": 0.09802937507629395, "total_norm": 7.8166704177856445}
-{"epoch": 4, "step": 6662, "loss": 0.16251006722450256, "total_norm": 7.290708065032959}
-{"epoch": 4, "step": 6663, "loss": 0.22151990234851837, "total_norm": 7.954761981964111}
-{"epoch": 4, "step": 6664, "loss": 0.16613923013210297, "total_norm": 6.858173847198486}
-{"epoch": 4, "step": 6665, "loss": 0.1775859296321869, "total_norm": 7.428334712982178}
-{"epoch": 4, "step": 6666, "loss": 0.21073614060878754, "total_norm": 8.378786087036133}
-{"epoch": 4, "step": 6667, "loss": 0.061427075415849686, "total_norm": 6.98539400100708}
-{"epoch": 4, "step": 6668, "loss": 0.18162955343723297, "total_norm": 10.354448318481445}
-{"epoch": 4, "step": 6669, "loss": 0.16403141617774963, "total_norm": 6.205440044403076}
-{"epoch": 4, "step": 6670, "loss": 0.11184539645910263, "total_norm": 5.771097660064697}
-{"epoch": 4, "step": 6671, "loss": 0.1688690334558487, "total_norm": 8.304798126220703}
-{"epoch": 4, "step": 6672, "loss": 0.14294493198394775, "total_norm": 8.867341995239258}
-{"epoch": 4, "step": 6673, "loss": 0.15811827778816223, "total_norm": 11.750547409057617}
-{"epoch": 4, "step": 6674, "loss": 0.12478934973478317, "total_norm": 5.939383506774902}
-{"epoch": 4, "step": 6675, "loss": 0.24855093657970428, "total_norm": 13.179372787475586}
-{"epoch": 4, "step": 6676, "loss": 0.15650159120559692, "total_norm": 6.349514961242676}
-{"epoch": 4, "step": 6677, "loss": 0.09441094845533371, "total_norm": 7.225485324859619}
-{"epoch": 4, "step": 6678, "loss": 0.13918696343898773, "total_norm": 6.912103652954102}
-{"epoch": 4, "step": 6679, "loss": 0.16094042360782623, "total_norm": 6.4173078536987305}
-{"epoch": 4, "step": 6680, "loss": 0.17157430946826935, "total_norm": 8.12275505065918}
-{"epoch": 4, "step": 6681, "loss": 0.1540360003709793, "total_norm": 7.113093376159668}
-{"epoch": 4, "step": 6682, "loss": 0.14059841632843018, "total_norm": 6.505988597869873}
-{"epoch": 4, "step": 6683, "loss": 0.2342071533203125, "total_norm": 7.397349834442139}
-{"epoch": 4, "step": 6684, "loss": 0.24682460725307465, "total_norm": 9.663179397583008}
-{"epoch": 4, "step": 6685, "loss": 0.07896670699119568, "total_norm": 7.723865032196045}
-{"epoch": 4, "step": 6686, "loss": 0.24074803292751312, "total_norm": 9.135269165039062}
-{"epoch": 4, "step": 6687, "loss": 0.12303666770458221, "total_norm": 5.960094451904297}
-{"epoch": 4, "step": 6688, "loss": 0.1510058343410492, "total_norm": 8.422927856445312}
-{"epoch": 4, "step": 6689, "loss": 0.16745063662528992, "total_norm": 7.434572219848633}
-{"epoch": 4, "step": 6690, "loss": 0.21674947440624237, "total_norm": 11.799602508544922}
-{"epoch": 4, "step": 6691, "loss": 0.233892023563385, "total_norm": 9.918379783630371}
-{"epoch": 4, "step": 6692, "loss": 0.21436136960983276, "total_norm": 8.322120666503906}
-{"epoch": 4, "step": 6693, "loss": 0.09893284738063812, "total_norm": 5.608893394470215}
-{"epoch": 4, "step": 6694, "loss": 0.14144127070903778, "total_norm": 7.038055896759033}
-{"epoch": 4, "step": 6695, "loss": 0.19011063873767853, "total_norm": 8.982839584350586}
-{"epoch": 4, "step": 6696, "loss": 0.17117881774902344, "total_norm": 7.1012773513793945}
-{"epoch": 4, "step": 6697, "loss": 0.22290892899036407, "total_norm": 8.988999366760254}
-{"epoch": 4, "step": 6698, "loss": 0.1673784852027893, "total_norm": 8.07651424407959}
-{"epoch": 4, "step": 6699, "loss": 0.1280614137649536, "total_norm": 5.926939487457275}
-{"epoch": 4, "step": 6700, "loss": 0.1683167666196823, "total_norm": 7.879543781280518}
-{"epoch": 4, "step": 6701, "loss": 0.20037387311458588, "total_norm": 10.064507484436035}
-{"epoch": 4, "step": 6702, "loss": 0.1637711524963379, "total_norm": 7.608822822570801}
-{"epoch": 4, "step": 6703, "loss": 0.13090486824512482, "total_norm": 6.240688800811768}
-{"epoch": 4, "step": 6704, "loss": 0.12344767153263092, "total_norm": 9.694364547729492}
-{"epoch": 4, "step": 6705, "loss": 0.12556318938732147, "total_norm": 6.550412654876709}
-{"epoch": 4, "step": 6706, "loss": 0.1441706418991089, "total_norm": 8.263004302978516}
-{"epoch": 4, "step": 6707, "loss": 0.20565010607242584, "total_norm": 11.124041557312012}
-{"epoch": 4, "step": 6708, "loss": 0.2211606800556183, "total_norm": 7.333277225494385}
-{"epoch": 4, "step": 6709, "loss": 0.17600110173225403, "total_norm": 5.998635292053223}
-{"epoch": 4, "step": 6710, "loss": 0.10761724412441254, "total_norm": 6.148532867431641}
-{"epoch": 4, "step": 6711, "loss": 0.16387994587421417, "total_norm": 7.362627983093262}
-{"epoch": 4, "step": 6712, "loss": 0.08492244780063629, "total_norm": 5.871805667877197}
-{"epoch": 4, "step": 6713, "loss": 0.14315566420555115, "total_norm": 8.168815612792969}
-{"epoch": 4, "step": 6714, "loss": 0.17752885818481445, "total_norm": 7.1433024406433105}
-{"epoch": 4, "step": 6715, "loss": 0.1550181806087494, "total_norm": 8.616966247558594}
-{"epoch": 4, "step": 6716, "loss": 0.1816054731607437, "total_norm": 5.644421100616455}
-{"epoch": 4, "step": 6717, "loss": 0.049698587507009506, "total_norm": 4.574095726013184}
-{"epoch": 4, "step": 6718, "loss": 0.11054904013872147, "total_norm": 6.461163520812988}
-{"epoch": 4, "step": 6719, "loss": 0.15160267055034637, "total_norm": 7.20925760269165}
-{"epoch": 4, "step": 6720, "loss": 0.13643930852413177, "total_norm": 9.305781364440918}
-{"epoch": 4, "step": 6721, "loss": 0.14272671937942505, "total_norm": 6.424713134765625}
-{"epoch": 4, "step": 6722, "loss": 0.18109963834285736, "total_norm": 7.145539283752441}
-{"epoch": 4, "step": 6723, "loss": 0.14463655650615692, "total_norm": 8.364093780517578}
-{"epoch": 4, "step": 6724, "loss": 0.04114478826522827, "total_norm": 2.715761661529541}
-{"epoch": 4, "step": 6725, "loss": 0.15411557257175446, "total_norm": 7.4475250244140625}
-{"epoch": 4, "step": 6726, "loss": 0.10431654751300812, "total_norm": 8.542068481445312}
-{"epoch": 4, "step": 6727, "loss": 0.15899191796779633, "total_norm": 6.867569923400879}
-{"epoch": 4, "step": 6728, "loss": 0.1408539116382599, "total_norm": 5.491494178771973}
-{"epoch": 4, "step": 6729, "loss": 0.17584359645843506, "total_norm": 8.263286590576172}
-{"epoch": 4, "step": 6730, "loss": 0.0718211680650711, "total_norm": 5.321755409240723}
-{"epoch": 4, "step": 6731, "loss": 0.10008728504180908, "total_norm": 7.312209129333496}
-{"epoch": 4, "step": 6732, "loss": 0.12425530701875687, "total_norm": 5.772007942199707}
-{"epoch": 4, "step": 6733, "loss": 0.2186737209558487, "total_norm": 9.225045204162598}
-{"epoch": 4, "step": 6734, "loss": 0.27666527032852173, "total_norm": 7.880115032196045}
-{"epoch": 4, "step": 6735, "loss": 0.12821853160858154, "total_norm": 9.882397651672363}
-{"epoch": 4, "step": 6736, "loss": 0.11742111295461655, "total_norm": 9.259641647338867}
-{"epoch": 4, "step": 6737, "loss": 0.15808114409446716, "total_norm": 5.7903289794921875}
-{"epoch": 4, "step": 6738, "loss": 0.16916143894195557, "total_norm": 7.0003228187561035}
-{"epoch": 4, "step": 6739, "loss": 0.15898676216602325, "total_norm": 7.863119125366211}
-{"epoch": 4, "step": 6740, "loss": 0.21665936708450317, "total_norm": 8.602468490600586}
-{"epoch": 4, "step": 6741, "loss": 0.18335969746112823, "total_norm": 7.749383926391602}
-{"epoch": 4, "step": 6742, "loss": 0.1605021059513092, "total_norm": 7.768280982971191}
-{"epoch": 4, "step": 6743, "loss": 0.1675167679786682, "total_norm": 9.432903289794922}
-{"epoch": 4, "step": 6744, "loss": 0.18193937838077545, "total_norm": 8.33967113494873}
-{"epoch": 4, "step": 6745, "loss": 0.1996229737997055, "total_norm": 8.042455673217773}
-{"epoch": 4, "step": 6746, "loss": 0.17990170419216156, "total_norm": 9.882436752319336}
-{"epoch": 4, "step": 6747, "loss": 0.1556173712015152, "total_norm": 6.705047607421875}
-{"epoch": 4, "step": 6748, "loss": 0.15061287581920624, "total_norm": 6.087217807769775}
-{"epoch": 4, "step": 6749, "loss": 0.07325654476881027, "total_norm": 6.7257513999938965}
-{"epoch": 4, "step": 6750, "loss": 0.07637973874807358, "total_norm": 6.370643615722656}
-{"epoch": 4, "step": 6751, "loss": 0.05762314796447754, "total_norm": 4.710608959197998}
-{"epoch": 4, "step": 6752, "loss": 0.1596517413854599, "total_norm": 12.270110130310059}
-{"epoch": 4, "step": 6753, "loss": 0.2812303900718689, "total_norm": 10.094205856323242}
-{"epoch": 4, "step": 6754, "loss": 0.12231811136007309, "total_norm": 7.502328872680664}
-{"epoch": 4, "step": 6755, "loss": 0.182572603225708, "total_norm": 7.914997577667236}
-{"epoch": 4, "step": 6756, "loss": 0.1581183522939682, "total_norm": 8.563364028930664}
-{"epoch": 4, "step": 6757, "loss": 0.18046824634075165, "total_norm": 7.566405773162842}
-{"epoch": 4, "step": 6758, "loss": 0.12033774703741074, "total_norm": 7.040644645690918}
-{"epoch": 4, "step": 6759, "loss": 0.12128546088933945, "total_norm": 5.5395188331604}
-{"epoch": 4, "step": 6760, "loss": 0.20751602947711945, "total_norm": 8.546008110046387}
-{"epoch": 4, "step": 6761, "loss": 0.1135338544845581, "total_norm": 9.1478853225708}
-{"epoch": 4, "step": 6762, "loss": 0.1032913476228714, "total_norm": 5.887650012969971}
-{"epoch": 4, "step": 6763, "loss": 0.14448067545890808, "total_norm": 7.396808624267578}
-{"epoch": 4, "step": 6764, "loss": 0.21839913725852966, "total_norm": 8.73695182800293}
-{"epoch": 4, "step": 6765, "loss": 0.19841423630714417, "total_norm": 8.7639799118042}
-{"epoch": 4, "step": 6766, "loss": 0.1767348349094391, "total_norm": 8.402934074401855}
-{"epoch": 4, "step": 6767, "loss": 0.1628345549106598, "total_norm": 5.255646705627441}
-{"epoch": 4, "step": 6768, "loss": 0.20203478634357452, "total_norm": 6.5139479637146}
-{"epoch": 4, "step": 6769, "loss": 0.15253667533397675, "total_norm": 7.116708755493164}
-{"epoch": 4, "step": 6770, "loss": 0.08089680969715118, "total_norm": 5.829564571380615}
-{"epoch": 4, "step": 6771, "loss": 0.166081041097641, "total_norm": 7.162094593048096}
-{"epoch": 4, "step": 6772, "loss": 0.13644075393676758, "total_norm": 7.54975700378418}
-{"epoch": 4, "step": 6773, "loss": 0.16424846649169922, "total_norm": 9.470727920532227}
-{"epoch": 4, "step": 6774, "loss": 0.17346231639385223, "total_norm": 6.667871952056885}
-{"epoch": 4, "step": 6775, "loss": 0.10071734338998795, "total_norm": 6.161726951599121}
-{"epoch": 4, "step": 6776, "loss": 0.14533667266368866, "total_norm": 6.00558614730835}
-{"epoch": 4, "step": 6777, "loss": 0.1425454020500183, "total_norm": 6.222707271575928}
-{"epoch": 4, "step": 6778, "loss": 0.1881878674030304, "total_norm": 7.8810343742370605}
-{"epoch": 4, "step": 6779, "loss": 0.06382270902395248, "total_norm": 7.112205982208252}
-{"epoch": 4, "step": 6780, "loss": 0.2585221827030182, "total_norm": 11.589681625366211}
-{"epoch": 4, "step": 6781, "loss": 0.16247190535068512, "total_norm": 7.248274326324463}
-{"epoch": 4, "step": 6782, "loss": 0.16908231377601624, "total_norm": 9.991087913513184}
-{"epoch": 4, "step": 6783, "loss": 0.15565158426761627, "total_norm": 7.904432773590088}
-{"epoch": 4, "step": 6784, "loss": 0.14480628073215485, "total_norm": 8.265629768371582}
-{"epoch": 4, "step": 6785, "loss": 0.19830608367919922, "total_norm": 13.301095008850098}
-{"epoch": 4, "step": 6786, "loss": 0.18301504850387573, "total_norm": 6.2697553634643555}
-{"epoch": 4, "step": 6787, "loss": 0.11988991498947144, "total_norm": 6.603625297546387}
-{"epoch": 4, "step": 6788, "loss": 0.14949755370616913, "total_norm": 7.775475025177002}
-{"epoch": 4, "step": 6789, "loss": 0.26666200160980225, "total_norm": 9.01576042175293}
-{"epoch": 4, "step": 6790, "loss": 0.26171162724494934, "total_norm": 10.164236068725586}
-{"epoch": 4, "step": 6791, "loss": 0.2142108827829361, "total_norm": 9.58971118927002}
-{"epoch": 4, "step": 6792, "loss": 0.1084013506770134, "total_norm": 7.532364368438721}
-{"epoch": 4, "step": 6793, "loss": 0.16639989614486694, "total_norm": 8.1572904586792}
-{"epoch": 4, "step": 6794, "loss": 0.17923958599567413, "total_norm": 8.991466522216797}
-{"epoch": 4, "step": 6795, "loss": 0.1234244555234909, "total_norm": 5.6707353591918945}
-{"epoch": 4, "step": 6796, "loss": 0.22295276820659637, "total_norm": 7.996731281280518}
-{"epoch": 4, "step": 6797, "loss": 0.17191459238529205, "total_norm": 8.24653434753418}
-{"epoch": 4, "step": 6798, "loss": 0.2518634796142578, "total_norm": 8.115666389465332}
-{"epoch": 4, "step": 6799, "loss": 0.24139271676540375, "total_norm": 8.72014045715332}
-{"epoch": 4, "step": 6800, "loss": 0.16989487409591675, "total_norm": 6.921626091003418}
-{"epoch": 4, "step": 6801, "loss": 0.12899568676948547, "total_norm": 7.630861759185791}
-{"epoch": 4, "step": 6802, "loss": 0.24466948211193085, "total_norm": 9.957947731018066}
-{"epoch": 4, "step": 6803, "loss": 0.08114341646432877, "total_norm": 9.013049125671387}
-{"epoch": 4, "step": 6804, "loss": 0.1310550421476364, "total_norm": 6.4014506340026855}
-{"epoch": 4, "step": 6805, "loss": 0.11383430659770966, "total_norm": 8.659073829650879}
-{"epoch": 4, "step": 6806, "loss": 0.19060635566711426, "total_norm": 7.987281799316406}
-{"epoch": 4, "step": 6807, "loss": 0.15773506462574005, "total_norm": 6.730074882507324}
-{"epoch": 4, "step": 6808, "loss": 0.1561322808265686, "total_norm": 6.839823246002197}
-{"epoch": 4, "step": 6809, "loss": 0.12550880014896393, "total_norm": 5.982458591461182}
-{"epoch": 4, "step": 6810, "loss": 0.17827337980270386, "total_norm": 8.725349426269531}
-{"epoch": 4, "step": 6811, "loss": 0.16614747047424316, "total_norm": 8.087869644165039}
-{"epoch": 4, "step": 6812, "loss": 0.19051070511341095, "total_norm": 8.582649230957031}
-{"epoch": 4, "step": 6813, "loss": 0.14649714529514313, "total_norm": 7.506515026092529}
-{"epoch": 4, "step": 6814, "loss": 0.06460172683000565, "total_norm": 6.491596221923828}
-{"epoch": 4, "step": 6815, "loss": 0.19537481665611267, "total_norm": 7.600321292877197}
-{"epoch": 4, "step": 6816, "loss": 0.1663655936717987, "total_norm": 7.217681407928467}
-{"epoch": 4, "step": 6817, "loss": 0.22346113622188568, "total_norm": 6.880242347717285}
-{"epoch": 4, "step": 6818, "loss": 0.15023837983608246, "total_norm": 7.329529285430908}
-{"epoch": 4, "step": 6819, "loss": 0.08689204603433609, "total_norm": 6.472887992858887}
-{"epoch": 4, "step": 6820, "loss": 0.14493073523044586, "total_norm": 7.146278381347656}
-{"epoch": 4, "step": 6821, "loss": 0.13841015100479126, "total_norm": 6.732632637023926}
-{"epoch": 4, "step": 6822, "loss": 0.1635666787624359, "total_norm": 6.630546569824219}
-{"epoch": 4, "step": 6823, "loss": 0.08407727628946304, "total_norm": 7.484315872192383}
-{"epoch": 4, "step": 6824, "loss": 0.2112543135881424, "total_norm": 7.167119979858398}
-{"epoch": 4, "step": 6825, "loss": 0.1665986031293869, "total_norm": 7.979781627655029}
-{"epoch": 4, "step": 6826, "loss": 0.24913780391216278, "total_norm": 15.123015403747559}
-{"epoch": 4, "step": 6827, "loss": 0.10082003474235535, "total_norm": 5.972254276275635}
-{"epoch": 4, "step": 6828, "loss": 0.18734237551689148, "total_norm": 12.19210147857666}
-{"epoch": 4, "step": 6829, "loss": 0.14030581712722778, "total_norm": 6.188838481903076}
-{"epoch": 4, "step": 6830, "loss": 0.17715954780578613, "total_norm": 7.420548915863037}
-{"epoch": 4, "step": 6831, "loss": 0.10880474746227264, "total_norm": 10.637860298156738}
-{"epoch": 4, "step": 6832, "loss": 0.11843191087245941, "total_norm": 8.154274940490723}
-{"epoch": 4, "step": 6833, "loss": 0.16293679177761078, "total_norm": 7.879199981689453}
-{"epoch": 4, "step": 6834, "loss": 0.2267308384180069, "total_norm": 8.48576545715332}
-{"epoch": 4, "step": 6835, "loss": 0.12173816561698914, "total_norm": 5.205935001373291}
-{"epoch": 4, "step": 6836, "loss": 0.1628228724002838, "total_norm": 8.92757511138916}
-{"epoch": 4, "step": 6837, "loss": 0.28829067945480347, "total_norm": 7.6814799308776855}
-{"epoch": 4, "step": 6838, "loss": 0.15340662002563477, "total_norm": 6.396849632263184}
-{"epoch": 4, "step": 6839, "loss": 0.16260544955730438, "total_norm": 6.46047830581665}
-{"epoch": 4, "step": 6840, "loss": 0.17358222603797913, "total_norm": 7.112856388092041}
-{"epoch": 4, "step": 6841, "loss": 0.12137482315301895, "total_norm": 6.622901916503906}
-{"epoch": 4, "step": 6842, "loss": 0.17448075115680695, "total_norm": 7.245885848999023}
-{"epoch": 4, "step": 6843, "loss": 0.1424415111541748, "total_norm": 6.954121112823486}
-{"epoch": 4, "step": 6844, "loss": 0.08809109777212143, "total_norm": 9.09232234954834}
-{"epoch": 4, "step": 6845, "loss": 0.22805067896842957, "total_norm": 9.15424633026123}
-{"epoch": 4, "step": 6846, "loss": 0.16719917953014374, "total_norm": 5.928605556488037}
-{"epoch": 4, "step": 6847, "loss": 0.20055082440376282, "total_norm": 7.308596134185791}
-{"epoch": 4, "step": 6848, "loss": 0.0418313704431057, "total_norm": 6.111052989959717}
-{"epoch": 4, "step": 6849, "loss": 0.10296095907688141, "total_norm": 9.015080451965332}
-{"epoch": 4, "step": 6850, "loss": 0.12273528426885605, "total_norm": 7.425368309020996}
-{"epoch": 4, "step": 6851, "loss": 0.2204936444759369, "total_norm": 8.847865104675293}
-{"epoch": 4, "step": 6852, "loss": 0.242741197347641, "total_norm": 10.069106101989746}
-{"epoch": 4, "step": 6853, "loss": 0.16045959293842316, "total_norm": 5.387720108032227}
-{"epoch": 4, "step": 6854, "loss": 0.15359646081924438, "total_norm": 6.952799320220947}
-{"epoch": 4, "step": 6855, "loss": 0.11418846994638443, "total_norm": 8.890313148498535}
-{"epoch": 4, "step": 6856, "loss": 0.16341909766197205, "total_norm": 8.874781608581543}
-{"epoch": 4, "step": 6857, "loss": 0.24830816686153412, "total_norm": 9.225168228149414}
-{"epoch": 4, "step": 6858, "loss": 0.09093344211578369, "total_norm": 6.342404842376709}
-{"epoch": 4, "step": 6859, "loss": 0.13588838279247284, "total_norm": 9.470808029174805}
-{"epoch": 4, "step": 6860, "loss": 0.1920672059059143, "total_norm": 7.469906330108643}
-{"epoch": 4, "step": 6861, "loss": 0.15742090344429016, "total_norm": 9.792502403259277}
-{"epoch": 4, "step": 6862, "loss": 0.12883228063583374, "total_norm": 7.410139083862305}
-{"epoch": 4, "step": 6863, "loss": 0.17451956868171692, "total_norm": 6.61345911026001}
-{"epoch": 4, "step": 6864, "loss": 0.16834613680839539, "total_norm": 7.307873249053955}
-{"epoch": 4, "step": 6865, "loss": 0.2078361064195633, "total_norm": 7.969145774841309}
-{"epoch": 4, "step": 6866, "loss": 0.17489059269428253, "total_norm": 6.24554967880249}
-{"epoch": 4, "step": 6867, "loss": 0.16182315349578857, "total_norm": 6.6518378257751465}
-{"epoch": 4, "step": 6868, "loss": 0.15728412568569183, "total_norm": 6.765977382659912}
-{"epoch": 4, "step": 6869, "loss": 0.15740609169006348, "total_norm": 8.29843807220459}
-{"epoch": 4, "step": 6870, "loss": 0.15166760981082916, "total_norm": 7.786942481994629}
-{"epoch": 4, "step": 6871, "loss": 0.16235868632793427, "total_norm": 6.133558750152588}
-{"epoch": 4, "step": 6872, "loss": 0.15611357986927032, "total_norm": 7.700613975524902}
-{"epoch": 4, "step": 6873, "loss": 0.17626161873340607, "total_norm": 8.128721237182617}
-{"epoch": 4, "step": 6874, "loss": 0.15660880506038666, "total_norm": 6.439366817474365}
-{"epoch": 4, "step": 6875, "loss": 0.06240076944231987, "total_norm": 7.237443447113037}
-{"epoch": 4, "step": 6876, "loss": 0.20323345065116882, "total_norm": 8.173578262329102}
-{"epoch": 4, "step": 6877, "loss": 0.10689841210842133, "total_norm": 6.369006633758545}
-{"epoch": 4, "step": 6878, "loss": 0.12902003526687622, "total_norm": 7.666286945343018}
-{"epoch": 4, "step": 6879, "loss": 0.17170925438404083, "total_norm": 9.537894248962402}
-{"epoch": 4, "step": 6880, "loss": 0.13771773874759674, "total_norm": 7.894702911376953}
-{"epoch": 4, "step": 6881, "loss": 0.19877351820468903, "total_norm": 9.611899375915527}
-{"epoch": 4, "step": 6882, "loss": 0.11674124747514725, "total_norm": 8.054612159729004}
-{"epoch": 4, "step": 6883, "loss": 0.09798561781644821, "total_norm": 6.063984394073486}
-{"epoch": 4, "step": 6884, "loss": 0.16550782322883606, "total_norm": 6.969756126403809}
-{"epoch": 4, "step": 6885, "loss": 0.10605373233556747, "total_norm": 8.59469985961914}
-{"epoch": 4, "step": 6886, "loss": 0.11406233161687851, "total_norm": 5.498897075653076}
-{"epoch": 4, "step": 6887, "loss": 0.1178647130727768, "total_norm": 6.405742168426514}
-{"epoch": 4, "step": 6888, "loss": 0.16637367010116577, "total_norm": 8.900798797607422}
-{"epoch": 4, "step": 6889, "loss": 0.186575785279274, "total_norm": 9.361764907836914}
-{"epoch": 4, "step": 6890, "loss": 0.13119584321975708, "total_norm": 6.22448205947876}
-{"epoch": 4, "step": 6891, "loss": 0.1315484195947647, "total_norm": 7.3241448402404785}
-{"epoch": 4, "step": 6892, "loss": 0.07851763814687729, "total_norm": 6.445261478424072}
-{"epoch": 4, "step": 6893, "loss": 0.08024603128433228, "total_norm": 5.006673336029053}
-{"epoch": 4, "step": 6894, "loss": 0.19006921350955963, "total_norm": 6.8332905769348145}
-{"epoch": 4, "step": 6895, "loss": 0.18830589950084686, "total_norm": 7.55963134765625}
-{"epoch": 4, "step": 6896, "loss": 0.31312867999076843, "total_norm": 11.083962440490723}
-{"epoch": 4, "step": 6897, "loss": 0.25629156827926636, "total_norm": 13.975698471069336}
-{"epoch": 4, "step": 6898, "loss": 0.3168674409389496, "total_norm": 13.381315231323242}
-{"epoch": 4, "step": 6899, "loss": 0.14723899960517883, "total_norm": 12.82264518737793}
-{"epoch": 4, "step": 6900, "loss": 0.14658421277999878, "total_norm": 6.519620418548584}
-{"epoch": 4, "step": 6901, "loss": 0.2940894663333893, "total_norm": 10.478879928588867}
-{"epoch": 4, "step": 6902, "loss": 0.12640319764614105, "total_norm": 7.019968032836914}
-{"epoch": 4, "step": 6903, "loss": 0.2273963987827301, "total_norm": 7.480541706085205}
-{"epoch": 4, "step": 6904, "loss": 0.21629340946674347, "total_norm": 6.35720682144165}
-{"epoch": 4, "step": 6905, "loss": 0.08057214319705963, "total_norm": 5.828543186187744}
-{"epoch": 4, "step": 6906, "loss": 0.1510564237833023, "total_norm": 7.018462657928467}
-{"epoch": 4, "step": 6907, "loss": 0.1517457365989685, "total_norm": 6.25352668762207}
-{"epoch": 4, "step": 6908, "loss": 0.09978287667036057, "total_norm": 5.480655670166016}
-{"epoch": 4, "step": 6909, "loss": 0.14149899780750275, "total_norm": 9.612587928771973}
-{"epoch": 4, "step": 6910, "loss": 0.16866135597229004, "total_norm": 7.128291606903076}
-{"epoch": 4, "step": 6911, "loss": 0.15669213235378265, "total_norm": 8.3391752243042}
-{"epoch": 4, "step": 6912, "loss": 0.19220426678657532, "total_norm": 8.288227081298828}
-{"epoch": 4, "step": 6913, "loss": 0.27985092997550964, "total_norm": 7.972668170928955}
-{"epoch": 4, "step": 6914, "loss": 0.054451946169137955, "total_norm": 4.414820671081543}
-{"epoch": 4, "step": 6915, "loss": 0.1096903383731842, "total_norm": 9.249122619628906}
-{"epoch": 4, "step": 6916, "loss": 0.09619895368814468, "total_norm": 5.611440181732178}
-{"epoch": 4, "step": 6917, "loss": 0.15949907898902893, "total_norm": 8.652243614196777}
-{"epoch": 4, "step": 6918, "loss": 0.18064486980438232, "total_norm": 7.971754550933838}
-{"epoch": 4, "step": 6919, "loss": 0.13108229637145996, "total_norm": 6.886066436767578}
-{"epoch": 4, "step": 6920, "loss": 0.20004652440547943, "total_norm": 10.001751899719238}
-{"epoch": 4, "step": 6921, "loss": 0.18024365603923798, "total_norm": 8.610323905944824}
-{"epoch": 4, "step": 6922, "loss": 0.17790816724300385, "total_norm": 7.330361366271973}
-{"epoch": 4, "step": 6923, "loss": 0.15767450630664825, "total_norm": 5.687273979187012}
-{"epoch": 4, "step": 6924, "loss": 0.0939372330904007, "total_norm": 6.382639408111572}
-{"epoch": 4, "step": 6925, "loss": 0.16692112386226654, "total_norm": 6.711186408996582}
-{"epoch": 4, "step": 6926, "loss": 0.13132494688034058, "total_norm": 8.514747619628906}
-{"epoch": 4, "step": 6927, "loss": 0.15299202501773834, "total_norm": 5.854870796203613}
-{"epoch": 4, "step": 6928, "loss": 0.1279117465019226, "total_norm": 7.300385475158691}
-{"epoch": 4, "step": 6929, "loss": 0.1938556730747223, "total_norm": 7.37803316116333}
-{"epoch": 4, "step": 6930, "loss": 0.16648806631565094, "total_norm": 7.637192726135254}
-{"epoch": 4, "step": 6931, "loss": 0.2167833000421524, "total_norm": 8.319768905639648}
-{"epoch": 4, "step": 6932, "loss": 0.21896785497665405, "total_norm": 10.195061683654785}
-{"epoch": 4, "step": 6933, "loss": 0.1970224380493164, "total_norm": 8.14021110534668}
-{"epoch": 4, "step": 6934, "loss": 0.20652547478675842, "total_norm": 7.130680561065674}
-{"epoch": 4, "step": 6935, "loss": 0.06990429013967514, "total_norm": 5.052309036254883}
-{"epoch": 4, "step": 6936, "loss": 0.12688322365283966, "total_norm": 6.01040506362915}
-{"epoch": 4, "step": 6937, "loss": 0.07920917123556137, "total_norm": 4.6969075202941895}
-{"epoch": 4, "step": 6938, "loss": 0.14136353135108948, "total_norm": 7.981649875640869}
-{"epoch": 4, "step": 6939, "loss": 0.1422233134508133, "total_norm": 8.467629432678223}
-{"epoch": 4, "step": 6940, "loss": 0.1984344869852066, "total_norm": 6.9420976638793945}
-{"epoch": 4, "step": 6941, "loss": 0.148562952876091, "total_norm": 7.933339595794678}
-{"epoch": 4, "step": 6942, "loss": 0.1664913296699524, "total_norm": 8.158315658569336}
-{"epoch": 4, "step": 6943, "loss": 0.2533896863460541, "total_norm": 10.01062297821045}
-{"epoch": 4, "step": 6944, "loss": 0.27010342478752136, "total_norm": 8.585678100585938}
-{"epoch": 4, "step": 6945, "loss": 0.16944734752178192, "total_norm": 8.307170867919922}
-{"epoch": 4, "step": 6946, "loss": 0.13048440217971802, "total_norm": 5.650311470031738}
-{"epoch": 4, "step": 6947, "loss": 0.1453395038843155, "total_norm": 9.942863464355469}
-{"epoch": 4, "step": 6948, "loss": 0.1556616723537445, "total_norm": 5.61251974105835}
-{"epoch": 4, "step": 6949, "loss": 0.08034095913171768, "total_norm": 5.231724262237549}
-{"epoch": 4, "step": 6950, "loss": 0.13086996972560883, "total_norm": 6.638569355010986}
-{"epoch": 4, "step": 6951, "loss": 0.13765966892242432, "total_norm": 18.783334732055664}
-{"epoch": 4, "step": 6952, "loss": 0.12134051322937012, "total_norm": 7.476688385009766}
-{"epoch": 4, "step": 6953, "loss": 0.14396585524082184, "total_norm": 6.330103874206543}
-{"epoch": 4, "step": 6954, "loss": 0.16703085601329803, "total_norm": 7.6014018058776855}
-{"epoch": 4, "step": 6955, "loss": 0.08298903703689575, "total_norm": 5.851763725280762}
-{"epoch": 4, "step": 6956, "loss": 0.1435757428407669, "total_norm": 6.397696018218994}
-{"epoch": 4, "step": 6957, "loss": 0.056556571274995804, "total_norm": 7.260329246520996}
-{"epoch": 4, "step": 6958, "loss": 0.18121661245822906, "total_norm": 9.451258659362793}
-{"epoch": 4, "step": 6959, "loss": 0.24570564925670624, "total_norm": 10.076311111450195}
-{"epoch": 4, "step": 6960, "loss": 0.2312355637550354, "total_norm": 8.114689826965332}
-{"epoch": 4, "step": 6961, "loss": 0.13892608880996704, "total_norm": 6.621908187866211}
-{"epoch": 4, "step": 6962, "loss": 0.15227627754211426, "total_norm": 10.387380599975586}
-{"epoch": 4, "step": 6963, "loss": 0.147079199552536, "total_norm": 8.254590034484863}
-{"epoch": 4, "step": 6964, "loss": 0.16331861913204193, "total_norm": 5.479531288146973}
-{"epoch": 4, "step": 6965, "loss": 0.14237292110919952, "total_norm": 8.790359497070312}
-{"epoch": 4, "step": 6966, "loss": 0.20897556841373444, "total_norm": 8.900145530700684}
-{"epoch": 4, "step": 6967, "loss": 0.20979222655296326, "total_norm": 8.524285316467285}
-{"epoch": 4, "step": 6968, "loss": 0.09224943816661835, "total_norm": 10.569609642028809}
-{"epoch": 4, "step": 6969, "loss": 0.14279544353485107, "total_norm": 7.1466546058654785}
-{"epoch": 4, "step": 6970, "loss": 0.21152132749557495, "total_norm": 8.59396743774414}
-{"epoch": 4, "step": 6971, "loss": 0.1289980113506317, "total_norm": 6.686911106109619}
-{"epoch": 4, "step": 6972, "loss": 0.19525212049484253, "total_norm": 8.587397575378418}
-{"epoch": 4, "step": 6973, "loss": 0.3270299732685089, "total_norm": 9.526772499084473}
-{"epoch": 4, "step": 6974, "loss": 0.28794243931770325, "total_norm": 15.22912883758545}
-{"epoch": 4, "step": 6975, "loss": 0.07197213917970657, "total_norm": 8.33313274383545}
-{"epoch": 4, "step": 6976, "loss": 0.14984235167503357, "total_norm": 5.748908996582031}
-{"epoch": 4, "step": 6977, "loss": 0.13845650851726532, "total_norm": 5.538206577301025}
-{"epoch": 4, "step": 6978, "loss": 0.16420069336891174, "total_norm": 7.949463367462158}
-{"epoch": 4, "step": 6979, "loss": 0.09446689486503601, "total_norm": 6.005866527557373}
-{"epoch": 4, "step": 6980, "loss": 0.1959555298089981, "total_norm": 7.520287036895752}
-{"epoch": 4, "step": 6981, "loss": 0.16786180436611176, "total_norm": 7.390535354614258}
-{"epoch": 4, "step": 6982, "loss": 0.07981324195861816, "total_norm": 7.276276588439941}
-{"epoch": 4, "step": 6983, "loss": 0.08924618363380432, "total_norm": 11.146896362304688}
-{"epoch": 4, "step": 6984, "loss": 0.1377473622560501, "total_norm": 6.010785102844238}
-{"epoch": 4, "step": 6985, "loss": 0.13127344846725464, "total_norm": 6.318103790283203}
-{"epoch": 4, "step": 6986, "loss": 0.1617365926504135, "total_norm": 6.27629280090332}
-{"epoch": 4, "step": 6987, "loss": 0.1114664375782013, "total_norm": 7.831334590911865}
-{"epoch": 4, "step": 6988, "loss": 0.08412501960992813, "total_norm": 6.595272064208984}
-{"epoch": 4, "step": 6989, "loss": 0.1723865270614624, "total_norm": 7.0625810623168945}
-{"epoch": 4, "step": 6990, "loss": 0.18928609788417816, "total_norm": 6.399698257446289}
-{"epoch": 4, "step": 6991, "loss": 0.18507875502109528, "total_norm": 8.666013717651367}
-{"epoch": 4, "step": 6992, "loss": 0.18278653919696808, "total_norm": 14.5006103515625}
-{"epoch": 4, "step": 6993, "loss": 0.15044085681438446, "total_norm": 5.933283805847168}
-{"epoch": 4, "step": 6994, "loss": 0.09467963129281998, "total_norm": 5.009143352508545}
-{"epoch": 4, "step": 6995, "loss": 0.14603236317634583, "total_norm": 10.633108139038086}
-{"epoch": 4, "step": 6996, "loss": 0.1259167194366455, "total_norm": 10.30785846710205}
-{"epoch": 4, "step": 6997, "loss": 0.22120437026023865, "total_norm": 8.158013343811035}
-{"epoch": 4, "step": 6998, "loss": 0.14087820053100586, "total_norm": 5.836637020111084}
-{"epoch": 4, "step": 6999, "loss": 0.23368683457374573, "total_norm": 10.562110900878906}
-{"epoch": 4, "step": 7000, "loss": 0.2151511162519455, "total_norm": 8.34489917755127}
-{"epoch": 4, "step": 7001, "loss": 0.15731854736804962, "total_norm": 7.575113773345947}
-{"epoch": 4, "step": 7002, "loss": 0.1251106709241867, "total_norm": 5.8848371505737305}
-{"epoch": 4, "step": 7003, "loss": 0.14796912670135498, "total_norm": 7.265137195587158}
-{"epoch": 4, "step": 7004, "loss": 0.15578357875347137, "total_norm": 8.811418533325195}
-{"epoch": 4, "step": 7005, "loss": 0.255306601524353, "total_norm": 10.72256088256836}
-{"epoch": 4, "step": 7006, "loss": 0.15226103365421295, "total_norm": 6.757328987121582}
-{"epoch": 4, "step": 7007, "loss": 0.17808665335178375, "total_norm": 6.282497882843018}
-{"epoch": 4, "step": 7008, "loss": 0.18211296200752258, "total_norm": 7.451684474945068}
-{"epoch": 4, "step": 7009, "loss": 0.17246273159980774, "total_norm": 6.756753444671631}
-{"epoch": 4, "step": 7010, "loss": 0.1976586878299713, "total_norm": 8.270245552062988}
-{"epoch": 4, "step": 7011, "loss": 0.17733386158943176, "total_norm": 6.413664817810059}
-{"epoch": 4, "step": 7012, "loss": 0.19853290915489197, "total_norm": 8.52026081085205}
-{"epoch": 4, "step": 7013, "loss": 0.04687419533729553, "total_norm": 5.295928001403809}
-{"epoch": 4, "step": 7014, "loss": 0.12670280039310455, "total_norm": 5.837796688079834}
-{"epoch": 4, "step": 7015, "loss": 0.15994660556316376, "total_norm": 6.982712745666504}
-{"epoch": 4, "step": 7016, "loss": 0.1414254754781723, "total_norm": 6.803295612335205}
-{"epoch": 4, "step": 7017, "loss": 0.07801420241594315, "total_norm": 5.2897114753723145}
-{"epoch": 4, "step": 7018, "loss": 0.1173565536737442, "total_norm": 6.872570991516113}
-{"epoch": 4, "step": 7019, "loss": 0.1130741536617279, "total_norm": 5.435494422912598}
-{"epoch": 4, "step": 7020, "loss": 0.13211798667907715, "total_norm": 7.894596099853516}
-{"epoch": 4, "step": 7021, "loss": 0.3049962818622589, "total_norm": 10.056106567382812}
-{"epoch": 4, "step": 7022, "loss": 0.10867638885974884, "total_norm": 7.033823490142822}
-{"epoch": 4, "step": 7023, "loss": 0.13023003935813904, "total_norm": 6.922362327575684}
-{"epoch": 4, "step": 7024, "loss": 0.1495501846075058, "total_norm": 8.461755752563477}
-{"epoch": 4, "step": 7025, "loss": 0.15549246966838837, "total_norm": 8.349696159362793}
-{"epoch": 4, "step": 7026, "loss": 0.115874744951725, "total_norm": 4.898867607116699}
-{"epoch": 4, "step": 7027, "loss": 0.18422476947307587, "total_norm": 10.120773315429688}
-{"epoch": 4, "step": 7028, "loss": 0.09746719896793365, "total_norm": 5.9085774421691895}
-{"epoch": 4, "step": 7029, "loss": 0.17097590863704681, "total_norm": 9.807343482971191}
-{"epoch": 4, "step": 7030, "loss": 0.16147981584072113, "total_norm": 5.164829730987549}
-{"epoch": 4, "step": 7031, "loss": 0.2155708521604538, "total_norm": 6.496616840362549}
-{"epoch": 4, "step": 7032, "loss": 0.21550239622592926, "total_norm": 12.13815975189209}
-{"epoch": 4, "step": 7033, "loss": 0.29360103607177734, "total_norm": 8.266153335571289}
-{"epoch": 4, "step": 7034, "loss": 0.13144193589687347, "total_norm": 5.723963737487793}
-{"epoch": 4, "step": 7035, "loss": 0.1516631543636322, "total_norm": 6.484384059906006}
-{"epoch": 4, "step": 7036, "loss": 0.08998803794384003, "total_norm": 6.086328029632568}
-{"epoch": 4, "step": 7037, "loss": 0.15750914812088013, "total_norm": 6.80067253112793}
-{"epoch": 4, "step": 7038, "loss": 0.1293618530035019, "total_norm": 7.127793312072754}
-{"epoch": 4, "step": 7039, "loss": 0.09501125663518906, "total_norm": 6.577842712402344}
-{"epoch": 4, "step": 7040, "loss": 0.2633247673511505, "total_norm": 8.149566650390625}
-{"epoch": 4, "step": 7041, "loss": 0.11381256580352783, "total_norm": 6.739205837249756}
-{"epoch": 4, "step": 7042, "loss": 0.20634837448596954, "total_norm": 7.265432834625244}
-{"epoch": 4, "step": 7043, "loss": 0.13538335263729095, "total_norm": 6.221441745758057}
-{"epoch": 4, "step": 7044, "loss": 0.15105730295181274, "total_norm": 7.28645658493042}
-{"epoch": 4, "step": 7045, "loss": 0.19940480589866638, "total_norm": 6.5686516761779785}
-{"epoch": 4, "step": 7046, "loss": 0.19840896129608154, "total_norm": 8.679999351501465}
-{"epoch": 4, "step": 7047, "loss": 0.18645703792572021, "total_norm": 7.935245037078857}
-{"epoch": 4, "step": 7048, "loss": 0.1816369742155075, "total_norm": 7.293579578399658}
-{"epoch": 4, "step": 7049, "loss": 0.16884911060333252, "total_norm": 9.527162551879883}
-{"epoch": 4, "step": 7050, "loss": 0.1217452734708786, "total_norm": 7.159390449523926}
-{"epoch": 4, "step": 7051, "loss": 0.21936917304992676, "total_norm": 10.988310813903809}
-{"epoch": 4, "step": 7052, "loss": 0.11855145543813705, "total_norm": 5.371129035949707}
-{"epoch": 4, "step": 7053, "loss": 0.16167323291301727, "total_norm": 7.933049201965332}
-{"epoch": 4, "step": 7054, "loss": 0.12326499074697495, "total_norm": 7.964870929718018}
-{"epoch": 4, "step": 7055, "loss": 0.16887232661247253, "total_norm": 6.003489971160889}
-{"epoch": 4, "step": 7056, "loss": 0.25545528531074524, "total_norm": 8.651619911193848}
-{"epoch": 4, "step": 7057, "loss": 0.1473349779844284, "total_norm": 7.002838611602783}
-{"epoch": 4, "step": 7058, "loss": 0.13483722507953644, "total_norm": 11.287779808044434}
-{"epoch": 4, "step": 7059, "loss": 0.1907656341791153, "total_norm": 6.694148540496826}
-{"epoch": 4, "step": 7060, "loss": 0.1558118760585785, "total_norm": 6.776594161987305}
-{"epoch": 4, "step": 7061, "loss": 0.16226938366889954, "total_norm": 7.770936965942383}
-{"epoch": 4, "step": 7062, "loss": 0.19235970079898834, "total_norm": 7.938283443450928}
-{"epoch": 4, "step": 7063, "loss": 0.14466583728790283, "total_norm": 7.435546398162842}
-{"epoch": 4, "step": 7064, "loss": 0.1331777423620224, "total_norm": 5.451191425323486}
-{"epoch": 4, "step": 7065, "loss": 0.18583796918392181, "total_norm": 7.2965312004089355}
-{"epoch": 4, "step": 7066, "loss": 0.08678241074085236, "total_norm": 8.435148239135742}
-{"epoch": 4, "step": 7067, "loss": 0.14829570055007935, "total_norm": 6.148714065551758}
-{"epoch": 4, "step": 7068, "loss": 0.16219675540924072, "total_norm": 8.82833480834961}
-{"epoch": 4, "step": 7069, "loss": 0.1272522360086441, "total_norm": 6.53996467590332}
-{"epoch": 4, "step": 7070, "loss": 0.16861237585544586, "total_norm": 8.132782936096191}
-{"epoch": 4, "step": 7071, "loss": 0.11202769726514816, "total_norm": 7.357842922210693}
-{"epoch": 4, "step": 7072, "loss": 0.14974971115589142, "total_norm": 8.194501876831055}
-{"epoch": 4, "step": 7073, "loss": 0.13850820064544678, "total_norm": 6.314846515655518}
-{"epoch": 4, "step": 7074, "loss": 0.7643468976020813, "total_norm": 1000000000.0}
-{"epoch": 4, "step": 7075, "loss": 0.22246810793876648, "total_norm": 8.26779842376709}
-{"epoch": 4, "step": 7076, "loss": 0.17619414627552032, "total_norm": 10.703865051269531}
-{"epoch": 4, "step": 7077, "loss": 0.11248128116130829, "total_norm": 5.255304336547852}
-{"epoch": 4, "step": 7078, "loss": 0.12703163921833038, "total_norm": 6.0306267738342285}
-{"epoch": 4, "step": 7079, "loss": 0.15981251001358032, "total_norm": 9.154202461242676}
-{"epoch": 4, "step": 7080, "loss": 0.15202650427818298, "total_norm": 9.472410202026367}
-{"epoch": 4, "step": 7081, "loss": 0.15971747040748596, "total_norm": 7.1742072105407715}
-{"epoch": 4, "step": 7082, "loss": 0.14147832989692688, "total_norm": 6.466538906097412}
-{"epoch": 4, "step": 7083, "loss": 0.1858842819929123, "total_norm": 8.857004165649414}
-{"epoch": 4, "step": 7084, "loss": 0.16371363401412964, "total_norm": 6.124058723449707}
-{"epoch": 4, "step": 7085, "loss": 0.23062874376773834, "total_norm": 13.049342155456543}
-{"epoch": 4, "step": 7086, "loss": 0.0996524840593338, "total_norm": 9.166426658630371}
-{"epoch": 4, "step": 7087, "loss": 0.1883714348077774, "total_norm": 7.251137733459473}
-{"epoch": 4, "step": 7088, "loss": 0.29243576526641846, "total_norm": 14.273330688476562}
-{"epoch": 4, "step": 7089, "loss": 0.2517740726470947, "total_norm": 10.689557075500488}
-{"epoch": 4, "step": 7090, "loss": 0.1631816029548645, "total_norm": 8.54389762878418}
-{"epoch": 4, "step": 7091, "loss": 0.24014680087566376, "total_norm": 9.976332664489746}
-{"epoch": 4, "step": 7092, "loss": 0.25431594252586365, "total_norm": 7.740493297576904}
-{"epoch": 4, "step": 7093, "loss": 0.1489931344985962, "total_norm": 7.246572494506836}
-{"epoch": 4, "step": 7094, "loss": 0.16954874992370605, "total_norm": 8.800759315490723}
-{"epoch": 4, "step": 7095, "loss": 0.12300439924001694, "total_norm": 6.925988674163818}
-{"epoch": 4, "step": 7096, "loss": 0.1831779181957245, "total_norm": 7.557541370391846}
-{"epoch": 4, "step": 7097, "loss": 0.19287781417369843, "total_norm": 12.096100807189941}
-{"epoch": 4, "step": 7098, "loss": 0.20858940482139587, "total_norm": 8.253344535827637}
-{"epoch": 4, "step": 7099, "loss": 0.17695997655391693, "total_norm": 7.219297409057617}
-{"epoch": 4, "step": 7100, "loss": 0.19852420687675476, "total_norm": 7.304216384887695}
-{"epoch": 4, "step": 7101, "loss": 0.2282572239637375, "total_norm": 7.62139892578125}
-{"epoch": 4, "step": 7102, "loss": 0.12142224609851837, "total_norm": 7.034019470214844}
-{"epoch": 4, "step": 7103, "loss": 0.11849719285964966, "total_norm": 5.447350025177002}
-{"epoch": 4, "step": 7104, "loss": 0.14942452311515808, "total_norm": 7.655295372009277}
-{"epoch": 4, "step": 7105, "loss": 0.14705170691013336, "total_norm": 6.947448253631592}
-{"epoch": 4, "step": 7106, "loss": 0.148416668176651, "total_norm": 10.177046775817871}
-{"epoch": 4, "step": 7107, "loss": 0.13368521630764008, "total_norm": 7.749256610870361}
-{"epoch": 4, "step": 7108, "loss": 0.11641298979520798, "total_norm": 6.125648498535156}
-{"epoch": 4, "step": 7109, "loss": 0.07020825147628784, "total_norm": 4.9375481605529785}
-{"epoch": 4, "step": 7110, "loss": 0.1474330574274063, "total_norm": 8.86307430267334}
-{"epoch": 4, "step": 7111, "loss": 0.15156440436840057, "total_norm": 5.95349645614624}
-{"epoch": 4, "step": 7112, "loss": 0.10509025305509567, "total_norm": 5.093127250671387}
-{"epoch": 4, "step": 7113, "loss": 0.10202810168266296, "total_norm": 8.709416389465332}
-{"epoch": 4, "step": 7114, "loss": 0.21252626180648804, "total_norm": 6.569093227386475}
-{"epoch": 4, "step": 7115, "loss": 0.17570741474628448, "total_norm": 8.979975700378418}
-{"epoch": 4, "step": 7116, "loss": 0.24863959848880768, "total_norm": 8.283244132995605}
-{"epoch": 4, "step": 7117, "loss": 0.1940050721168518, "total_norm": 7.083450794219971}
-{"epoch": 4, "step": 7118, "loss": 0.16957099735736847, "total_norm": 8.034053802490234}
-{"epoch": 4, "step": 7119, "loss": 0.1843826174736023, "total_norm": 7.606311321258545}
-{"epoch": 4, "step": 7120, "loss": 0.11357992142438889, "total_norm": 6.4082932472229}
-{"epoch": 4, "step": 7121, "loss": 0.07528170943260193, "total_norm": 7.786983013153076}
-{"epoch": 4, "step": 7122, "loss": 0.20559777319431305, "total_norm": 8.000136375427246}
-{"epoch": 4, "step": 7123, "loss": 0.11652892082929611, "total_norm": 5.903593063354492}
-{"epoch": 4, "step": 7124, "loss": 0.1655777394771576, "total_norm": 10.210088729858398}
-{"epoch": 4, "step": 7125, "loss": 0.11606115847826004, "total_norm": 8.063164710998535}
-{"epoch": 4, "step": 7126, "loss": 0.14245542883872986, "total_norm": 11.852961540222168}
-{"epoch": 4, "step": 7127, "loss": 0.1417720913887024, "total_norm": 6.228372097015381}
-{"epoch": 4, "step": 7128, "loss": 0.07892195880413055, "total_norm": 5.612924575805664}
-{"epoch": 4, "step": 7129, "loss": 0.14586055278778076, "total_norm": 6.615235328674316}
-{"epoch": 4, "step": 7130, "loss": 0.25628161430358887, "total_norm": 12.018518447875977}
-{"epoch": 4, "step": 7131, "loss": 0.1283118575811386, "total_norm": 7.6592254638671875}
-{"epoch": 4, "step": 7132, "loss": 0.15014612674713135, "total_norm": 6.213888645172119}
-{"epoch": 4, "step": 7133, "loss": 0.09762860834598541, "total_norm": 7.388945579528809}
-{"epoch": 4, "step": 7134, "loss": 0.15917867422103882, "total_norm": 7.427013397216797}
-{"epoch": 4, "step": 7135, "loss": 0.2654664218425751, "total_norm": 9.299773216247559}
-{"epoch": 4, "step": 7136, "loss": 0.18352673947811127, "total_norm": 7.935500621795654}
-{"epoch": 4, "step": 7137, "loss": 0.16351011395454407, "total_norm": 7.297752380371094}
-{"epoch": 4, "step": 7138, "loss": 0.20977315306663513, "total_norm": 8.825418472290039}
-{"epoch": 4, "step": 7139, "loss": 0.16970598697662354, "total_norm": 9.117966651916504}
-{"epoch": 4, "step": 7140, "loss": 0.13424795866012573, "total_norm": 7.4105424880981445}
-{"epoch": 4, "step": 7141, "loss": 0.10983644425868988, "total_norm": 10.491340637207031}
-{"epoch": 4, "step": 7142, "loss": 0.1289023458957672, "total_norm": 5.176694869995117}
-{"epoch": 4, "step": 7143, "loss": 0.20141175389289856, "total_norm": 10.59673023223877}
-{"epoch": 4, "step": 7144, "loss": 0.13742674887180328, "total_norm": 6.699631690979004}
-{"epoch": 4, "step": 7145, "loss": 0.17985914647579193, "total_norm": 6.834306716918945}
-{"epoch": 4, "step": 7146, "loss": 0.1985556185245514, "total_norm": 8.266626358032227}
-{"epoch": 4, "step": 7147, "loss": 0.06135173514485359, "total_norm": 4.574444770812988}
-{"epoch": 4, "step": 7148, "loss": 0.18931502103805542, "total_norm": 9.23177719116211}
-{"epoch": 4, "step": 7149, "loss": 0.09216085076332092, "total_norm": 11.287482261657715}
-{"epoch": 4, "step": 7150, "eval_loss": 3.1157359704375267, "eval_rougeL": 0.28205492469337246}
-{"epoch": 5, "step": 7150, "loss": 0.11436748504638672, "total_norm": 6.970031261444092}
-{"epoch": 5, "step": 7151, "loss": 0.10936902463436127, "total_norm": 7.383423328399658}
-{"epoch": 5, "step": 7152, "loss": 0.0893750712275505, "total_norm": 5.627050876617432}
-{"epoch": 5, "step": 7153, "loss": 0.0435987152159214, "total_norm": 5.661097526550293}
-{"epoch": 5, "step": 7154, "loss": 0.06921377778053284, "total_norm": 4.945993423461914}
-{"epoch": 5, "step": 7155, "loss": 0.01662786863744259, "total_norm": 2.0617151260375977}
-{"epoch": 5, "step": 7156, "loss": 0.06645523011684418, "total_norm": 6.197456359863281}
-{"epoch": 5, "step": 7157, "loss": 0.21190564334392548, "total_norm": 9.535836219787598}
-{"epoch": 5, "step": 7158, "loss": 0.13541583716869354, "total_norm": 5.934549331665039}
-{"epoch": 5, "step": 7159, "loss": 0.0790686085820198, "total_norm": 7.696425914764404}
-{"epoch": 5, "step": 7160, "loss": 0.09480275213718414, "total_norm": 7.5695013999938965}
-{"epoch": 5, "step": 7161, "loss": 0.10665587335824966, "total_norm": 5.47983455657959}
-{"epoch": 5, "step": 7162, "loss": 0.019829099997878075, "total_norm": 3.1817467212677}
-{"epoch": 5, "step": 7163, "loss": 0.023503510281443596, "total_norm": 3.746593952178955}
-{"epoch": 5, "step": 7164, "loss": 0.1082930862903595, "total_norm": 4.722734451293945}
-{"epoch": 5, "step": 7165, "loss": 0.06913658231496811, "total_norm": 5.094292640686035}
-{"epoch": 5, "step": 7166, "loss": 0.10938138514757156, "total_norm": 4.523182392120361}
-{"epoch": 5, "step": 7167, "loss": 0.07568123191595078, "total_norm": 5.055020809173584}
-{"epoch": 5, "step": 7168, "eval_loss": 3.18695305287838, "eval_rougeL": 0.27833373372749465}
-{"epoch": 5, "step": 7168, "loss": 0.1480918675661087, "total_norm": 7.511290550231934}
-{"epoch": 5, "step": 7169, "loss": 0.06815756112337112, "total_norm": 5.5879716873168945}
-{"epoch": 5, "step": 7170, "loss": 0.04194560647010803, "total_norm": 3.56038498878479}
-{"epoch": 5, "step": 7171, "loss": 0.05633851885795593, "total_norm": 3.976057291030884}
-{"epoch": 5, "step": 7172, "loss": 0.10374753177165985, "total_norm": 8.577011108398438}
-{"epoch": 5, "step": 7173, "loss": 0.10167942196130753, "total_norm": 5.185220241546631}
-{"epoch": 5, "step": 7174, "loss": 0.12691640853881836, "total_norm": 9.910110473632812}
-{"epoch": 5, "step": 7175, "loss": 0.0878581553697586, "total_norm": 5.009464263916016}
-{"epoch": 5, "step": 7176, "loss": 0.10025625675916672, "total_norm": 6.265605449676514}
-{"epoch": 5, "step": 7177, "loss": 0.15603914856910706, "total_norm": 7.5957183837890625}
-{"epoch": 5, "step": 7178, "loss": 0.07523051649332047, "total_norm": 4.21972131729126}
-{"epoch": 5, "step": 7179, "loss": 0.11149828881025314, "total_norm": 6.179014682769775}
-{"epoch": 5, "step": 7180, "loss": 0.07130441069602966, "total_norm": 6.30833625793457}
-{"epoch": 5, "step": 7181, "loss": 0.06121966242790222, "total_norm": 5.363787651062012}
-{"epoch": 5, "step": 7182, "loss": 0.08498409390449524, "total_norm": 4.997812747955322}
-{"epoch": 5, "step": 7183, "loss": 0.08995523303747177, "total_norm": 5.044169902801514}
-{"epoch": 5, "step": 7184, "loss": 0.07655688375234604, "total_norm": 4.901977062225342}
-{"epoch": 5, "step": 7185, "loss": 0.09789822995662689, "total_norm": 6.8570661544799805}
-{"epoch": 5, "step": 7186, "loss": 0.0784391239285469, "total_norm": 6.260343074798584}
-{"epoch": 5, "step": 7187, "loss": 0.10601561516523361, "total_norm": 6.01151180267334}
-{"epoch": 5, "step": 7188, "loss": 0.08504540473222733, "total_norm": 7.8550214767456055}
-{"epoch": 5, "step": 7189, "loss": 0.10553707182407379, "total_norm": 5.226478099822998}
-{"epoch": 5, "step": 7190, "loss": 0.06849532574415207, "total_norm": 4.064568042755127}
-{"epoch": 5, "step": 7191, "loss": 0.07404867559671402, "total_norm": 6.187253475189209}
-{"epoch": 5, "step": 7192, "loss": 0.05718046799302101, "total_norm": 5.135490417480469}
-{"epoch": 5, "step": 7193, "loss": 0.1191691905260086, "total_norm": 7.353104114532471}
-{"epoch": 5, "step": 7194, "loss": 0.09553082287311554, "total_norm": 8.477330207824707}
-{"epoch": 5, "step": 7195, "loss": 0.15268859267234802, "total_norm": 6.7478861808776855}
-{"epoch": 5, "step": 7196, "loss": 0.05975852161645889, "total_norm": 4.440832614898682}
-{"epoch": 5, "step": 7197, "loss": 0.08946366608142853, "total_norm": 4.272968769073486}
-{"epoch": 5, "step": 7198, "loss": 0.1279870867729187, "total_norm": 5.144023895263672}
-{"epoch": 5, "step": 7199, "loss": 0.07538019865751266, "total_norm": 5.142088890075684}
-{"epoch": 5, "step": 7200, "loss": 0.0778261199593544, "total_norm": 5.5860772132873535}
-{"epoch": 5, "step": 7201, "loss": 0.16593319177627563, "total_norm": 6.000671863555908}
-{"epoch": 5, "step": 7202, "loss": 0.11266670376062393, "total_norm": 6.909025192260742}
-{"epoch": 5, "step": 7203, "loss": 0.0672057494521141, "total_norm": 5.1821489334106445}
-{"epoch": 5, "step": 7204, "loss": 0.2383829951286316, "total_norm": 7.053306579589844}
-{"epoch": 5, "step": 7205, "loss": 0.11565089225769043, "total_norm": 10.043639183044434}
-{"epoch": 5, "step": 7206, "loss": 0.08081948757171631, "total_norm": 5.721523761749268}
-{"epoch": 5, "step": 7207, "loss": 0.06228098273277283, "total_norm": 4.265015125274658}
-{"epoch": 5, "step": 7208, "loss": 0.06749675422906876, "total_norm": 4.9023966789245605}
-{"epoch": 5, "step": 7209, "loss": 0.08116006851196289, "total_norm": 4.946646213531494}
-{"epoch": 5, "step": 7210, "loss": 0.060474079102277756, "total_norm": 4.802257061004639}
-{"epoch": 5, "step": 7211, "loss": 0.0707889273762703, "total_norm": 6.349172115325928}
-{"epoch": 5, "step": 7212, "loss": 0.05038654804229736, "total_norm": 3.712902784347534}
-{"epoch": 5, "step": 7213, "loss": 0.057776547968387604, "total_norm": 5.2001848220825195}
-{"epoch": 5, "step": 7214, "loss": 0.07148359715938568, "total_norm": 4.651577949523926}
-{"epoch": 5, "step": 7215, "loss": 0.08293168246746063, "total_norm": 5.210454940795898}
-{"epoch": 5, "step": 7216, "loss": 0.14653579890727997, "total_norm": 7.568507671356201}
-{"epoch": 5, "step": 7217, "loss": 0.0448380745947361, "total_norm": 5.584028720855713}
-{"epoch": 5, "step": 7218, "loss": 0.069586843252182, "total_norm": 5.219141483306885}
-{"epoch": 5, "step": 7219, "loss": 0.08354149013757706, "total_norm": 6.088229179382324}
-{"epoch": 5, "step": 7220, "loss": 0.11207999289035797, "total_norm": 5.1430511474609375}
-{"epoch": 5, "step": 7221, "loss": 0.04544540494680405, "total_norm": 5.515480995178223}
-{"epoch": 5, "step": 7222, "loss": 0.04050980508327484, "total_norm": 3.3006339073181152}
-{"epoch": 5, "step": 7223, "loss": 0.10176001489162445, "total_norm": 5.171250820159912}
-{"epoch": 5, "step": 7224, "loss": 0.10624880343675613, "total_norm": 5.381234645843506}
-{"epoch": 5, "step": 7225, "loss": 0.0575421117246151, "total_norm": 4.411686420440674}
-{"epoch": 5, "step": 7226, "loss": 0.07498063892126083, "total_norm": 5.4629693031311035}
-{"epoch": 5, "step": 7227, "loss": 0.09595517069101334, "total_norm": 5.680736064910889}
-{"epoch": 5, "step": 7228, "loss": 0.08011777698993683, "total_norm": 5.520945072174072}
-{"epoch": 5, "step": 7229, "loss": 0.12222906947135925, "total_norm": 9.793539047241211}
-{"epoch": 5, "step": 7230, "loss": 0.12044792622327805, "total_norm": 5.304996490478516}
-{"epoch": 5, "step": 7231, "loss": 0.07741397619247437, "total_norm": 6.821815490722656}
-{"epoch": 5, "step": 7232, "loss": 0.15210187435150146, "total_norm": 5.907132148742676}
-{"epoch": 5, "step": 7233, "loss": 0.062252581119537354, "total_norm": 4.476688861846924}
-{"epoch": 5, "step": 7234, "loss": 0.05029803514480591, "total_norm": 6.272821426391602}
-{"epoch": 5, "step": 7235, "loss": 0.3080868721008301, "total_norm": 8.830840110778809}
-{"epoch": 5, "step": 7236, "loss": 0.12356436252593994, "total_norm": 6.672987937927246}
-{"epoch": 5, "step": 7237, "loss": 0.11321058124303818, "total_norm": 6.7928266525268555}
-{"epoch": 5, "step": 7238, "loss": 0.05313132330775261, "total_norm": 3.4447126388549805}
-{"epoch": 5, "step": 7239, "loss": 0.1656702607870102, "total_norm": 5.700329780578613}
-{"epoch": 5, "step": 7240, "loss": 0.1338549554347992, "total_norm": 5.532481670379639}
-{"epoch": 5, "step": 7241, "loss": 0.06864995509386063, "total_norm": 5.516265392303467}
-{"epoch": 5, "step": 7242, "loss": 0.0733160674571991, "total_norm": 5.343708515167236}
-{"epoch": 5, "step": 7243, "loss": 0.14980262517929077, "total_norm": 7.954327583312988}
-{"epoch": 5, "step": 7244, "loss": 0.1720113605260849, "total_norm": 8.675493240356445}
-{"epoch": 5, "step": 7245, "loss": 0.025502650067210197, "total_norm": 2.953578233718872}
-{"epoch": 5, "step": 7246, "loss": 0.0717136338353157, "total_norm": 4.497243881225586}
-{"epoch": 5, "step": 7247, "loss": 0.09607498347759247, "total_norm": 6.153091907501221}
-{"epoch": 5, "step": 7248, "loss": 0.06269222497940063, "total_norm": 3.3187732696533203}
-{"epoch": 5, "step": 7249, "loss": 0.08434803038835526, "total_norm": 5.48048210144043}
-{"epoch": 5, "step": 7250, "loss": 0.08217846602201462, "total_norm": 4.89347505569458}
-{"epoch": 5, "step": 7251, "loss": 0.10838150978088379, "total_norm": 8.331254959106445}
-{"epoch": 5, "step": 7252, "loss": 0.07967150211334229, "total_norm": 4.635483264923096}
-{"epoch": 5, "step": 7253, "loss": 0.09183266758918762, "total_norm": 7.022061824798584}
-{"epoch": 5, "step": 7254, "loss": 0.11041442304849625, "total_norm": 7.821600437164307}
-{"epoch": 5, "step": 7255, "loss": 0.09535869210958481, "total_norm": 4.836287975311279}
-{"epoch": 5, "step": 7256, "loss": 0.10312267392873764, "total_norm": 5.28408145904541}
-{"epoch": 5, "step": 7257, "loss": 0.07686951011419296, "total_norm": 5.0316619873046875}
-{"epoch": 5, "step": 7258, "loss": 0.1567588895559311, "total_norm": 5.922306060791016}
-{"epoch": 5, "step": 7259, "loss": 0.03437887132167816, "total_norm": 3.4112982749938965}
-{"epoch": 5, "step": 7260, "loss": 0.06135684624314308, "total_norm": 4.720800399780273}
-{"epoch": 5, "step": 7261, "loss": 0.16694316267967224, "total_norm": 8.174835205078125}
-{"epoch": 5, "step": 7262, "loss": 0.09721070528030396, "total_norm": 6.95576286315918}
-{"epoch": 5, "step": 7263, "loss": 0.022525032982230186, "total_norm": 2.7401230335235596}
-{"epoch": 5, "step": 7264, "loss": 0.16034971177577972, "total_norm": 6.530067443847656}
-{"epoch": 5, "step": 7265, "loss": 0.11758747696876526, "total_norm": 7.143160820007324}
-{"epoch": 5, "step": 7266, "loss": 0.07775318622589111, "total_norm": 7.249337673187256}
-{"epoch": 5, "step": 7267, "loss": 0.062349990010261536, "total_norm": 7.323277473449707}
-{"epoch": 5, "step": 7268, "loss": 0.12260078638792038, "total_norm": 4.485370635986328}
-{"epoch": 5, "step": 7269, "loss": 0.06858056783676147, "total_norm": 4.74664306640625}
-{"epoch": 5, "step": 7270, "loss": 0.05126597732305527, "total_norm": 3.9286727905273438}
-{"epoch": 5, "step": 7271, "loss": 0.13391168415546417, "total_norm": 6.745577812194824}
-{"epoch": 5, "step": 7272, "loss": 0.09103810787200928, "total_norm": 8.574212074279785}
-{"epoch": 5, "step": 7273, "loss": 0.034763727337121964, "total_norm": 3.0385875701904297}
-{"epoch": 5, "step": 7274, "loss": 0.04477990046143532, "total_norm": 5.246921539306641}
-{"epoch": 5, "step": 7275, "loss": 0.09525073319673538, "total_norm": 5.586470603942871}
-{"epoch": 5, "step": 7276, "loss": 0.15461334586143494, "total_norm": 6.662692070007324}
-{"epoch": 5, "step": 7277, "loss": 0.1399696320295334, "total_norm": 8.579339981079102}
-{"epoch": 5, "step": 7278, "loss": 0.08506298065185547, "total_norm": 5.781723499298096}
-{"epoch": 5, "step": 7279, "loss": 0.12570342421531677, "total_norm": 4.5373616218566895}
-{"epoch": 5, "step": 7280, "loss": 0.09155341982841492, "total_norm": 6.470802307128906}
-{"epoch": 5, "step": 7281, "loss": 0.1965389996767044, "total_norm": 14.022942543029785}
-{"epoch": 5, "step": 7282, "loss": 0.050401680171489716, "total_norm": 3.9591479301452637}
-{"epoch": 5, "step": 7283, "loss": 0.12872615456581116, "total_norm": 8.885225296020508}
-{"epoch": 5, "step": 7284, "loss": 0.04665593430399895, "total_norm": 3.744171619415283}
-{"epoch": 5, "step": 7285, "loss": 0.1754806637763977, "total_norm": 6.740222930908203}
-{"epoch": 5, "step": 7286, "loss": 0.06530682742595673, "total_norm": 3.9310836791992188}
-{"epoch": 5, "step": 7287, "loss": 0.0734756588935852, "total_norm": 7.0029826164245605}
-{"epoch": 5, "step": 7288, "loss": 0.02671809121966362, "total_norm": 4.748729705810547}
-{"epoch": 5, "step": 7289, "loss": 0.07552634924650192, "total_norm": 5.730636119842529}
-{"epoch": 5, "step": 7290, "loss": 0.17194578051567078, "total_norm": 9.498239517211914}
-{"epoch": 5, "step": 7291, "loss": 0.05455481633543968, "total_norm": 4.811509132385254}
-{"epoch": 5, "step": 7292, "loss": 0.07545298337936401, "total_norm": 5.748836994171143}
-{"epoch": 5, "step": 7293, "loss": 0.10977346450090408, "total_norm": 6.241680145263672}
-{"epoch": 5, "step": 7294, "loss": 0.07823345065116882, "total_norm": 6.561397075653076}
-{"epoch": 5, "step": 7295, "loss": 0.09088286757469177, "total_norm": 5.440643310546875}
-{"epoch": 5, "step": 7296, "loss": 0.05966755002737045, "total_norm": 5.149026870727539}
-{"epoch": 5, "step": 7297, "loss": 0.07013090699911118, "total_norm": 5.017792701721191}
-{"epoch": 5, "step": 7298, "loss": 0.11584353446960449, "total_norm": 7.403997898101807}
-{"epoch": 5, "step": 7299, "loss": 0.0745685026049614, "total_norm": 5.50827169418335}
-{"epoch": 5, "step": 7300, "loss": 0.0885082259774208, "total_norm": 6.2133612632751465}
-{"epoch": 5, "step": 7301, "loss": 0.10517837852239609, "total_norm": 6.345929145812988}
-{"epoch": 5, "step": 7302, "loss": 0.08715882152318954, "total_norm": 4.861622333526611}
-{"epoch": 5, "step": 7303, "loss": 0.10571353137493134, "total_norm": 5.628532886505127}
-{"epoch": 5, "step": 7304, "loss": 0.041647471487522125, "total_norm": 5.111236095428467}
-{"epoch": 5, "step": 7305, "loss": 0.06605342775583267, "total_norm": 4.72688627243042}
-{"epoch": 5, "step": 7306, "loss": 0.1096135750412941, "total_norm": 5.641546726226807}
-{"epoch": 5, "step": 7307, "loss": 0.07135968655347824, "total_norm": 5.0493903160095215}
-{"epoch": 5, "step": 7308, "loss": 0.06628672778606415, "total_norm": 4.385480880737305}
-{"epoch": 5, "step": 7309, "loss": 0.10714180767536163, "total_norm": 7.019534587860107}
-{"epoch": 5, "step": 7310, "loss": 0.06791960448026657, "total_norm": 4.428191184997559}
-{"epoch": 5, "step": 7311, "loss": 0.06125859171152115, "total_norm": 4.281610012054443}
-{"epoch": 5, "step": 7312, "loss": 0.10614503175020218, "total_norm": 6.471490383148193}
-{"epoch": 5, "step": 7313, "loss": 0.07373842597007751, "total_norm": 6.387411594390869}
-{"epoch": 5, "step": 7314, "loss": 0.05602724477648735, "total_norm": 5.403942108154297}
-{"epoch": 5, "step": 7315, "loss": 0.07462085783481598, "total_norm": 4.895111560821533}
-{"epoch": 5, "step": 7316, "loss": 0.09559150785207748, "total_norm": 6.1404829025268555}
-{"epoch": 5, "step": 7317, "loss": 0.11067873239517212, "total_norm": 6.52060079574585}
-{"epoch": 5, "step": 7318, "loss": 0.10348067432641983, "total_norm": 5.321141719818115}
-{"epoch": 5, "step": 7319, "loss": 0.1599678099155426, "total_norm": 5.915359973907471}
-{"epoch": 5, "step": 7320, "loss": 0.19430038332939148, "total_norm": 8.05225944519043}
-{"epoch": 5, "step": 7321, "loss": 0.11422287672758102, "total_norm": 6.637327194213867}
-{"epoch": 5, "step": 7322, "loss": 0.15086489915847778, "total_norm": 8.452055931091309}
-{"epoch": 5, "step": 7323, "loss": 0.1184893250465393, "total_norm": 7.8279709815979}
-{"epoch": 5, "step": 7324, "loss": 0.04900997504591942, "total_norm": 4.1208109855651855}
-{"epoch": 5, "step": 7325, "loss": 0.07656809687614441, "total_norm": 4.233602046966553}
-{"epoch": 5, "step": 7326, "loss": 0.06868062168359756, "total_norm": 3.6689374446868896}
-{"epoch": 5, "step": 7327, "loss": 0.15369755029678345, "total_norm": 7.315573215484619}
-{"epoch": 5, "step": 7328, "loss": 0.09465501457452774, "total_norm": 4.634480953216553}
-{"epoch": 5, "step": 7329, "loss": 0.12161322683095932, "total_norm": 5.732762336730957}
-{"epoch": 5, "step": 7330, "loss": 0.06458453088998795, "total_norm": 4.176826000213623}
-{"epoch": 5, "step": 7331, "loss": 0.045712705701589584, "total_norm": 6.802236080169678}
-{"epoch": 5, "step": 7332, "loss": 0.054137591272592545, "total_norm": 4.308145046234131}
-{"epoch": 5, "step": 7333, "loss": 0.13467945158481598, "total_norm": 8.997989654541016}
-{"epoch": 5, "step": 7334, "loss": 0.1619575172662735, "total_norm": 9.062828063964844}
-{"epoch": 5, "step": 7335, "loss": 0.05828898027539253, "total_norm": 7.551631450653076}
-{"epoch": 5, "step": 7336, "loss": 0.08722533285617828, "total_norm": 6.25253438949585}
-{"epoch": 5, "step": 7337, "loss": 0.10636023432016373, "total_norm": 4.056007385253906}
-{"epoch": 5, "step": 7338, "loss": 0.09283053874969482, "total_norm": 5.989428520202637}
-{"epoch": 5, "step": 7339, "loss": 0.09812523424625397, "total_norm": 7.697104454040527}
-{"epoch": 5, "step": 7340, "loss": 0.045867595821619034, "total_norm": 4.975681304931641}
-{"epoch": 5, "step": 7341, "loss": 0.0800948515534401, "total_norm": 5.095990180969238}
-{"epoch": 5, "step": 7342, "loss": 0.057778578251600266, "total_norm": 5.645116806030273}
-{"epoch": 5, "step": 7343, "loss": 0.07289450615644455, "total_norm": 4.729479789733887}
-{"epoch": 5, "step": 7344, "loss": 0.12093295156955719, "total_norm": 9.230822563171387}
-{"epoch": 5, "step": 7345, "loss": 0.03879566490650177, "total_norm": 5.48384428024292}
-{"epoch": 5, "step": 7346, "loss": 0.05277346074581146, "total_norm": 3.4967989921569824}
-{"epoch": 5, "step": 7347, "loss": 0.07969947904348373, "total_norm": 5.525907516479492}
-{"epoch": 5, "step": 7348, "loss": 0.10773660987615585, "total_norm": 5.726929664611816}
-{"epoch": 5, "step": 7349, "loss": 0.05290951952338219, "total_norm": 5.50506067276001}
-{"epoch": 5, "step": 7350, "loss": 0.11687640845775604, "total_norm": 6.971728801727295}
-{"epoch": 5, "step": 7351, "loss": 0.0528930127620697, "total_norm": 4.844662189483643}
-{"epoch": 5, "step": 7352, "loss": 0.08015196025371552, "total_norm": 4.597945690155029}
-{"epoch": 5, "step": 7353, "loss": 0.0811137780547142, "total_norm": 5.052104473114014}
-{"epoch": 5, "step": 7354, "loss": 0.09131085872650146, "total_norm": 5.1011481285095215}
-{"epoch": 5, "step": 7355, "loss": 0.11910868436098099, "total_norm": 8.588727951049805}
-{"epoch": 5, "step": 7356, "loss": 0.09410598129034042, "total_norm": 5.827298164367676}
-{"epoch": 5, "step": 7357, "loss": 0.1617952138185501, "total_norm": 7.471350193023682}
-{"epoch": 5, "step": 7358, "loss": 0.06462954729795456, "total_norm": 5.450263500213623}
-{"epoch": 5, "step": 7359, "loss": 0.05855228006839752, "total_norm": 5.8112006187438965}
-{"epoch": 5, "step": 7360, "loss": 0.04805323854088783, "total_norm": 4.9877448081970215}
-{"epoch": 5, "step": 7361, "loss": 0.055140286684036255, "total_norm": 4.011228561401367}
-{"epoch": 5, "step": 7362, "loss": 0.1362178772687912, "total_norm": 12.638737678527832}
-{"epoch": 5, "step": 7363, "loss": 0.0916963666677475, "total_norm": 6.018145561218262}
-{"epoch": 5, "step": 7364, "loss": 0.08020506054162979, "total_norm": 6.729570388793945}
-{"epoch": 5, "step": 7365, "loss": 0.08885177969932556, "total_norm": 6.385392665863037}
-{"epoch": 5, "step": 7366, "loss": 0.11785298585891724, "total_norm": 8.878875732421875}
-{"epoch": 5, "step": 7367, "loss": 0.09507560729980469, "total_norm": 6.18615198135376}
-{"epoch": 5, "step": 7368, "loss": 0.11671333014965057, "total_norm": 6.177911758422852}
-{"epoch": 5, "step": 7369, "loss": 0.1777520775794983, "total_norm": 11.40435791015625}
-{"epoch": 5, "step": 7370, "loss": 0.03582906723022461, "total_norm": 2.984950304031372}
-{"epoch": 5, "step": 7371, "loss": 0.10474186390638351, "total_norm": 5.429742336273193}
-{"epoch": 5, "step": 7372, "loss": 0.10719771683216095, "total_norm": 5.7188191413879395}
-{"epoch": 5, "step": 7373, "loss": 0.11891543120145798, "total_norm": 5.838214874267578}
-{"epoch": 5, "step": 7374, "loss": 0.05925130471587181, "total_norm": 4.419360637664795}
-{"epoch": 5, "step": 7375, "loss": 0.12683498859405518, "total_norm": 6.536137580871582}
-{"epoch": 5, "step": 7376, "loss": 0.19100822508335114, "total_norm": 8.13024616241455}
-{"epoch": 5, "step": 7377, "loss": 0.12058629095554352, "total_norm": 6.169942378997803}
-{"epoch": 5, "step": 7378, "loss": 0.0464414618909359, "total_norm": 5.301079273223877}
-{"epoch": 5, "step": 7379, "loss": 0.08251191675662994, "total_norm": 5.41686487197876}
-{"epoch": 5, "step": 7380, "loss": 0.11349500715732574, "total_norm": 5.672430992126465}
-{"epoch": 5, "step": 7381, "loss": 0.06384449452161789, "total_norm": 4.720210075378418}
-{"epoch": 5, "step": 7382, "loss": 0.05821330100297928, "total_norm": 3.864478588104248}
-{"epoch": 5, "step": 7383, "loss": 0.09346700459718704, "total_norm": 6.544576168060303}
-{"epoch": 5, "step": 7384, "loss": 0.07331103831529617, "total_norm": 6.169937610626221}
-{"epoch": 5, "step": 7385, "loss": 0.11669084429740906, "total_norm": 5.781381130218506}
-{"epoch": 5, "step": 7386, "loss": 0.09315823018550873, "total_norm": 5.201067924499512}
-{"epoch": 5, "step": 7387, "loss": 0.17522498965263367, "total_norm": 12.395764350891113}
-{"epoch": 5, "step": 7388, "loss": 0.1054028570652008, "total_norm": 6.774141311645508}
-{"epoch": 5, "step": 7389, "loss": 0.0895107313990593, "total_norm": 4.291162490844727}
-{"epoch": 5, "step": 7390, "loss": 0.09466198086738586, "total_norm": 7.037223815917969}
-{"epoch": 5, "step": 7391, "loss": 0.14638027548789978, "total_norm": 7.717009544372559}
-{"epoch": 5, "step": 7392, "loss": 0.08868894726037979, "total_norm": 5.02885103225708}
-{"epoch": 5, "step": 7393, "loss": 0.05541389435529709, "total_norm": 4.780820846557617}
-{"epoch": 5, "step": 7394, "loss": 0.11812075227499008, "total_norm": 5.9456071853637695}
-{"epoch": 5, "step": 7395, "loss": 0.07264113426208496, "total_norm": 5.044723987579346}
-{"epoch": 5, "step": 7396, "loss": 0.10244632512331009, "total_norm": 8.365201950073242}
-{"epoch": 5, "step": 7397, "loss": 0.08919082581996918, "total_norm": 4.80587911605835}
-{"epoch": 5, "step": 7398, "loss": 0.05423504859209061, "total_norm": 6.921506404876709}
-{"epoch": 5, "step": 7399, "loss": 0.08190159499645233, "total_norm": 4.576797962188721}
-{"epoch": 5, "step": 7400, "loss": 0.13896799087524414, "total_norm": 5.245342254638672}
-{"epoch": 5, "step": 7401, "loss": 0.09891685843467712, "total_norm": 4.729453086853027}
-{"epoch": 5, "step": 7402, "loss": 0.04714768007397652, "total_norm": 5.010805130004883}
-{"epoch": 5, "step": 7403, "loss": 0.13516643643379211, "total_norm": 5.619175434112549}
-{"epoch": 5, "step": 7404, "loss": 0.11780776083469391, "total_norm": 6.498183250427246}
-{"epoch": 5, "step": 7405, "loss": 0.07837628573179245, "total_norm": 6.848840713500977}
-{"epoch": 5, "step": 7406, "loss": 0.027322830632328987, "total_norm": 3.718348979949951}
-{"epoch": 5, "step": 7407, "loss": 0.11273635923862457, "total_norm": 7.3759870529174805}
-{"epoch": 5, "step": 7408, "loss": 0.09176375716924667, "total_norm": 6.070761680603027}
-{"epoch": 5, "step": 7409, "loss": 0.08397592604160309, "total_norm": 5.100135326385498}
-{"epoch": 5, "step": 7410, "loss": 0.16475437581539154, "total_norm": 8.918880462646484}
-{"epoch": 5, "step": 7411, "loss": 0.04897845908999443, "total_norm": 4.15293550491333}
-{"epoch": 5, "step": 7412, "loss": 0.01838422380387783, "total_norm": 3.089829444885254}
-{"epoch": 5, "step": 7413, "loss": 0.08959167450666428, "total_norm": 4.665379524230957}
-{"epoch": 5, "step": 7414, "loss": 0.15095719695091248, "total_norm": 6.716876029968262}
-{"epoch": 5, "step": 7415, "loss": 0.05862276628613472, "total_norm": 5.734833717346191}
-{"epoch": 5, "step": 7416, "loss": 0.07664216309785843, "total_norm": 4.787063121795654}
-{"epoch": 5, "step": 7417, "loss": 0.046878017485141754, "total_norm": 4.343137264251709}
-{"epoch": 5, "step": 7418, "loss": 0.11736191809177399, "total_norm": 6.7202653884887695}
-{"epoch": 5, "step": 7419, "loss": 0.11159881204366684, "total_norm": 6.15792179107666}
-{"epoch": 5, "step": 7420, "loss": 0.03472384065389633, "total_norm": 3.727830648422241}
-{"epoch": 5, "step": 7421, "loss": 0.05848372355103493, "total_norm": 5.530811786651611}
-{"epoch": 5, "step": 7422, "loss": 0.029967108741402626, "total_norm": 2.9741673469543457}
-{"epoch": 5, "step": 7423, "loss": 0.0856882780790329, "total_norm": 7.887217044830322}
-{"epoch": 5, "step": 7424, "loss": 0.17526045441627502, "total_norm": 9.900126457214355}
-{"epoch": 5, "step": 7425, "loss": 0.10440010577440262, "total_norm": 6.2122015953063965}
-{"epoch": 5, "step": 7426, "loss": 0.07903701812028885, "total_norm": 9.027234077453613}
-{"epoch": 5, "step": 7427, "loss": 0.08665275573730469, "total_norm": 5.371751308441162}
-{"epoch": 5, "step": 7428, "loss": 0.06097223609685898, "total_norm": 7.576019763946533}
-{"epoch": 5, "step": 7429, "loss": 0.10511329770088196, "total_norm": 5.045017719268799}
-{"epoch": 5, "step": 7430, "loss": 0.10293059796094894, "total_norm": 5.828248500823975}
-{"epoch": 5, "step": 7431, "loss": 0.06339738517999649, "total_norm": 4.225579738616943}
-{"epoch": 5, "step": 7432, "loss": 0.07971218973398209, "total_norm": 6.246357440948486}
-{"epoch": 5, "step": 7433, "loss": 0.10477560013532639, "total_norm": 5.64170503616333}
-{"epoch": 5, "step": 7434, "loss": 0.1078360378742218, "total_norm": 9.57126235961914}
-{"epoch": 5, "step": 7435, "loss": 0.032938409596681595, "total_norm": 4.287559509277344}
-{"epoch": 5, "step": 7436, "loss": 0.066984161734581, "total_norm": 5.0543060302734375}
-{"epoch": 5, "step": 7437, "loss": 0.14131830632686615, "total_norm": 6.759365558624268}
-{"epoch": 5, "step": 7438, "loss": 0.05659405514597893, "total_norm": 4.080946922302246}
-{"epoch": 5, "step": 7439, "loss": 0.12461543083190918, "total_norm": 6.716638088226318}
-{"epoch": 5, "step": 7440, "loss": 0.147337406873703, "total_norm": 9.186528205871582}
-{"epoch": 5, "step": 7441, "loss": 0.10266335308551788, "total_norm": 5.449201583862305}
-{"epoch": 5, "step": 7442, "loss": 0.1251516342163086, "total_norm": 8.613204002380371}
-{"epoch": 5, "step": 7443, "loss": 0.08060508966445923, "total_norm": 9.487406730651855}
-{"epoch": 5, "step": 7444, "loss": 0.09168071299791336, "total_norm": 5.62806510925293}
-{"epoch": 5, "step": 7445, "loss": 0.14596210420131683, "total_norm": 8.321471214294434}
-{"epoch": 5, "step": 7446, "loss": 0.06602507829666138, "total_norm": 6.60780668258667}
-{"epoch": 5, "step": 7447, "loss": 0.0771532729268074, "total_norm": 4.168919563293457}
-{"epoch": 5, "step": 7448, "loss": 0.19046375155448914, "total_norm": 9.714620590209961}
-{"epoch": 5, "step": 7449, "loss": 0.11565853655338287, "total_norm": 5.484429836273193}
-{"epoch": 5, "step": 7450, "loss": 0.06461486965417862, "total_norm": 4.284658908843994}
-{"epoch": 5, "step": 7451, "loss": 0.09807009994983673, "total_norm": 5.869278907775879}
-{"epoch": 5, "step": 7452, "loss": 0.10771944373846054, "total_norm": 4.744168758392334}
-{"epoch": 5, "step": 7453, "loss": 0.07567688822746277, "total_norm": 6.524787425994873}
-{"epoch": 5, "step": 7454, "loss": 0.06572078168392181, "total_norm": 4.966611862182617}
-{"epoch": 5, "step": 7455, "loss": 0.1700305938720703, "total_norm": 7.152656078338623}
-{"epoch": 5, "step": 7456, "loss": 0.05330849438905716, "total_norm": 7.209132194519043}
-{"epoch": 5, "step": 7457, "loss": 0.1362566500902176, "total_norm": 7.911869525909424}
-{"epoch": 5, "step": 7458, "loss": 0.125441312789917, "total_norm": 5.3615031242370605}
-{"epoch": 5, "step": 7459, "loss": 0.06582792103290558, "total_norm": 4.460284233093262}
-{"epoch": 5, "step": 7460, "loss": 0.08376645296812057, "total_norm": 6.138271808624268}
-{"epoch": 5, "step": 7461, "loss": 0.21927949786186218, "total_norm": 13.313361167907715}
-{"epoch": 5, "step": 7462, "loss": 0.05832766368985176, "total_norm": 5.947132110595703}
-{"epoch": 5, "step": 7463, "loss": 0.07981649041175842, "total_norm": 7.777153491973877}
-{"epoch": 5, "step": 7464, "loss": 0.1012977585196495, "total_norm": 6.834857940673828}
-{"epoch": 5, "step": 7465, "loss": 0.1148146465420723, "total_norm": 5.086533546447754}
-{"epoch": 5, "step": 7466, "loss": 0.13748884201049805, "total_norm": 10.917827606201172}
-{"epoch": 5, "step": 7467, "loss": 0.10383869707584381, "total_norm": 5.200935363769531}
-{"epoch": 5, "step": 7468, "loss": 0.06411206722259521, "total_norm": 5.485276222229004}
-{"epoch": 5, "step": 7469, "loss": 0.13106314837932587, "total_norm": 6.296406269073486}
-{"epoch": 5, "step": 7470, "loss": 0.12150950729846954, "total_norm": 5.576906681060791}
-{"epoch": 5, "step": 7471, "loss": 0.11070246994495392, "total_norm": 5.353862762451172}
-{"epoch": 5, "step": 7472, "loss": 0.07191912084817886, "total_norm": 6.593066692352295}
-{"epoch": 5, "step": 7473, "loss": 0.06255470216274261, "total_norm": 6.398552417755127}
-{"epoch": 5, "step": 7474, "loss": 0.027425643056631088, "total_norm": 4.281162738800049}
-{"epoch": 5, "step": 7475, "loss": 0.19026291370391846, "total_norm": 7.309948921203613}
-{"epoch": 5, "step": 7476, "loss": 0.11936986446380615, "total_norm": 5.365563869476318}
-{"epoch": 5, "step": 7477, "loss": 0.09211532026529312, "total_norm": 5.028120040893555}
-{"epoch": 5, "step": 7478, "loss": 0.09434245526790619, "total_norm": 5.329709053039551}
-{"epoch": 5, "step": 7479, "loss": 0.12571626901626587, "total_norm": 7.548078536987305}
-{"epoch": 5, "step": 7480, "loss": 0.09905588626861572, "total_norm": 7.4362993240356445}
-{"epoch": 5, "step": 7481, "loss": 0.08582238107919693, "total_norm": 4.224678993225098}
-{"epoch": 5, "step": 7482, "loss": 0.07364360243082047, "total_norm": 6.804051876068115}
-{"epoch": 5, "step": 7483, "loss": 0.06286580860614777, "total_norm": 4.866707801818848}
-{"epoch": 5, "step": 7484, "loss": 0.09693383425474167, "total_norm": 7.306978225708008}
-{"epoch": 5, "step": 7485, "loss": 0.06715550273656845, "total_norm": 5.532941818237305}
-{"epoch": 5, "step": 7486, "loss": 0.14128358662128448, "total_norm": 10.483576774597168}
-{"epoch": 5, "step": 7487, "loss": 0.08626541495323181, "total_norm": 6.032711982727051}
-{"epoch": 5, "step": 7488, "loss": 0.07434742897748947, "total_norm": 4.266613006591797}
-{"epoch": 5, "step": 7489, "loss": 0.062094803899526596, "total_norm": 4.86139440536499}
-{"epoch": 5, "step": 7490, "loss": 0.12732966244220734, "total_norm": 5.800107955932617}
-{"epoch": 5, "step": 7491, "loss": 0.04257434979081154, "total_norm": 3.6022040843963623}
-{"epoch": 5, "step": 7492, "loss": 0.047796666622161865, "total_norm": 6.278721809387207}
-{"epoch": 5, "step": 7493, "loss": 0.0798955038189888, "total_norm": 8.823094367980957}
-{"epoch": 5, "step": 7494, "loss": 0.14182454347610474, "total_norm": 7.440530776977539}
-{"epoch": 5, "step": 7495, "loss": 0.06422217935323715, "total_norm": 6.209309101104736}
-{"epoch": 5, "step": 7496, "loss": 0.041022904217243195, "total_norm": 4.816744804382324}
-{"epoch": 5, "step": 7497, "loss": 0.06711925566196442, "total_norm": 5.456930637359619}
-{"epoch": 5, "step": 7498, "loss": 0.10382404178380966, "total_norm": 5.5148186683654785}
-{"epoch": 5, "step": 7499, "loss": 0.042458970099687576, "total_norm": 6.796750068664551}
-{"epoch": 5, "step": 7500, "loss": 0.11306483298540115, "total_norm": 6.119311332702637}
-{"epoch": 5, "step": 7501, "loss": 0.05438394099473953, "total_norm": 6.225168704986572}
-{"epoch": 5, "step": 7502, "loss": 0.07470803707838058, "total_norm": 5.148288726806641}
-{"epoch": 5, "step": 7503, "loss": 0.09903104603290558, "total_norm": 5.961240768432617}
-{"epoch": 5, "step": 7504, "loss": 0.043581005185842514, "total_norm": 4.670237064361572}
-{"epoch": 5, "step": 7505, "loss": 0.14906655251979828, "total_norm": 7.081897258758545}
-{"epoch": 5, "step": 7506, "loss": 0.1232016459107399, "total_norm": 8.065056800842285}
-{"epoch": 5, "step": 7507, "loss": 0.0642809271812439, "total_norm": 4.689390182495117}
-{"epoch": 5, "step": 7508, "loss": 0.1042427271604538, "total_norm": 5.497472286224365}
-{"epoch": 5, "step": 7509, "loss": 0.1290496587753296, "total_norm": 5.912672996520996}
-{"epoch": 5, "step": 7510, "loss": 0.05421372875571251, "total_norm": 4.597169399261475}
-{"epoch": 5, "step": 7511, "loss": 0.10820673406124115, "total_norm": 6.656057357788086}
-{"epoch": 5, "step": 7512, "loss": 0.022238081321120262, "total_norm": 3.5703887939453125}
-{"epoch": 5, "step": 7513, "loss": 0.07670320570468903, "total_norm": 5.248555660247803}
-{"epoch": 5, "step": 7514, "loss": 0.08458253741264343, "total_norm": 5.601803302764893}
-{"epoch": 5, "step": 7515, "loss": 0.1327081024646759, "total_norm": 8.900358200073242}
-{"epoch": 5, "step": 7516, "loss": 0.12239804863929749, "total_norm": 8.260354042053223}
-{"epoch": 5, "step": 7517, "loss": 0.15084189176559448, "total_norm": 6.855355262756348}
-{"epoch": 5, "step": 7518, "loss": 0.08697851747274399, "total_norm": 6.564244270324707}
-{"epoch": 5, "step": 7519, "loss": 0.13626739382743835, "total_norm": 7.767457008361816}
-{"epoch": 5, "step": 7520, "loss": 0.1143641471862793, "total_norm": 8.805537223815918}
-{"epoch": 5, "step": 7521, "loss": 0.06657472252845764, "total_norm": 4.114902019500732}
-{"epoch": 5, "step": 7522, "loss": 0.09313368052244186, "total_norm": 4.666540622711182}
-{"epoch": 5, "step": 7523, "loss": 0.06771261990070343, "total_norm": 4.6626877784729}
-{"epoch": 5, "step": 7524, "loss": 0.10201932489871979, "total_norm": 6.707655906677246}
-{"epoch": 5, "step": 7525, "loss": 0.15947793424129486, "total_norm": 6.614957332611084}
-{"epoch": 5, "step": 7526, "loss": 0.10706515610218048, "total_norm": 7.003598690032959}
-{"epoch": 5, "step": 7527, "loss": 0.056440044194459915, "total_norm": 4.024302959442139}
-{"epoch": 5, "step": 7528, "loss": 0.10014309734106064, "total_norm": 6.37447452545166}
-{"epoch": 5, "step": 7529, "loss": 0.05562872067093849, "total_norm": 5.0915751457214355}
-{"epoch": 5, "step": 7530, "loss": 0.15331099927425385, "total_norm": 6.9977874755859375}
-{"epoch": 5, "step": 7531, "loss": 0.10804837197065353, "total_norm": 4.161221981048584}
-{"epoch": 5, "step": 7532, "loss": 0.09679149091243744, "total_norm": 7.633761405944824}
-{"epoch": 5, "step": 7533, "loss": 0.07560558617115021, "total_norm": 5.9639129638671875}
-{"epoch": 5, "step": 7534, "loss": 0.04217439889907837, "total_norm": 3.3153059482574463}
-{"epoch": 5, "step": 7535, "loss": 0.12026814371347427, "total_norm": 5.6105241775512695}
-{"epoch": 5, "step": 7536, "loss": 0.16420738399028778, "total_norm": 7.88847017288208}
-{"epoch": 5, "step": 7537, "loss": 0.08684693276882172, "total_norm": 4.687748432159424}
-{"epoch": 5, "step": 7538, "loss": 0.07194291800260544, "total_norm": 5.980579853057861}
-{"epoch": 5, "step": 7539, "loss": 0.09039881825447083, "total_norm": 4.959150314331055}
-{"epoch": 5, "step": 7540, "loss": 0.1582365185022354, "total_norm": 6.060546398162842}
-{"epoch": 5, "step": 7541, "loss": 0.12455549091100693, "total_norm": 6.205041408538818}
-{"epoch": 5, "step": 7542, "loss": 0.09610829502344131, "total_norm": 6.442169189453125}
-{"epoch": 5, "step": 7543, "loss": 0.06640073657035828, "total_norm": 6.102806568145752}
-{"epoch": 5, "step": 7544, "loss": 0.11481846868991852, "total_norm": 6.613062858581543}
-{"epoch": 5, "step": 7545, "loss": 0.10385370254516602, "total_norm": 6.3046393394470215}
-{"epoch": 5, "step": 7546, "loss": 0.09744682163000107, "total_norm": 5.18294095993042}
-{"epoch": 5, "step": 7547, "loss": 0.10431192815303802, "total_norm": 7.371614456176758}
-{"epoch": 5, "step": 7548, "loss": 0.06722339242696762, "total_norm": 4.623029708862305}
-{"epoch": 5, "step": 7549, "loss": 0.12085772305727005, "total_norm": 8.230359077453613}
-{"epoch": 5, "step": 7550, "loss": 0.03949863091111183, "total_norm": 4.653557300567627}
-{"epoch": 5, "step": 7551, "loss": 0.12321737408638, "total_norm": 8.462614059448242}
-{"epoch": 5, "step": 7552, "loss": 0.06109488010406494, "total_norm": 5.350844860076904}
-{"epoch": 5, "step": 7553, "loss": 0.07855714857578278, "total_norm": 4.0346832275390625}
-{"epoch": 5, "step": 7554, "loss": 0.0638500526547432, "total_norm": 4.470186233520508}
-{"epoch": 5, "step": 7555, "loss": 0.07248415052890778, "total_norm": 5.717171669006348}
-{"epoch": 5, "step": 7556, "loss": 0.07207867503166199, "total_norm": 4.632214069366455}
-{"epoch": 5, "step": 7557, "loss": 0.13246400654315948, "total_norm": 5.971806526184082}
-{"epoch": 5, "step": 7558, "loss": 0.09677387773990631, "total_norm": 5.600921154022217}
-{"epoch": 5, "step": 7559, "loss": 0.0551503524184227, "total_norm": 3.841038703918457}
-{"epoch": 5, "step": 7560, "loss": 0.0724748894572258, "total_norm": 5.25471830368042}
-{"epoch": 5, "step": 7561, "loss": 0.07036852091550827, "total_norm": 6.3039422035217285}
-{"epoch": 5, "step": 7562, "loss": 0.12284362316131592, "total_norm": 5.265893459320068}
-{"epoch": 5, "step": 7563, "loss": 0.10640155524015427, "total_norm": 7.185999870300293}
-{"epoch": 5, "step": 7564, "loss": 0.11175721138715744, "total_norm": 8.248635292053223}
-{"epoch": 5, "step": 7565, "loss": 0.08729624003171921, "total_norm": 5.025192737579346}
-{"epoch": 5, "step": 7566, "loss": 0.11977959424257278, "total_norm": 6.823355197906494}
-{"epoch": 5, "step": 7567, "loss": 0.07196599245071411, "total_norm": 7.602390766143799}
-{"epoch": 5, "step": 7568, "loss": 0.12302258610725403, "total_norm": 10.155999183654785}
-{"epoch": 5, "step": 7569, "loss": 0.10011766105890274, "total_norm": 6.084632873535156}
-{"epoch": 5, "step": 7570, "loss": 0.1382666528224945, "total_norm": 10.92239761352539}
-{"epoch": 5, "step": 7571, "loss": 0.11315063387155533, "total_norm": 6.4225029945373535}
-{"epoch": 5, "step": 7572, "loss": 0.13546913862228394, "total_norm": 6.130146503448486}
-{"epoch": 5, "step": 7573, "loss": 0.1023469790816307, "total_norm": 5.588883876800537}
-{"epoch": 5, "step": 7574, "loss": 0.11657734960317612, "total_norm": 5.35944938659668}
-{"epoch": 5, "step": 7575, "loss": 0.1014861911535263, "total_norm": 4.746015548706055}
-{"epoch": 5, "step": 7576, "loss": 0.08664167672395706, "total_norm": 4.962231159210205}
-{"epoch": 5, "step": 7577, "loss": 0.10448484122753143, "total_norm": 5.480525970458984}
-{"epoch": 5, "step": 7578, "loss": 0.052813369780778885, "total_norm": 5.609239101409912}
-{"epoch": 5, "step": 7579, "loss": 0.061533499509096146, "total_norm": 4.743102073669434}
-{"epoch": 5, "step": 7580, "loss": 0.06081341579556465, "total_norm": 7.167966365814209}
-{"epoch": 5, "step": 7581, "loss": 0.11492285877466202, "total_norm": 6.811465740203857}
-{"epoch": 5, "step": 7582, "loss": 0.09046623855829239, "total_norm": 5.38696813583374}
-{"epoch": 5, "step": 7583, "loss": 0.10077927261590958, "total_norm": 6.803561687469482}
-{"epoch": 5, "step": 7584, "loss": 0.12800055742263794, "total_norm": 5.894909381866455}
-{"epoch": 5, "step": 7585, "loss": 0.09003064036369324, "total_norm": 6.321787357330322}
-{"epoch": 5, "step": 7586, "loss": 0.10110005736351013, "total_norm": 7.350918769836426}
-{"epoch": 5, "step": 7587, "loss": 0.04509301856160164, "total_norm": 3.558645009994507}
-{"epoch": 5, "step": 7588, "loss": 0.20255570113658905, "total_norm": 8.273009300231934}
-{"epoch": 5, "step": 7589, "loss": 0.04919608309864998, "total_norm": 7.048760890960693}
-{"epoch": 5, "step": 7590, "loss": 0.025894252583384514, "total_norm": 3.050785541534424}
-{"epoch": 5, "step": 7591, "loss": 0.13762271404266357, "total_norm": 5.896478176116943}
-{"epoch": 5, "step": 7592, "loss": 0.05380591005086899, "total_norm": 4.326990604400635}
-{"epoch": 5, "step": 7593, "loss": 0.11040335893630981, "total_norm": 6.173795223236084}
-{"epoch": 5, "step": 7594, "loss": 0.0660773366689682, "total_norm": 3.937420606613159}
-{"epoch": 5, "step": 7595, "loss": 0.17665575444698334, "total_norm": 6.804355621337891}
-{"epoch": 5, "step": 7596, "loss": 0.055992044508457184, "total_norm": 4.26627254486084}
-{"epoch": 5, "step": 7597, "loss": 0.08206947147846222, "total_norm": 5.578671932220459}
-{"epoch": 5, "step": 7598, "loss": 0.06144900247454643, "total_norm": 4.997739315032959}
-{"epoch": 5, "step": 7599, "loss": 0.08978632837533951, "total_norm": 6.743688583374023}
-{"epoch": 5, "step": 7600, "loss": 0.08571246266365051, "total_norm": 5.525444984436035}
-{"epoch": 5, "step": 7601, "loss": 0.10087772458791733, "total_norm": 5.994163990020752}
-{"epoch": 5, "step": 7602, "loss": 0.12582765519618988, "total_norm": 7.4994378089904785}
-{"epoch": 5, "step": 7603, "loss": 0.1547652781009674, "total_norm": 8.764175415039062}
-{"epoch": 5, "step": 7604, "loss": 0.09633799642324448, "total_norm": 6.728420257568359}
-{"epoch": 5, "step": 7605, "loss": 0.1146181970834732, "total_norm": 6.626535892486572}
-{"epoch": 5, "step": 7606, "loss": 0.14878547191619873, "total_norm": 10.729692459106445}
-{"epoch": 5, "step": 7607, "loss": 0.0953749343752861, "total_norm": 6.235795497894287}
-{"epoch": 5, "step": 7608, "loss": 0.12239992618560791, "total_norm": 7.532715797424316}
-{"epoch": 5, "step": 7609, "loss": 0.08791252225637436, "total_norm": 4.847105503082275}
-{"epoch": 5, "step": 7610, "loss": 0.07803728431463242, "total_norm": 6.416140556335449}
-{"epoch": 5, "step": 7611, "loss": 0.11076820641756058, "total_norm": 6.753675937652588}
-{"epoch": 5, "step": 7612, "loss": 0.0726102814078331, "total_norm": 5.827241897583008}
-{"epoch": 5, "step": 7613, "loss": 0.25169962644577026, "total_norm": 15.246846199035645}
-{"epoch": 5, "step": 7614, "loss": 0.08516881614923477, "total_norm": 7.136808395385742}
-{"epoch": 5, "step": 7615, "loss": 0.06353463232517242, "total_norm": 4.960949897766113}
-{"epoch": 5, "step": 7616, "loss": 0.12914198637008667, "total_norm": 8.894071578979492}
-{"epoch": 5, "step": 7617, "loss": 0.06858754903078079, "total_norm": 4.7609052658081055}
-{"epoch": 5, "step": 7618, "loss": 0.05989660695195198, "total_norm": 6.43082332611084}
-{"epoch": 5, "step": 7619, "loss": 0.09417907893657684, "total_norm": 8.733884811401367}
-{"epoch": 5, "step": 7620, "loss": 0.13767269253730774, "total_norm": 5.777220249176025}
-{"epoch": 5, "step": 7621, "loss": 0.06604314595460892, "total_norm": 5.324409484863281}
-{"epoch": 5, "step": 7622, "loss": 0.11940836161375046, "total_norm": 7.252079010009766}
-{"epoch": 5, "step": 7623, "loss": 0.11517409980297089, "total_norm": 6.188994884490967}
-{"epoch": 5, "step": 7624, "loss": 0.09852400422096252, "total_norm": 6.3057966232299805}
-{"epoch": 5, "step": 7625, "loss": 0.10385452955961227, "total_norm": 7.243218421936035}
-{"epoch": 5, "step": 7626, "loss": 0.05868006497621536, "total_norm": 4.482983112335205}
-{"epoch": 5, "step": 7627, "loss": 0.06846175342798233, "total_norm": 5.020289421081543}
-{"epoch": 5, "step": 7628, "loss": 0.05685681104660034, "total_norm": 5.191677570343018}
-{"epoch": 5, "step": 7629, "loss": 0.1296224445104599, "total_norm": 7.7540788650512695}
-{"epoch": 5, "step": 7630, "loss": 0.0795830562710762, "total_norm": 6.7535881996154785}
-{"epoch": 5, "step": 7631, "loss": 0.12742239236831665, "total_norm": 5.625391483306885}
-{"epoch": 5, "step": 7632, "loss": 0.1156388521194458, "total_norm": 5.343074798583984}
-{"epoch": 5, "step": 7633, "loss": 0.07980317622423172, "total_norm": 5.1424102783203125}
-{"epoch": 5, "step": 7634, "loss": 0.08244664967060089, "total_norm": 6.096969127655029}
-{"epoch": 5, "step": 7635, "loss": 0.0749281495809555, "total_norm": 4.3620452880859375}
-{"epoch": 5, "step": 7636, "loss": 0.04920225962996483, "total_norm": 4.879735946655273}
-{"epoch": 5, "step": 7637, "loss": 0.1071842610836029, "total_norm": 10.720516204833984}
-{"epoch": 5, "step": 7638, "loss": 0.12233815342187881, "total_norm": 8.210410118103027}
-{"epoch": 5, "step": 7639, "loss": 0.09696034342050552, "total_norm": 8.524923324584961}
-{"epoch": 5, "step": 7640, "loss": 0.06099717691540718, "total_norm": 4.985881805419922}
-{"epoch": 5, "step": 7641, "loss": 0.11936989426612854, "total_norm": 6.697910785675049}
-{"epoch": 5, "step": 7642, "loss": 0.12295842170715332, "total_norm": 5.331169605255127}
-{"epoch": 5, "step": 7643, "loss": 0.08115683495998383, "total_norm": 6.2907609939575195}
-{"epoch": 5, "step": 7644, "loss": 0.029433289542794228, "total_norm": 2.9238405227661133}
-{"epoch": 5, "step": 7645, "loss": 0.17180468142032623, "total_norm": 9.597367286682129}
-{"epoch": 5, "step": 7646, "loss": 0.16878436505794525, "total_norm": 8.339818954467773}
-{"epoch": 5, "step": 7647, "loss": 0.13487941026687622, "total_norm": 8.516271591186523}
-{"epoch": 5, "step": 7648, "loss": 0.0758993998169899, "total_norm": 6.625274181365967}
-{"epoch": 5, "step": 7649, "loss": 0.12385719269514084, "total_norm": 10.205434799194336}
-{"epoch": 5, "step": 7650, "loss": 0.09975927323102951, "total_norm": 5.0143022537231445}
-{"epoch": 5, "step": 7651, "loss": 0.08106443285942078, "total_norm": 4.980687618255615}
-{"epoch": 5, "step": 7652, "loss": 0.10575594007968903, "total_norm": 6.401649475097656}
-{"epoch": 5, "step": 7653, "loss": 0.0884823203086853, "total_norm": 4.744091510772705}
-{"epoch": 5, "step": 7654, "loss": 0.0428645983338356, "total_norm": 5.133474349975586}
-{"epoch": 5, "step": 7655, "loss": 0.057892780750989914, "total_norm": 6.153040885925293}
-{"epoch": 5, "step": 7656, "loss": 0.06035579368472099, "total_norm": 5.742740154266357}
-{"epoch": 5, "step": 7657, "loss": 0.0690750926733017, "total_norm": 5.904113292694092}
-{"epoch": 5, "step": 7658, "loss": 0.05678050220012665, "total_norm": 4.611688137054443}
-{"epoch": 5, "step": 7659, "loss": 0.14867424964904785, "total_norm": 6.125676155090332}
-{"epoch": 5, "step": 7660, "loss": 0.19520093500614166, "total_norm": 8.244034767150879}
-{"epoch": 5, "step": 7661, "loss": 0.10578177869319916, "total_norm": 5.03648567199707}
-{"epoch": 5, "step": 7662, "loss": 0.0817735344171524, "total_norm": 5.593026161193848}
-{"epoch": 5, "step": 7663, "loss": 0.02846650220453739, "total_norm": 3.876840829849243}
-{"epoch": 5, "step": 7664, "loss": 0.07612591236829758, "total_norm": 6.962336540222168}
-{"epoch": 5, "step": 7665, "loss": 0.06977156549692154, "total_norm": 4.836536884307861}
-{"epoch": 5, "step": 7666, "loss": 0.083244688808918, "total_norm": 5.324679374694824}
-{"epoch": 5, "step": 7667, "loss": 0.058185234665870667, "total_norm": 4.404504299163818}
-{"epoch": 5, "step": 7668, "loss": 0.13131877779960632, "total_norm": 7.506074905395508}
-{"epoch": 5, "step": 7669, "loss": 0.12046677619218826, "total_norm": 7.638392448425293}
-{"epoch": 5, "step": 7670, "loss": 0.12533150613307953, "total_norm": 8.945173263549805}
-{"epoch": 5, "step": 7671, "loss": 0.09209488332271576, "total_norm": 5.627899169921875}
-{"epoch": 5, "step": 7672, "loss": 0.178811714053154, "total_norm": 10.34335994720459}
-{"epoch": 5, "step": 7673, "loss": 0.14789454638957977, "total_norm": 4.875057697296143}
-{"epoch": 5, "step": 7674, "loss": 0.09600185602903366, "total_norm": 5.646530628204346}
-{"epoch": 5, "step": 7675, "loss": 0.12161669880151749, "total_norm": 8.248896598815918}
-{"epoch": 5, "step": 7676, "loss": 0.1279967576265335, "total_norm": 8.455363273620605}
-{"epoch": 5, "step": 7677, "loss": 0.09427569806575775, "total_norm": 5.2609076499938965}
-{"epoch": 5, "step": 7678, "loss": 0.051053356379270554, "total_norm": 4.977975368499756}
-{"epoch": 5, "step": 7679, "loss": 0.1342037320137024, "total_norm": 7.093808174133301}
-{"epoch": 5, "step": 7680, "eval_loss": 3.2130292877554893, "eval_rougeL": 0.2735098984252869}
-{"epoch": 5, "step": 7680, "loss": 0.08908381313085556, "total_norm": 7.1329755783081055}
-{"epoch": 5, "step": 7681, "loss": 0.12236977368593216, "total_norm": 11.078722953796387}
-{"epoch": 5, "step": 7682, "loss": 0.10187965631484985, "total_norm": 5.15260124206543}
-{"epoch": 5, "step": 7683, "loss": 0.1363929659128189, "total_norm": 7.305018901824951}
-{"epoch": 5, "step": 7684, "loss": 0.0869067907333374, "total_norm": 6.337754726409912}
-{"epoch": 5, "step": 7685, "loss": 0.1263473778963089, "total_norm": 8.359306335449219}
-{"epoch": 5, "step": 7686, "loss": 0.1320652812719345, "total_norm": 5.7957563400268555}
-{"epoch": 5, "step": 7687, "loss": 0.06760509312152863, "total_norm": 5.491522312164307}
-{"epoch": 5, "step": 7688, "loss": 0.057338349521160126, "total_norm": 5.905206680297852}
-{"epoch": 5, "step": 7689, "loss": 0.11043577641248703, "total_norm": 8.401632308959961}
-{"epoch": 5, "step": 7690, "loss": 0.0962052121758461, "total_norm": 6.34840726852417}
-{"epoch": 5, "step": 7691, "loss": 0.1164143905043602, "total_norm": 6.721222400665283}
-{"epoch": 5, "step": 7692, "loss": 0.05113909766077995, "total_norm": 4.645844459533691}
-{"epoch": 5, "step": 7693, "loss": 0.17240983247756958, "total_norm": 7.057728290557861}
-{"epoch": 5, "step": 7694, "loss": 0.11133846640586853, "total_norm": 7.045693874359131}
-{"epoch": 5, "step": 7695, "loss": 0.04741767793893814, "total_norm": 4.66448450088501}
-{"epoch": 5, "step": 7696, "loss": 0.10631449520587921, "total_norm": 6.120580196380615}
-{"epoch": 5, "step": 7697, "loss": 0.08449027687311172, "total_norm": 6.166977405548096}
-{"epoch": 5, "step": 7698, "loss": 0.09540418535470963, "total_norm": 5.322066307067871}
-{"epoch": 5, "step": 7699, "loss": 0.10833169519901276, "total_norm": 5.306900501251221}
-{"epoch": 5, "step": 7700, "loss": 0.11023179441690445, "total_norm": 9.683964729309082}
-{"epoch": 5, "step": 7701, "loss": 0.1627991795539856, "total_norm": 6.626731872558594}
-{"epoch": 5, "step": 7702, "loss": 0.10167273133993149, "total_norm": 5.798213481903076}
-{"epoch": 5, "step": 7703, "loss": 0.22800712287425995, "total_norm": 8.527466773986816}
-{"epoch": 5, "step": 7704, "loss": 0.11305788159370422, "total_norm": 4.9861907958984375}
-{"epoch": 5, "step": 7705, "loss": 0.11819164454936981, "total_norm": 8.08395004272461}
-{"epoch": 5, "step": 7706, "loss": 0.08259271085262299, "total_norm": 4.575310230255127}
-{"epoch": 5, "step": 7707, "loss": 0.08826709538698196, "total_norm": 5.236406326293945}
-{"epoch": 5, "step": 7708, "loss": 0.05281399190425873, "total_norm": 6.2548298835754395}
-{"epoch": 5, "step": 7709, "loss": 0.04614907130599022, "total_norm": 4.153557300567627}
-{"epoch": 5, "step": 7710, "loss": 0.05532824993133545, "total_norm": 5.921341419219971}
-{"epoch": 5, "step": 7711, "loss": 0.07267317920923233, "total_norm": 5.278406143188477}
-{"epoch": 5, "step": 7712, "loss": 0.11817817389965057, "total_norm": 7.854018688201904}
-{"epoch": 5, "step": 7713, "loss": 0.12462176382541656, "total_norm": 6.036883354187012}
-{"epoch": 5, "step": 7714, "loss": 0.10567943006753922, "total_norm": 6.728245735168457}
-{"epoch": 5, "step": 7715, "loss": 0.1121150478720665, "total_norm": 5.899277687072754}
-{"epoch": 5, "step": 7716, "loss": 0.08353627473115921, "total_norm": 9.29001522064209}
-{"epoch": 5, "step": 7717, "loss": 0.09690118581056595, "total_norm": 7.529440402984619}
-{"epoch": 5, "step": 7718, "loss": 0.09720141440629959, "total_norm": 4.594460964202881}
-{"epoch": 5, "step": 7719, "loss": 0.06800597161054611, "total_norm": 4.6082377433776855}
-{"epoch": 5, "step": 7720, "loss": 0.060924794524908066, "total_norm": 3.581606149673462}
-{"epoch": 5, "step": 7721, "loss": 0.1369413435459137, "total_norm": 6.401398658752441}
-{"epoch": 5, "step": 7722, "loss": 0.13595035672187805, "total_norm": 5.58935022354126}
-{"epoch": 5, "step": 7723, "loss": 0.10313730686903, "total_norm": 6.101706504821777}
-{"epoch": 5, "step": 7724, "loss": 0.08438190817832947, "total_norm": 4.743911266326904}
-{"epoch": 5, "step": 7725, "loss": 0.12107166647911072, "total_norm": 8.231096267700195}
-{"epoch": 5, "step": 7726, "loss": 0.06320958584547043, "total_norm": 4.374751091003418}
-{"epoch": 5, "step": 7727, "loss": 0.07197824120521545, "total_norm": 6.799368858337402}
-{"epoch": 5, "step": 7728, "loss": 0.11853569000959396, "total_norm": 7.128258228302002}
-{"epoch": 5, "step": 7729, "loss": 0.09941534698009491, "total_norm": 8.283008575439453}
-{"epoch": 5, "step": 7730, "loss": 0.07221227884292603, "total_norm": 5.658895015716553}
-{"epoch": 5, "step": 7731, "loss": 0.037656866014003754, "total_norm": 5.016714572906494}
-{"epoch": 5, "step": 7732, "loss": 0.1612282246351242, "total_norm": 7.920438289642334}
-{"epoch": 5, "step": 7733, "loss": 0.11672792583703995, "total_norm": 8.063633918762207}
-{"epoch": 5, "step": 7734, "loss": 0.05761369690299034, "total_norm": 5.195301532745361}
-{"epoch": 5, "step": 7735, "loss": 0.023297695443034172, "total_norm": 3.518465042114258}
-{"epoch": 5, "step": 7736, "loss": 0.11886660754680634, "total_norm": 9.389898300170898}
-{"epoch": 5, "step": 7737, "loss": 0.07815880328416824, "total_norm": 8.012499809265137}
-{"epoch": 5, "step": 7738, "loss": 0.10344010591506958, "total_norm": 6.767040729522705}
-{"epoch": 5, "step": 7739, "loss": 0.04069463163614273, "total_norm": 4.002189636230469}
-{"epoch": 5, "step": 7740, "loss": 0.14433972537517548, "total_norm": 5.429104804992676}
-{"epoch": 5, "step": 7741, "loss": 0.04634469002485275, "total_norm": 4.140698432922363}
-{"epoch": 5, "step": 7742, "loss": 0.1571855992078781, "total_norm": 6.787508010864258}
-{"epoch": 5, "step": 7743, "loss": 0.04316696524620056, "total_norm": 3.8760318756103516}
-{"epoch": 5, "step": 7744, "loss": 0.07587698847055435, "total_norm": 7.5890727043151855}
-{"epoch": 5, "step": 7745, "loss": 0.1374008059501648, "total_norm": 7.336559772491455}
-{"epoch": 5, "step": 7746, "loss": 0.11458127200603485, "total_norm": 5.456682205200195}
-{"epoch": 5, "step": 7747, "loss": 0.14854200184345245, "total_norm": 6.392166614532471}
-{"epoch": 5, "step": 7748, "loss": 0.03742976486682892, "total_norm": 5.6247334480285645}
-{"epoch": 5, "step": 7749, "loss": 0.12304513901472092, "total_norm": 6.331857204437256}
-{"epoch": 5, "step": 7750, "loss": 0.1258445829153061, "total_norm": 7.205903053283691}
-{"epoch": 5, "step": 7751, "loss": 0.11208974570035934, "total_norm": 5.922868251800537}
-{"epoch": 5, "step": 7752, "loss": 0.1034630686044693, "total_norm": 6.586472511291504}
-{"epoch": 5, "step": 7753, "loss": 0.11697182059288025, "total_norm": 5.527612209320068}
-{"epoch": 5, "step": 7754, "loss": 0.0633721724152565, "total_norm": 4.2999587059021}
-{"epoch": 5, "step": 7755, "loss": 0.165098175406456, "total_norm": 6.345919609069824}
-{"epoch": 5, "step": 7756, "loss": 0.1260533332824707, "total_norm": 8.270878791809082}
-{"epoch": 5, "step": 7757, "loss": 0.11940876394510269, "total_norm": 8.075115203857422}
-{"epoch": 5, "step": 7758, "loss": 0.13479214906692505, "total_norm": 7.32289457321167}
-{"epoch": 5, "step": 7759, "loss": 0.03243011608719826, "total_norm": 3.9141454696655273}
-{"epoch": 5, "step": 7760, "loss": 0.10421367734670639, "total_norm": 7.080573081970215}
-{"epoch": 5, "step": 7761, "loss": 0.08790368586778641, "total_norm": 6.714619159698486}
-{"epoch": 5, "step": 7762, "loss": 0.054157864302396774, "total_norm": 5.298722267150879}
-{"epoch": 5, "step": 7763, "loss": 0.15570606291294098, "total_norm": 5.677087783813477}
-{"epoch": 5, "step": 7764, "loss": 0.13981129229068756, "total_norm": 8.057190895080566}
-{"epoch": 5, "step": 7765, "loss": 0.09874110668897629, "total_norm": 5.02795934677124}
-{"epoch": 5, "step": 7766, "loss": 0.1189693883061409, "total_norm": 7.5678510665893555}
-{"epoch": 5, "step": 7767, "loss": 0.09975797683000565, "total_norm": 6.272332191467285}
-{"epoch": 5, "step": 7768, "loss": 0.13936856389045715, "total_norm": 5.919666767120361}
-{"epoch": 5, "step": 7769, "loss": 0.09077879786491394, "total_norm": 5.435947418212891}
-{"epoch": 5, "step": 7770, "loss": 0.17357076704502106, "total_norm": 8.34060287475586}
-{"epoch": 5, "step": 7771, "loss": 0.09704234451055527, "total_norm": 5.718727111816406}
-{"epoch": 5, "step": 7772, "loss": 0.09599901735782623, "total_norm": 6.470108509063721}
-{"epoch": 5, "step": 7773, "loss": 0.1306498646736145, "total_norm": 6.265934944152832}
-{"epoch": 5, "step": 7774, "loss": 0.11431875824928284, "total_norm": 10.89675235748291}
-{"epoch": 5, "step": 7775, "loss": 0.05934751778841019, "total_norm": 4.391693115234375}
-{"epoch": 5, "step": 7776, "loss": 0.06660796701908112, "total_norm": 4.546393394470215}
-{"epoch": 5, "step": 7777, "loss": 0.06019354984164238, "total_norm": 6.861242294311523}
-{"epoch": 5, "step": 7778, "loss": 0.08069828152656555, "total_norm": 4.324765205383301}
-{"epoch": 5, "step": 7779, "loss": 0.06765304505825043, "total_norm": 5.449588298797607}
-{"epoch": 5, "step": 7780, "loss": 0.08881678432226181, "total_norm": 6.83317756652832}
-{"epoch": 5, "step": 7781, "loss": 0.06698786467313766, "total_norm": 4.978520393371582}
-{"epoch": 5, "step": 7782, "loss": 0.1145613044500351, "total_norm": 6.049772262573242}
-{"epoch": 5, "step": 7783, "loss": 0.08514925092458725, "total_norm": 6.090677261352539}
-{"epoch": 5, "step": 7784, "loss": 0.07137420028448105, "total_norm": 6.247344493865967}
-{"epoch": 5, "step": 7785, "loss": 0.11981893330812454, "total_norm": 6.2859907150268555}
-{"epoch": 5, "step": 7786, "loss": 0.11094459146261215, "total_norm": 5.836390018463135}
-{"epoch": 5, "step": 7787, "loss": 0.07645564526319504, "total_norm": 6.556794166564941}
-{"epoch": 5, "step": 7788, "loss": 0.08439149707555771, "total_norm": 6.523458957672119}
-{"epoch": 5, "step": 7789, "loss": 0.03451471030712128, "total_norm": 3.021759510040283}
-{"epoch": 5, "step": 7790, "loss": 0.11518166959285736, "total_norm": 6.4275994300842285}
-{"epoch": 5, "step": 7791, "loss": 0.1474851816892624, "total_norm": 7.4622931480407715}
-{"epoch": 5, "step": 7792, "loss": 0.036435965448617935, "total_norm": 4.168676376342773}
-{"epoch": 5, "step": 7793, "loss": 0.14592638611793518, "total_norm": 5.672937870025635}
-{"epoch": 5, "step": 7794, "loss": 0.09452986717224121, "total_norm": 8.082794189453125}
-{"epoch": 5, "step": 7795, "loss": 0.06055918335914612, "total_norm": 6.80389928817749}
-{"epoch": 5, "step": 7796, "loss": 0.049864545464515686, "total_norm": 5.645978927612305}
-{"epoch": 5, "step": 7797, "loss": 0.08414511382579803, "total_norm": 6.271947383880615}
-{"epoch": 5, "step": 7798, "loss": 0.07812025398015976, "total_norm": 4.492138862609863}
-{"epoch": 5, "step": 7799, "loss": 0.06328205019235611, "total_norm": 4.8013153076171875}
-{"epoch": 5, "step": 7800, "loss": 0.06637392938137054, "total_norm": 7.640286445617676}
-{"epoch": 5, "step": 7801, "loss": 0.1285656839609146, "total_norm": 7.037907123565674}
-{"epoch": 5, "step": 7802, "loss": 0.12077245116233826, "total_norm": 7.350521087646484}
-{"epoch": 5, "step": 7803, "loss": 0.09956981986761093, "total_norm": 6.573340892791748}
-{"epoch": 5, "step": 7804, "loss": 0.12348432838916779, "total_norm": 7.277742862701416}
-{"epoch": 5, "step": 7805, "loss": 0.09964149445295334, "total_norm": 6.7890625}
-{"epoch": 5, "step": 7806, "loss": 0.16186153888702393, "total_norm": 11.467573165893555}
-{"epoch": 5, "step": 7807, "loss": 0.0659414604306221, "total_norm": 7.0906596183776855}
-{"epoch": 5, "step": 7808, "loss": 0.034332774579524994, "total_norm": 3.357820749282837}
-{"epoch": 5, "step": 7809, "loss": 0.13566897809505463, "total_norm": 6.911586284637451}
-{"epoch": 5, "step": 7810, "loss": 0.058286402374506, "total_norm": 7.106184959411621}
-{"epoch": 5, "step": 7811, "loss": 0.0887158066034317, "total_norm": 4.4897847175598145}
-{"epoch": 5, "step": 7812, "loss": 0.1272188127040863, "total_norm": 6.204777717590332}
-{"epoch": 5, "step": 7813, "loss": 0.16704583168029785, "total_norm": 7.346709251403809}
-{"epoch": 5, "step": 7814, "loss": 0.07372049242258072, "total_norm": 5.339203357696533}
-{"epoch": 5, "step": 7815, "loss": 0.0932164415717125, "total_norm": 8.43257999420166}
-{"epoch": 5, "step": 7816, "loss": 0.10970053821802139, "total_norm": 7.252033233642578}
-{"epoch": 5, "step": 7817, "loss": 0.09160471707582474, "total_norm": 5.400662422180176}
-{"epoch": 5, "step": 7818, "loss": 0.09589185565710068, "total_norm": 6.879369735717773}
-{"epoch": 5, "step": 7819, "loss": 0.07640447467565536, "total_norm": 6.26632833480835}
-{"epoch": 5, "step": 7820, "loss": 0.09001030772924423, "total_norm": 6.194353103637695}
-{"epoch": 5, "step": 7821, "loss": 0.042740970849990845, "total_norm": 5.209807395935059}
-{"epoch": 5, "step": 7822, "loss": 0.09668362885713577, "total_norm": 4.642238140106201}
-{"epoch": 5, "step": 7823, "loss": 0.11427775770425797, "total_norm": 6.927884578704834}
-{"epoch": 5, "step": 7824, "loss": 0.173630028963089, "total_norm": 9.983351707458496}
-{"epoch": 5, "step": 7825, "loss": 0.04015640914440155, "total_norm": 3.157891273498535}
-{"epoch": 5, "step": 7826, "loss": 0.10009078681468964, "total_norm": 5.339799404144287}
-{"epoch": 5, "step": 7827, "loss": 0.09507817775011063, "total_norm": 6.976404666900635}
-{"epoch": 5, "step": 7828, "loss": 0.08491171151399612, "total_norm": 5.081069469451904}
-{"epoch": 5, "step": 7829, "loss": 0.1041315495967865, "total_norm": 5.875170707702637}
-{"epoch": 5, "step": 7830, "loss": 0.16707757115364075, "total_norm": 7.367077827453613}
-{"epoch": 5, "step": 7831, "loss": 0.07853289693593979, "total_norm": 6.191787242889404}
-{"epoch": 5, "step": 7832, "loss": 0.11022166162729263, "total_norm": 6.005984306335449}
-{"epoch": 5, "step": 7833, "loss": 0.12971369922161102, "total_norm": 5.593676567077637}
-{"epoch": 5, "step": 7834, "loss": 0.14681601524353027, "total_norm": 9.467514038085938}
-{"epoch": 5, "step": 7835, "loss": 0.14296981692314148, "total_norm": 7.885540962219238}
-{"epoch": 5, "step": 7836, "loss": 0.07543601840734482, "total_norm": 6.554256439208984}
-{"epoch": 5, "step": 7837, "loss": 0.07995384931564331, "total_norm": 8.081839561462402}
-{"epoch": 5, "step": 7838, "loss": 0.07400312274694443, "total_norm": 5.754229545593262}
-{"epoch": 5, "step": 7839, "loss": 0.18013253808021545, "total_norm": 9.626851081848145}
-{"epoch": 5, "step": 7840, "loss": 0.16456732153892517, "total_norm": 5.888979434967041}
-{"epoch": 5, "step": 7841, "loss": 0.07645575702190399, "total_norm": 5.024949550628662}
-{"epoch": 5, "step": 7842, "loss": 0.08283711969852448, "total_norm": 5.778775215148926}
-{"epoch": 5, "step": 7843, "loss": 0.1596476137638092, "total_norm": 7.329451084136963}
-{"epoch": 5, "step": 7844, "loss": 0.056895237416028976, "total_norm": 3.9037601947784424}
-{"epoch": 5, "step": 7845, "loss": 0.07857644557952881, "total_norm": 7.87317419052124}
-{"epoch": 5, "step": 7846, "loss": 0.06920112669467926, "total_norm": 4.748451232910156}
-{"epoch": 5, "step": 7847, "loss": 0.13611610233783722, "total_norm": 8.348064422607422}
-{"epoch": 5, "step": 7848, "loss": 0.06267935037612915, "total_norm": 7.8219523429870605}
-{"epoch": 5, "step": 7849, "loss": 0.08434070646762848, "total_norm": 5.4736528396606445}
-{"epoch": 5, "step": 7850, "loss": 0.09248225390911102, "total_norm": 6.654224395751953}
-{"epoch": 5, "step": 7851, "loss": 0.12381714582443237, "total_norm": 5.934183120727539}
-{"epoch": 5, "step": 7852, "loss": 0.13972550630569458, "total_norm": 5.7991943359375}
-{"epoch": 5, "step": 7853, "loss": 0.108153335750103, "total_norm": 7.8069233894348145}
-{"epoch": 5, "step": 7854, "loss": 0.12134625762701035, "total_norm": 6.0114240646362305}
-{"epoch": 5, "step": 7855, "loss": 0.1222832202911377, "total_norm": 6.625655174255371}
-{"epoch": 5, "step": 7856, "loss": 0.15413698554039001, "total_norm": 7.2515549659729}
-{"epoch": 5, "step": 7857, "loss": 0.12372950464487076, "total_norm": 5.062143802642822}
-{"epoch": 5, "step": 7858, "loss": 0.06069242209196091, "total_norm": 4.198955059051514}
-{"epoch": 5, "step": 7859, "loss": 0.1370202749967575, "total_norm": 7.078486442565918}
-{"epoch": 5, "step": 7860, "loss": 0.1346631497144699, "total_norm": 5.446623802185059}
-{"epoch": 5, "step": 7861, "loss": 0.11075232923030853, "total_norm": 12.292210578918457}
-{"epoch": 5, "step": 7862, "loss": 0.10153710842132568, "total_norm": 6.355754375457764}
-{"epoch": 5, "step": 7863, "loss": 0.1982942670583725, "total_norm": 8.051384925842285}
-{"epoch": 5, "step": 7864, "loss": 0.10312538594007492, "total_norm": 8.687212944030762}
-{"epoch": 5, "step": 7865, "loss": 0.08689595758914948, "total_norm": 5.506207466125488}
-{"epoch": 5, "step": 7866, "loss": 0.12296915054321289, "total_norm": 5.405987739562988}
-{"epoch": 5, "step": 7867, "loss": 0.15947860479354858, "total_norm": 6.519070148468018}
-{"epoch": 5, "step": 7868, "loss": 0.0443849079310894, "total_norm": 4.077833652496338}
-{"epoch": 5, "step": 7869, "loss": 0.05368783324956894, "total_norm": 4.403412342071533}
-{"epoch": 5, "step": 7870, "loss": 0.14280271530151367, "total_norm": 7.377059459686279}
-{"epoch": 5, "step": 7871, "loss": 0.22794988751411438, "total_norm": 9.177783012390137}
-{"epoch": 5, "step": 7872, "loss": 0.10010064393281937, "total_norm": 7.22114896774292}
-{"epoch": 5, "step": 7873, "loss": 0.12919606268405914, "total_norm": 7.241857051849365}
-{"epoch": 5, "step": 7874, "loss": 0.08194400370121002, "total_norm": 5.619251728057861}
-{"epoch": 5, "step": 7875, "loss": 0.055127423256635666, "total_norm": 4.547736167907715}
-{"epoch": 5, "step": 7876, "loss": 0.16355352103710175, "total_norm": 9.064860343933105}
-{"epoch": 5, "step": 7877, "loss": 0.06516160070896149, "total_norm": 6.849123477935791}
-{"epoch": 5, "step": 7878, "loss": 0.05747845768928528, "total_norm": 3.6622891426086426}
-{"epoch": 5, "step": 7879, "loss": 0.1168050691485405, "total_norm": 6.502358913421631}
-{"epoch": 5, "step": 7880, "loss": 0.07110930979251862, "total_norm": 5.812032222747803}
-{"epoch": 5, "step": 7881, "loss": 0.0501997135579586, "total_norm": 5.058122634887695}
-{"epoch": 5, "step": 7882, "loss": 0.07487446814775467, "total_norm": 5.656285762786865}
-{"epoch": 5, "step": 7883, "loss": 0.07415821403265, "total_norm": 5.4217305183410645}
-{"epoch": 5, "step": 7884, "loss": 0.12288820743560791, "total_norm": 10.889150619506836}
-{"epoch": 5, "step": 7885, "loss": 0.07961665093898773, "total_norm": 7.405045986175537}
-{"epoch": 5, "step": 7886, "loss": 0.08057885617017746, "total_norm": 8.73878002166748}
-{"epoch": 5, "step": 7887, "loss": 0.07017133384943008, "total_norm": 3.925027370452881}
-{"epoch": 5, "step": 7888, "loss": 0.12673410773277283, "total_norm": 7.0651726722717285}
-{"epoch": 5, "step": 7889, "loss": 0.0597507581114769, "total_norm": 7.452418804168701}
-{"epoch": 5, "step": 7890, "loss": 0.07297495752573013, "total_norm": 5.301591873168945}
-{"epoch": 5, "step": 7891, "loss": 0.292449951171875, "total_norm": 11.222479820251465}
-{"epoch": 5, "step": 7892, "loss": 0.07222826778888702, "total_norm": 5.076406002044678}
-{"epoch": 5, "step": 7893, "loss": 0.05445099622011185, "total_norm": 4.3739471435546875}
-{"epoch": 5, "step": 7894, "loss": 0.11257030069828033, "total_norm": 10.955809593200684}
-{"epoch": 5, "step": 7895, "loss": 0.09014374762773514, "total_norm": 6.788721084594727}
-{"epoch": 5, "step": 7896, "loss": 0.053860973566770554, "total_norm": 4.067753314971924}
-{"epoch": 5, "step": 7897, "loss": 0.11537095159292221, "total_norm": 10.910011291503906}
-{"epoch": 5, "step": 7898, "loss": 0.06985742598772049, "total_norm": 4.714930534362793}
-{"epoch": 5, "step": 7899, "loss": 0.0686051994562149, "total_norm": 6.684340476989746}
-{"epoch": 5, "step": 7900, "loss": 0.09660918265581131, "total_norm": 5.9627532958984375}
-{"epoch": 5, "step": 7901, "loss": 0.06804507970809937, "total_norm": 7.5375895500183105}
-{"epoch": 5, "step": 7902, "loss": 0.1008220687508583, "total_norm": 9.591471672058105}
-{"epoch": 5, "step": 7903, "loss": 0.0764738991856575, "total_norm": 7.086641311645508}
-{"epoch": 5, "step": 7904, "loss": 0.08590271323919296, "total_norm": 5.842850208282471}
-{"epoch": 5, "step": 7905, "loss": 0.09877698123455048, "total_norm": 8.900556564331055}
-{"epoch": 5, "step": 7906, "loss": 0.08306773006916046, "total_norm": 4.898984909057617}
-{"epoch": 5, "step": 7907, "loss": 0.11676128208637238, "total_norm": 4.525423049926758}
-{"epoch": 5, "step": 7908, "loss": 0.07575461268424988, "total_norm": 6.068509578704834}
-{"epoch": 5, "step": 7909, "loss": 0.08394929766654968, "total_norm": 5.837339401245117}
-{"epoch": 5, "step": 7910, "loss": 0.0792255625128746, "total_norm": 5.891611576080322}
-{"epoch": 5, "step": 7911, "loss": 0.07250383496284485, "total_norm": 6.295250415802002}
-{"epoch": 5, "step": 7912, "loss": 0.08326452225446701, "total_norm": 7.950311183929443}
-{"epoch": 5, "step": 7913, "loss": 0.07616214454174042, "total_norm": 4.061441898345947}
-{"epoch": 5, "step": 7914, "loss": 0.14102768898010254, "total_norm": 6.629009246826172}
-{"epoch": 5, "step": 7915, "loss": 0.09849188476800919, "total_norm": 4.946045875549316}
-{"epoch": 5, "step": 7916, "loss": 0.15761223435401917, "total_norm": 6.795208930969238}
-{"epoch": 5, "step": 7917, "loss": 0.09640707820653915, "total_norm": 7.4057207107543945}
-{"epoch": 5, "step": 7918, "loss": 0.12436673790216446, "total_norm": 6.2267231941223145}
-{"epoch": 5, "step": 7919, "loss": 0.11102046817541122, "total_norm": 4.988800048828125}
-{"epoch": 5, "step": 7920, "loss": 0.055699512362480164, "total_norm": 5.876651763916016}
-{"epoch": 5, "step": 7921, "loss": 0.09053082764148712, "total_norm": 5.083198547363281}
-{"epoch": 5, "step": 7922, "loss": 0.0868014395236969, "total_norm": 5.125245571136475}
-{"epoch": 5, "step": 7923, "loss": 0.10011930763721466, "total_norm": 5.405594825744629}
-{"epoch": 5, "step": 7924, "loss": 0.10868474841117859, "total_norm": 6.058822154998779}
-{"epoch": 5, "step": 7925, "loss": 0.0519188717007637, "total_norm": 5.060171127319336}
-{"epoch": 5, "step": 7926, "loss": 0.08898641914129257, "total_norm": 5.23052978515625}
-{"epoch": 5, "step": 7927, "loss": 0.13139137625694275, "total_norm": 7.366270542144775}
-{"epoch": 5, "step": 7928, "loss": 0.16202956438064575, "total_norm": 9.055931091308594}
-{"epoch": 5, "step": 7929, "loss": 0.05982532352209091, "total_norm": 4.423113822937012}
-{"epoch": 5, "step": 7930, "loss": 0.04318227991461754, "total_norm": 4.1631388664245605}
-{"epoch": 5, "step": 7931, "loss": 0.1065630316734314, "total_norm": 4.752400875091553}
-{"epoch": 5, "step": 7932, "loss": 0.08755288273096085, "total_norm": 5.699522495269775}
-{"epoch": 5, "step": 7933, "loss": 0.15415175259113312, "total_norm": 8.216590881347656}
-{"epoch": 5, "step": 7934, "loss": 0.11091338843107224, "total_norm": 5.439948558807373}
-{"epoch": 5, "step": 7935, "loss": 0.07951342314481735, "total_norm": 4.09868860244751}
-{"epoch": 5, "step": 7936, "loss": 0.0979219451546669, "total_norm": 7.99421501159668}
-{"epoch": 5, "step": 7937, "loss": 0.17915427684783936, "total_norm": 8.532217025756836}
-{"epoch": 5, "step": 7938, "loss": 0.12318950891494751, "total_norm": 6.253638744354248}
-{"epoch": 5, "step": 7939, "loss": 0.07293695956468582, "total_norm": 4.965694427490234}
-{"epoch": 5, "step": 7940, "loss": 0.09265626221895218, "total_norm": 4.726963043212891}
-{"epoch": 5, "step": 7941, "loss": 0.07423638552427292, "total_norm": 4.934194564819336}
-{"epoch": 5, "step": 7942, "loss": 0.09617383033037186, "total_norm": 4.700488567352295}
-{"epoch": 5, "step": 7943, "loss": 0.09022872895002365, "total_norm": 5.345959663391113}
-{"epoch": 5, "step": 7944, "loss": 0.10954610258340836, "total_norm": 6.944575786590576}
-{"epoch": 5, "step": 7945, "loss": 0.10936379432678223, "total_norm": 6.734365940093994}
-{"epoch": 5, "step": 7946, "loss": 0.08770465850830078, "total_norm": 6.398327350616455}
-{"epoch": 5, "step": 7947, "loss": 0.1052929013967514, "total_norm": 4.824777603149414}
-{"epoch": 5, "step": 7948, "loss": 0.07806511968374252, "total_norm": 4.464687347412109}
-{"epoch": 5, "step": 7949, "loss": 0.088392473757267, "total_norm": 5.208499908447266}
-{"epoch": 5, "step": 7950, "loss": 0.027403874322772026, "total_norm": 4.105874538421631}
-{"epoch": 5, "step": 7951, "loss": 0.1076216921210289, "total_norm": 7.1841816902160645}
-{"epoch": 5, "step": 7952, "loss": 0.09652318805456161, "total_norm": 5.581273555755615}
-{"epoch": 5, "step": 7953, "loss": 0.09518694877624512, "total_norm": 6.127338409423828}
-{"epoch": 5, "step": 7954, "loss": 0.07623811066150665, "total_norm": 5.711857795715332}
-{"epoch": 5, "step": 7955, "loss": 0.14923207461833954, "total_norm": 7.762321949005127}
-{"epoch": 5, "step": 7956, "loss": 0.14796142280101776, "total_norm": 7.476370334625244}
-{"epoch": 5, "step": 7957, "loss": 0.14668875932693481, "total_norm": 8.40831184387207}
-{"epoch": 5, "step": 7958, "loss": 0.07637611776590347, "total_norm": 4.600873947143555}
-{"epoch": 5, "step": 7959, "loss": 0.20321334898471832, "total_norm": 9.81429386138916}
-{"epoch": 5, "step": 7960, "loss": 0.07395287603139877, "total_norm": 5.7792134284973145}
-{"epoch": 5, "step": 7961, "loss": 0.07464496046304703, "total_norm": 6.455558776855469}
-{"epoch": 5, "step": 7962, "loss": 0.24326373636722565, "total_norm": 10.832791328430176}
-{"epoch": 5, "step": 7963, "loss": 0.08575007319450378, "total_norm": 3.749359369277954}
-{"epoch": 5, "step": 7964, "loss": 0.12312489002943039, "total_norm": 6.199438571929932}
-{"epoch": 5, "step": 7965, "loss": 0.188824862241745, "total_norm": 7.404170513153076}
-{"epoch": 5, "step": 7966, "loss": 0.11917997896671295, "total_norm": 6.364898204803467}
-{"epoch": 5, "step": 7967, "loss": 0.17046386003494263, "total_norm": 7.321074485778809}
-{"epoch": 5, "step": 7968, "loss": 0.025489715859293938, "total_norm": 3.380253314971924}
-{"epoch": 5, "step": 7969, "loss": 0.05982353165745735, "total_norm": 5.248229503631592}
-{"epoch": 5, "step": 7970, "loss": 0.11534518748521805, "total_norm": 5.840313911437988}
-{"epoch": 5, "step": 7971, "loss": 0.039347849786281586, "total_norm": 5.480410099029541}
-{"epoch": 5, "step": 7972, "loss": 0.08622971177101135, "total_norm": 5.683166027069092}
-{"epoch": 5, "step": 7973, "loss": 0.06271696835756302, "total_norm": 4.895459175109863}
-{"epoch": 5, "step": 7974, "loss": 0.1259312629699707, "total_norm": 6.971350193023682}
-{"epoch": 5, "step": 7975, "loss": 0.10320539772510529, "total_norm": 6.682314395904541}
-{"epoch": 5, "step": 7976, "loss": 0.047326553612947464, "total_norm": 3.5397324562072754}
-{"epoch": 5, "step": 7977, "loss": 0.09699779748916626, "total_norm": 5.0825090408325195}
-{"epoch": 5, "step": 7978, "loss": 0.05980438366532326, "total_norm": 4.521788597106934}
-{"epoch": 5, "step": 7979, "loss": 0.09830289334058762, "total_norm": 6.793912887573242}
-{"epoch": 5, "step": 7980, "loss": 0.17797315120697021, "total_norm": 8.288891792297363}
-{"epoch": 5, "step": 7981, "loss": 0.11415725201368332, "total_norm": 4.881457805633545}
-{"epoch": 5, "step": 7982, "loss": 0.04286962375044823, "total_norm": 3.765471935272217}
-{"epoch": 5, "step": 7983, "loss": 0.12104900926351547, "total_norm": 6.687335968017578}
-{"epoch": 5, "step": 7984, "loss": 0.10727959126234055, "total_norm": 8.105659484863281}
-{"epoch": 5, "step": 7985, "loss": 0.09607452899217606, "total_norm": 4.871854305267334}
-{"epoch": 5, "step": 7986, "loss": 0.08923295885324478, "total_norm": 5.563757419586182}
-{"epoch": 5, "step": 7987, "loss": 0.15540355443954468, "total_norm": 10.321795463562012}
-{"epoch": 5, "step": 7988, "loss": 0.17148500680923462, "total_norm": 7.991588592529297}
-{"epoch": 5, "step": 7989, "loss": 0.147862508893013, "total_norm": 9.205387115478516}
-{"epoch": 5, "step": 7990, "loss": 0.10223092138767242, "total_norm": 5.198409080505371}
-{"epoch": 5, "step": 7991, "loss": 0.04280034825205803, "total_norm": 4.310150623321533}
-{"epoch": 5, "step": 7992, "loss": 0.07805824279785156, "total_norm": 4.3117804527282715}
-{"epoch": 5, "step": 7993, "loss": 0.0476287379860878, "total_norm": 3.42002010345459}
-{"epoch": 5, "step": 7994, "loss": 0.0686071440577507, "total_norm": 4.573188304901123}
-{"epoch": 5, "step": 7995, "loss": 0.08710881322622299, "total_norm": 6.612475872039795}
-{"epoch": 5, "step": 7996, "loss": 0.0691603571176529, "total_norm": 5.6598591804504395}
-{"epoch": 5, "step": 7997, "loss": 0.15170131623744965, "total_norm": 9.492592811584473}
-{"epoch": 5, "step": 7998, "loss": 0.1115712895989418, "total_norm": 6.853727340698242}
-{"epoch": 5, "step": 7999, "loss": 0.07490335404872894, "total_norm": 9.591468811035156}
-{"epoch": 5, "step": 8000, "loss": 0.17455445230007172, "total_norm": 9.033709526062012}
-{"epoch": 5, "step": 8001, "loss": 0.15590009093284607, "total_norm": 7.770019054412842}
-{"epoch": 5, "step": 8002, "loss": 0.11507033556699753, "total_norm": 6.051142692565918}
-{"epoch": 5, "step": 8003, "loss": 0.17209984362125397, "total_norm": 7.832016944885254}
-{"epoch": 5, "step": 8004, "loss": 0.16823126375675201, "total_norm": 9.066740036010742}
-{"epoch": 5, "step": 8005, "loss": 0.06541717797517776, "total_norm": 3.7544138431549072}
-{"epoch": 5, "step": 8006, "loss": 0.11668767780065536, "total_norm": 6.6407294273376465}
-{"epoch": 5, "step": 8007, "loss": 0.1006152331829071, "total_norm": 6.28666877746582}
-{"epoch": 5, "step": 8008, "loss": 0.08972981572151184, "total_norm": 7.256746292114258}
-{"epoch": 5, "step": 8009, "loss": 0.055053841322660446, "total_norm": 4.209853649139404}
-{"epoch": 5, "step": 8010, "loss": 0.11093584448099136, "total_norm": 7.713775634765625}
-{"epoch": 5, "step": 8011, "loss": 0.12734746932983398, "total_norm": 6.801452159881592}
-{"epoch": 5, "step": 8012, "loss": 0.16175538301467896, "total_norm": 7.749963760375977}
-{"epoch": 5, "step": 8013, "loss": 0.13273885846138, "total_norm": 5.6469011306762695}
-{"epoch": 5, "step": 8014, "loss": 0.038042087107896805, "total_norm": 4.416308879852295}
-{"epoch": 5, "step": 8015, "loss": 0.1273566484451294, "total_norm": 5.700979232788086}
-{"epoch": 5, "step": 8016, "loss": 0.10010135918855667, "total_norm": 7.4870195388793945}
-{"epoch": 5, "step": 8017, "loss": 0.06744670867919922, "total_norm": 5.0240373611450195}
-{"epoch": 5, "step": 8018, "loss": 0.11814485490322113, "total_norm": 8.881107330322266}
-{"epoch": 5, "step": 8019, "loss": 0.08598177880048752, "total_norm": 4.549635410308838}
-{"epoch": 5, "step": 8020, "loss": 0.11612221598625183, "total_norm": 6.112544059753418}
-{"epoch": 5, "step": 8021, "loss": 0.04882365092635155, "total_norm": 5.962854385375977}
-{"epoch": 5, "step": 8022, "loss": 0.10897228121757507, "total_norm": 6.845974445343018}
-{"epoch": 5, "step": 8023, "loss": 0.09805361181497574, "total_norm": 6.456480503082275}
-{"epoch": 5, "step": 8024, "loss": 0.16493986546993256, "total_norm": 8.445268630981445}
-{"epoch": 5, "step": 8025, "loss": 0.04663929343223572, "total_norm": 4.321186065673828}
-{"epoch": 5, "step": 8026, "loss": 0.07008679956197739, "total_norm": 5.168646335601807}
-{"epoch": 5, "step": 8027, "loss": 0.047228772193193436, "total_norm": 7.832028865814209}
-{"epoch": 5, "step": 8028, "loss": 0.1071687862277031, "total_norm": 6.674429893493652}
-{"epoch": 5, "step": 8029, "loss": 0.07556748390197754, "total_norm": 6.301746368408203}
-{"epoch": 5, "step": 8030, "loss": 0.11026954650878906, "total_norm": 7.804001808166504}
-{"epoch": 5, "step": 8031, "loss": 0.08693373948335648, "total_norm": 5.587113380432129}
-{"epoch": 5, "step": 8032, "loss": 0.11137843877077103, "total_norm": 5.664102077484131}
-{"epoch": 5, "step": 8033, "loss": 0.09872983396053314, "total_norm": 6.349715232849121}
-{"epoch": 5, "step": 8034, "loss": 0.09893833845853806, "total_norm": 4.327041149139404}
-{"epoch": 5, "step": 8035, "loss": 0.09642031043767929, "total_norm": 5.828897476196289}
-{"epoch": 5, "step": 8036, "loss": 0.13289648294448853, "total_norm": 6.8032097816467285}
-{"epoch": 5, "step": 8037, "loss": 0.09643787145614624, "total_norm": 6.1483635902404785}
-{"epoch": 5, "step": 8038, "loss": 0.12029540538787842, "total_norm": 9.585540771484375}
-{"epoch": 5, "step": 8039, "loss": 0.045797478407621384, "total_norm": 5.104453086853027}
-{"epoch": 5, "step": 8040, "loss": 0.17916084825992584, "total_norm": 13.661605834960938}
-{"epoch": 5, "step": 8041, "loss": 0.054707419127225876, "total_norm": 5.399698257446289}
-{"epoch": 5, "step": 8042, "loss": 0.045066867023706436, "total_norm": 5.288592338562012}
-{"epoch": 5, "step": 8043, "loss": 0.09156914800405502, "total_norm": 6.439117908477783}
-{"epoch": 5, "step": 8044, "loss": 0.05834881588816643, "total_norm": 4.691145420074463}
-{"epoch": 5, "step": 8045, "loss": 0.12902213633060455, "total_norm": 6.416244983673096}
-{"epoch": 5, "step": 8046, "loss": 0.08871957659721375, "total_norm": 6.386833190917969}
-{"epoch": 5, "step": 8047, "loss": 0.07388093322515488, "total_norm": 7.996138572692871}
-{"epoch": 5, "step": 8048, "loss": 0.13991066813468933, "total_norm": 5.880852699279785}
-{"epoch": 5, "step": 8049, "loss": 0.06743797659873962, "total_norm": 7.532993316650391}
-{"epoch": 5, "step": 8050, "loss": 0.040565576404333115, "total_norm": 4.771920680999756}
-{"epoch": 5, "step": 8051, "loss": 0.0548182874917984, "total_norm": 4.218142986297607}
-{"epoch": 5, "step": 8052, "loss": 0.11292707175016403, "total_norm": 6.706853866577148}
-{"epoch": 5, "step": 8053, "loss": 0.13798914849758148, "total_norm": 6.0392255783081055}
-{"epoch": 5, "step": 8054, "loss": 0.0687970221042633, "total_norm": 4.671600818634033}
-{"epoch": 5, "step": 8055, "loss": 0.03179571405053139, "total_norm": 2.7468600273132324}
-{"epoch": 5, "step": 8056, "loss": 0.14111283421516418, "total_norm": 7.589503765106201}
-{"epoch": 5, "step": 8057, "loss": 0.043306898325681686, "total_norm": 8.294440269470215}
-{"epoch": 5, "step": 8058, "loss": 0.030896417796611786, "total_norm": 4.972815036773682}
-{"epoch": 5, "step": 8059, "loss": 0.07574661821126938, "total_norm": 4.01785135269165}
-{"epoch": 5, "step": 8060, "loss": 0.09106940776109695, "total_norm": 5.364546298980713}
-{"epoch": 5, "step": 8061, "loss": 0.08924901485443115, "total_norm": 6.7158894538879395}
-{"epoch": 5, "step": 8062, "loss": 0.14451192319393158, "total_norm": 8.30903434753418}
-{"epoch": 5, "step": 8063, "loss": 0.042210448533296585, "total_norm": 4.911122798919678}
-{"epoch": 5, "step": 8064, "loss": 0.07168963551521301, "total_norm": 4.146605014801025}
-{"epoch": 5, "step": 8065, "loss": 0.06497205048799515, "total_norm": 4.432322978973389}
-{"epoch": 5, "step": 8066, "loss": 0.12259954959154129, "total_norm": 8.038092613220215}
-{"epoch": 5, "step": 8067, "loss": 0.13313648104667664, "total_norm": 6.143222808837891}
-{"epoch": 5, "step": 8068, "loss": 0.08834532648324966, "total_norm": 5.362840175628662}
-{"epoch": 5, "step": 8069, "loss": 0.08843173086643219, "total_norm": 7.594528675079346}
-{"epoch": 5, "step": 8070, "loss": 0.06472331285476685, "total_norm": 4.745001792907715}
-{"epoch": 5, "step": 8071, "loss": 0.05888890102505684, "total_norm": 5.466773509979248}
-{"epoch": 5, "step": 8072, "loss": 0.11198356747627258, "total_norm": 6.268043518066406}
-{"epoch": 5, "step": 8073, "loss": 0.13066843152046204, "total_norm": 6.260214805603027}
-{"epoch": 5, "step": 8074, "loss": 0.15993940830230713, "total_norm": 7.300992488861084}
-{"epoch": 5, "step": 8075, "loss": 0.12978015840053558, "total_norm": 7.609297752380371}
-{"epoch": 5, "step": 8076, "loss": 0.14365486800670624, "total_norm": 7.564465522766113}
-{"epoch": 5, "step": 8077, "loss": 0.08987320214509964, "total_norm": 5.524328231811523}
-{"epoch": 5, "step": 8078, "loss": 0.13139833509922028, "total_norm": 8.24467658996582}
-{"epoch": 5, "step": 8079, "loss": 0.134712353348732, "total_norm": 6.329636096954346}
-{"epoch": 5, "step": 8080, "loss": 0.05408480390906334, "total_norm": 4.840860843658447}
-{"epoch": 5, "step": 8081, "loss": 0.21665126085281372, "total_norm": 10.248991012573242}
-{"epoch": 5, "step": 8082, "loss": 0.1542486995458603, "total_norm": 8.040353775024414}
-{"epoch": 5, "step": 8083, "loss": 0.26330679655075073, "total_norm": 8.80293083190918}
-{"epoch": 5, "step": 8084, "loss": 0.09061139822006226, "total_norm": 5.731013774871826}
-{"epoch": 5, "step": 8085, "loss": 0.10091462731361389, "total_norm": 6.341494083404541}
-{"epoch": 5, "step": 8086, "loss": 0.11005952209234238, "total_norm": 5.016396522521973}
-{"epoch": 5, "step": 8087, "loss": 0.09908455610275269, "total_norm": 8.449190139770508}
-{"epoch": 5, "step": 8088, "loss": 0.09032158553600311, "total_norm": 4.938908100128174}
-{"epoch": 5, "step": 8089, "loss": 0.039864830672740936, "total_norm": 3.9913415908813477}
-{"epoch": 5, "step": 8090, "loss": 0.10425712913274765, "total_norm": 7.3902435302734375}
-{"epoch": 5, "step": 8091, "loss": 0.09902913123369217, "total_norm": 5.337314128875732}
-{"epoch": 5, "step": 8092, "loss": 0.09205861389636993, "total_norm": 5.504379749298096}
-{"epoch": 5, "step": 8093, "loss": 0.10850325226783752, "total_norm": 8.0820951461792}
-{"epoch": 5, "step": 8094, "loss": 0.10756842792034149, "total_norm": 7.131978511810303}
-{"epoch": 5, "step": 8095, "loss": 0.06435444205999374, "total_norm": 4.816256523132324}
-{"epoch": 5, "step": 8096, "loss": 0.07212749123573303, "total_norm": 6.353086948394775}
-{"epoch": 5, "step": 8097, "loss": 0.0323864221572876, "total_norm": 3.927797317504883}
-{"epoch": 5, "step": 8098, "loss": 0.07749282568693161, "total_norm": 4.045266151428223}
-{"epoch": 5, "step": 8099, "loss": 0.1263364851474762, "total_norm": 7.149676322937012}
-{"epoch": 5, "step": 8100, "loss": 0.11692427098751068, "total_norm": 5.543977737426758}
-{"epoch": 5, "step": 8101, "loss": 0.09356435388326645, "total_norm": 6.551655292510986}
-{"epoch": 5, "step": 8102, "loss": 0.06006640940904617, "total_norm": 4.834011554718018}
-{"epoch": 5, "step": 8103, "loss": 0.1159786507487297, "total_norm": 7.918856620788574}
-{"epoch": 5, "step": 8104, "loss": 0.10677076876163483, "total_norm": 6.781746864318848}
-{"epoch": 5, "step": 8105, "loss": 0.0648961067199707, "total_norm": 4.752134799957275}
-{"epoch": 5, "step": 8106, "loss": 0.14238065481185913, "total_norm": 6.0716376304626465}
-{"epoch": 5, "step": 8107, "loss": 0.09431468695402145, "total_norm": 6.084807395935059}
-{"epoch": 5, "step": 8108, "loss": 0.11615198850631714, "total_norm": 7.746393203735352}
-{"epoch": 5, "step": 8109, "loss": 0.16736926138401031, "total_norm": 7.489469051361084}
-{"epoch": 5, "step": 8110, "loss": 0.07809600234031677, "total_norm": 4.567441463470459}
-{"epoch": 5, "step": 8111, "loss": 0.09358325600624084, "total_norm": 5.4721503257751465}
-{"epoch": 5, "step": 8112, "loss": 0.0933675542473793, "total_norm": 5.2581095695495605}
-{"epoch": 5, "step": 8113, "loss": 0.060427289456129074, "total_norm": 4.1107177734375}
-{"epoch": 5, "step": 8114, "loss": 0.0597929023206234, "total_norm": 5.057594299316406}
-{"epoch": 5, "step": 8115, "loss": 0.1010681763291359, "total_norm": 4.557559967041016}
-{"epoch": 5, "step": 8116, "loss": 0.11205154657363892, "total_norm": 6.191001892089844}
-{"epoch": 5, "step": 8117, "loss": 0.07828260958194733, "total_norm": 5.378487586975098}
-{"epoch": 5, "step": 8118, "loss": 0.08562199026346207, "total_norm": 5.47645378112793}
-{"epoch": 5, "step": 8119, "loss": 0.1377326250076294, "total_norm": 6.483380317687988}
-{"epoch": 5, "step": 8120, "loss": 0.11382037401199341, "total_norm": 6.311685562133789}
-{"epoch": 5, "step": 8121, "loss": 0.09102775901556015, "total_norm": 8.396492004394531}
-{"epoch": 5, "step": 8122, "loss": 0.0861322358250618, "total_norm": 5.810047626495361}
-{"epoch": 5, "step": 8123, "loss": 0.048333533108234406, "total_norm": 6.076380252838135}
-{"epoch": 5, "step": 8124, "loss": 0.11917712539434433, "total_norm": 5.332581520080566}
-{"epoch": 5, "step": 8125, "loss": 0.13163171708583832, "total_norm": 6.8368659019470215}
-{"epoch": 5, "step": 8126, "loss": 0.09656237810850143, "total_norm": 6.306901454925537}
-{"epoch": 5, "step": 8127, "loss": 0.06697003543376923, "total_norm": 5.91582727432251}
-{"epoch": 5, "step": 8128, "loss": 0.06961900740861893, "total_norm": 3.9829347133636475}
-{"epoch": 5, "step": 8129, "loss": 0.0399608239531517, "total_norm": 6.178555965423584}
-{"epoch": 5, "step": 8130, "loss": 0.07099296897649765, "total_norm": 4.827610492706299}
-{"epoch": 5, "step": 8131, "loss": 0.09245416522026062, "total_norm": 6.395033359527588}
-{"epoch": 5, "step": 8132, "loss": 0.06811580061912537, "total_norm": 5.903678894042969}
-{"epoch": 5, "step": 8133, "loss": 0.10704547166824341, "total_norm": 5.636443138122559}
-{"epoch": 5, "step": 8134, "loss": 0.062252599745988846, "total_norm": 5.066955089569092}
-{"epoch": 5, "step": 8135, "loss": 0.06975528597831726, "total_norm": 6.704093933105469}
-{"epoch": 5, "step": 8136, "loss": 0.09052596241235733, "total_norm": 6.081212043762207}
-{"epoch": 5, "step": 8137, "loss": 0.02696698158979416, "total_norm": 4.746545314788818}
-{"epoch": 5, "step": 8138, "loss": 0.11245061457157135, "total_norm": 6.673660755157471}
-{"epoch": 5, "step": 8139, "loss": 0.07645275443792343, "total_norm": 6.177824020385742}
-{"epoch": 5, "step": 8140, "loss": 0.045285288244485855, "total_norm": 4.282431125640869}
-{"epoch": 5, "step": 8141, "loss": 0.146065354347229, "total_norm": 7.846794605255127}
-{"epoch": 5, "step": 8142, "loss": 0.08456245064735413, "total_norm": 5.746291637420654}
-{"epoch": 5, "step": 8143, "loss": 0.09462083876132965, "total_norm": 6.252223968505859}
-{"epoch": 5, "step": 8144, "loss": 0.126133993268013, "total_norm": 5.57312536239624}
-{"epoch": 5, "step": 8145, "loss": 0.15485326945781708, "total_norm": 8.145634651184082}
-{"epoch": 5, "step": 8146, "loss": 0.12883137166500092, "total_norm": 14.160175323486328}
-{"epoch": 5, "step": 8147, "loss": 0.10957526415586472, "total_norm": 6.137344837188721}
-{"epoch": 5, "step": 8148, "loss": 0.10640031099319458, "total_norm": 10.019634246826172}
-{"epoch": 5, "step": 8149, "loss": 0.09881143271923065, "total_norm": 5.697431564331055}
-{"epoch": 5, "step": 8150, "loss": 0.17118756473064423, "total_norm": 8.952195167541504}
-{"epoch": 5, "step": 8151, "loss": 0.08853893727064133, "total_norm": 4.629234313964844}
-{"epoch": 5, "step": 8152, "loss": 0.12174829095602036, "total_norm": 5.591922283172607}
-{"epoch": 5, "step": 8153, "loss": 0.1425866037607193, "total_norm": 6.588351726531982}
-{"epoch": 5, "step": 8154, "loss": 0.08435625582933426, "total_norm": 4.7174553871154785}
-{"epoch": 5, "step": 8155, "loss": 0.04771716520190239, "total_norm": 5.006704807281494}
-{"epoch": 5, "step": 8156, "loss": 0.050256356596946716, "total_norm": 4.820375442504883}
-{"epoch": 5, "step": 8157, "loss": 0.1573796272277832, "total_norm": 11.313252449035645}
-{"epoch": 5, "step": 8158, "loss": 0.15746600925922394, "total_norm": 7.814774036407471}
-{"epoch": 5, "step": 8159, "loss": 0.10477950423955917, "total_norm": 6.319181442260742}
-{"epoch": 5, "step": 8160, "loss": 0.1348704844713211, "total_norm": 7.337770462036133}
-{"epoch": 5, "step": 8161, "loss": 0.15532074868679047, "total_norm": 7.327554225921631}
-{"epoch": 5, "step": 8162, "loss": 0.07080932706594467, "total_norm": 4.618504524230957}
-{"epoch": 5, "step": 8163, "loss": 0.1390489935874939, "total_norm": 6.7734551429748535}
-{"epoch": 5, "step": 8164, "loss": 0.10019078105688095, "total_norm": 4.722555637359619}
-{"epoch": 5, "step": 8165, "loss": 0.0572894923388958, "total_norm": 4.292473793029785}
-{"epoch": 5, "step": 8166, "loss": 0.07850634306669235, "total_norm": 6.045671463012695}
-{"epoch": 5, "step": 8167, "loss": 0.16958382725715637, "total_norm": 11.418787956237793}
-{"epoch": 5, "step": 8168, "loss": 0.13393251597881317, "total_norm": 8.953420639038086}
-{"epoch": 5, "step": 8169, "loss": 0.05702503025531769, "total_norm": 6.897629737854004}
-{"epoch": 5, "step": 8170, "loss": 0.09403543174266815, "total_norm": 5.2240681648254395}
-{"epoch": 5, "step": 8171, "loss": 0.14786604046821594, "total_norm": 7.281790256500244}
-{"epoch": 5, "step": 8172, "loss": 0.09435424208641052, "total_norm": 5.737914085388184}
-{"epoch": 5, "step": 8173, "loss": 0.1428002417087555, "total_norm": 6.953699111938477}
-{"epoch": 5, "step": 8174, "loss": 0.13180109858512878, "total_norm": 5.580043315887451}
-{"epoch": 5, "step": 8175, "loss": 0.13150252401828766, "total_norm": 6.556206226348877}
-{"epoch": 5, "step": 8176, "loss": 0.12390588968992233, "total_norm": 8.434632301330566}
-{"epoch": 5, "step": 8177, "loss": 0.05850536376237869, "total_norm": 6.782189846038818}
-{"epoch": 5, "step": 8178, "loss": 0.1235036626458168, "total_norm": 6.377081871032715}
-{"epoch": 5, "step": 8179, "loss": 0.0765143558382988, "total_norm": 5.955310821533203}
-{"epoch": 5, "step": 8180, "loss": 0.051581792533397675, "total_norm": 6.257403373718262}
-{"epoch": 5, "step": 8181, "loss": 0.09649049490690231, "total_norm": 5.109264850616455}
-{"epoch": 5, "step": 8182, "loss": 0.055191103368997574, "total_norm": 7.0443315505981445}
-{"epoch": 5, "step": 8183, "loss": 0.1058221161365509, "total_norm": 6.110537528991699}
-{"epoch": 5, "step": 8184, "loss": 0.09185054898262024, "total_norm": 5.5514116287231445}
-{"epoch": 5, "step": 8185, "loss": 0.09170664846897125, "total_norm": 5.513489246368408}
-{"epoch": 5, "step": 8186, "loss": 0.032307203859090805, "total_norm": 4.012045383453369}
-{"epoch": 5, "step": 8187, "loss": 0.14530441164970398, "total_norm": 7.042290687561035}
-{"epoch": 5, "step": 8188, "loss": 0.07634273916482925, "total_norm": 6.086349010467529}
-{"epoch": 5, "step": 8189, "loss": 0.11929459124803543, "total_norm": 7.792937278747559}
-{"epoch": 5, "step": 8190, "loss": 0.06400022655725479, "total_norm": 5.601306915283203}
-{"epoch": 5, "step": 8191, "loss": 0.09189561009407043, "total_norm": 4.921896457672119}
-{"epoch": 5, "step": 8192, "eval_loss": 3.277708910405636, "eval_rougeL": 0.2843799220816815}
-{"epoch": 5, "step": 8192, "loss": 0.14593781530857086, "total_norm": 8.031098365783691}
-{"epoch": 5, "step": 8193, "loss": 0.07354357838630676, "total_norm": 5.4707818031311035}
-{"epoch": 5, "step": 8194, "loss": 0.037531621754169464, "total_norm": 3.9436328411102295}
-{"epoch": 5, "step": 8195, "loss": 0.07397685199975967, "total_norm": 3.956744432449341}
-{"epoch": 5, "step": 8196, "loss": 0.0965203195810318, "total_norm": 10.771552085876465}
-{"epoch": 5, "step": 8197, "loss": 0.09197666496038437, "total_norm": 6.539324760437012}
-{"epoch": 5, "step": 8198, "loss": 0.0804234966635704, "total_norm": 5.756067752838135}
-{"epoch": 5, "step": 8199, "loss": 0.1806611716747284, "total_norm": 8.198881149291992}
-{"epoch": 5, "step": 8200, "loss": 0.1168774738907814, "total_norm": 6.125771999359131}
-{"epoch": 5, "step": 8201, "loss": 0.05030331388115883, "total_norm": 5.661646842956543}
-{"epoch": 5, "step": 8202, "loss": 0.17960427701473236, "total_norm": 9.199694633483887}
-{"epoch": 5, "step": 8203, "loss": 0.04198313131928444, "total_norm": 4.3432393074035645}
-{"epoch": 5, "step": 8204, "loss": 0.1308853179216385, "total_norm": 7.020636558532715}
-{"epoch": 5, "step": 8205, "loss": 0.13119249045848846, "total_norm": 6.862135410308838}
-{"epoch": 5, "step": 8206, "loss": 0.12878504395484924, "total_norm": 6.187495708465576}
-{"epoch": 5, "step": 8207, "loss": 0.1158105731010437, "total_norm": 7.465483665466309}
-{"epoch": 5, "step": 8208, "loss": 0.0799129381775856, "total_norm": 6.275402069091797}
-{"epoch": 5, "step": 8209, "loss": 0.12264730781316757, "total_norm": 8.543703079223633}
-{"epoch": 5, "step": 8210, "loss": 0.06943695992231369, "total_norm": 4.900845527648926}
-{"epoch": 5, "step": 8211, "loss": 0.13379158079624176, "total_norm": 7.192105770111084}
-{"epoch": 5, "step": 8212, "loss": 0.06714215129613876, "total_norm": 5.260075092315674}
-{"epoch": 5, "step": 8213, "loss": 0.08597563207149506, "total_norm": 5.712909698486328}
-{"epoch": 5, "step": 8214, "loss": 0.08744122833013535, "total_norm": 8.30281925201416}
-{"epoch": 5, "step": 8215, "loss": 0.28191232681274414, "total_norm": 12.739439964294434}
-{"epoch": 5, "step": 8216, "loss": 0.08672478049993515, "total_norm": 6.855648040771484}
-{"epoch": 5, "step": 8217, "loss": 0.09831371158361435, "total_norm": 6.092012882232666}
-{"epoch": 5, "step": 8218, "loss": 0.08007286489009857, "total_norm": 6.452944278717041}
-{"epoch": 5, "step": 8219, "loss": 0.10970865190029144, "total_norm": 6.888883590698242}
-{"epoch": 5, "step": 8220, "loss": 0.08000046014785767, "total_norm": 5.3565521240234375}
-{"epoch": 5, "step": 8221, "loss": 0.16462619602680206, "total_norm": 8.577251434326172}
-{"epoch": 5, "step": 8222, "loss": 0.058847010135650635, "total_norm": 4.3938069343566895}
-{"epoch": 5, "step": 8223, "loss": 0.12918621301651, "total_norm": 6.241983413696289}
-{"epoch": 5, "step": 8224, "loss": 0.16735509037971497, "total_norm": 7.2556471824646}
-{"epoch": 5, "step": 8225, "loss": 0.15225666761398315, "total_norm": 9.953819274902344}
-{"epoch": 5, "step": 8226, "loss": 0.038512296974658966, "total_norm": 4.452600479125977}
-{"epoch": 5, "step": 8227, "loss": 0.09046179056167603, "total_norm": 5.8470916748046875}
-{"epoch": 5, "step": 8228, "loss": 0.09708058834075928, "total_norm": 6.927312850952148}
-{"epoch": 5, "step": 8229, "loss": 0.09786656498908997, "total_norm": 6.012104034423828}
-{"epoch": 5, "step": 8230, "loss": 0.09861130267381668, "total_norm": 5.460559844970703}
-{"epoch": 5, "step": 8231, "loss": 0.1611427366733551, "total_norm": 7.481112957000732}
-{"epoch": 5, "step": 8232, "loss": 0.0703502893447876, "total_norm": 5.982843399047852}
-{"epoch": 5, "step": 8233, "loss": 0.057403918355703354, "total_norm": 3.895052671432495}
-{"epoch": 5, "step": 8234, "loss": 0.06536709517240524, "total_norm": 5.160349369049072}
-{"epoch": 5, "step": 8235, "loss": 0.09758608043193817, "total_norm": 5.857364654541016}
-{"epoch": 5, "step": 8236, "loss": 0.13891054689884186, "total_norm": 5.881201267242432}
-{"epoch": 5, "step": 8237, "loss": 0.08854247629642487, "total_norm": 5.103490829467773}
-{"epoch": 5, "step": 8238, "loss": 0.10621264576911926, "total_norm": 7.187421798706055}
-{"epoch": 5, "step": 8239, "loss": 0.10864966362714767, "total_norm": 5.571798801422119}
-{"epoch": 5, "step": 8240, "loss": 0.12116903811693192, "total_norm": 6.825838088989258}
-{"epoch": 5, "step": 8241, "loss": 0.07358339428901672, "total_norm": 4.1305952072143555}
-{"epoch": 5, "step": 8242, "loss": 0.11802747845649719, "total_norm": 7.172502517700195}
-{"epoch": 5, "step": 8243, "loss": 0.08158490061759949, "total_norm": 7.422996997833252}
-{"epoch": 5, "step": 8244, "loss": 0.1272060126066208, "total_norm": 6.117919921875}
-{"epoch": 5, "step": 8245, "loss": 0.038020629435777664, "total_norm": 4.532763481140137}
-{"epoch": 5, "step": 8246, "loss": 0.04021202772855759, "total_norm": 4.407932758331299}
-{"epoch": 5, "step": 8247, "loss": 0.17876556515693665, "total_norm": 7.339049339294434}
-{"epoch": 5, "step": 8248, "loss": 0.046226780861616135, "total_norm": 9.185355186462402}
-{"epoch": 5, "step": 8249, "loss": 0.12673203647136688, "total_norm": 8.068839073181152}
-{"epoch": 5, "step": 8250, "loss": 0.119542695581913, "total_norm": 6.207333087921143}
-{"epoch": 5, "step": 8251, "loss": 0.06337537616491318, "total_norm": 7.173572063446045}
-{"epoch": 5, "step": 8252, "loss": 0.07036575675010681, "total_norm": 8.780777931213379}
-{"epoch": 5, "step": 8253, "loss": 0.07507478445768356, "total_norm": 5.489377975463867}
-{"epoch": 5, "step": 8254, "loss": 0.07707370072603226, "total_norm": 4.869794845581055}
-{"epoch": 5, "step": 8255, "loss": 0.0987635925412178, "total_norm": 4.865328311920166}
-{"epoch": 5, "step": 8256, "loss": 0.10471485555171967, "total_norm": 6.738880634307861}
-{"epoch": 5, "step": 8257, "loss": 0.08635949343442917, "total_norm": 4.5780439376831055}
-{"epoch": 5, "step": 8258, "loss": 0.0964125394821167, "total_norm": 8.175737380981445}
-{"epoch": 5, "step": 8259, "loss": 0.152330219745636, "total_norm": 5.599153995513916}
-{"epoch": 5, "step": 8260, "loss": 0.07251178473234177, "total_norm": 5.064510345458984}
-{"epoch": 5, "step": 8261, "loss": 0.06845436990261078, "total_norm": 6.572909355163574}
-{"epoch": 5, "step": 8262, "loss": 0.10139022022485733, "total_norm": 5.915471076965332}
-{"epoch": 5, "step": 8263, "loss": 0.09441114962100983, "total_norm": 4.6823625564575195}
-{"epoch": 5, "step": 8264, "loss": 0.08786498010158539, "total_norm": 7.846100807189941}
-{"epoch": 5, "step": 8265, "loss": 0.14644333720207214, "total_norm": 10.202762603759766}
-{"epoch": 5, "step": 8266, "loss": 0.0689764991402626, "total_norm": 6.242959499359131}
-{"epoch": 5, "step": 8267, "loss": 0.10730158537626266, "total_norm": 5.967747688293457}
-{"epoch": 5, "step": 8268, "loss": 0.1045691967010498, "total_norm": 7.518324851989746}
-{"epoch": 5, "step": 8269, "loss": 0.14605236053466797, "total_norm": 7.190714359283447}
-{"epoch": 5, "step": 8270, "loss": 0.15770350396633148, "total_norm": 7.4952569007873535}
-{"epoch": 5, "step": 8271, "loss": 0.13419511914253235, "total_norm": 8.69984245300293}
-{"epoch": 5, "step": 8272, "loss": 0.046472977846860886, "total_norm": 6.039219856262207}
-{"epoch": 5, "step": 8273, "loss": 0.12441742420196533, "total_norm": 6.988620758056641}
-{"epoch": 5, "step": 8274, "loss": 0.101190946996212, "total_norm": 5.426498889923096}
-{"epoch": 5, "step": 8275, "loss": 0.15096373856067657, "total_norm": 7.925134181976318}
-{"epoch": 5, "step": 8276, "loss": 0.09452953934669495, "total_norm": 6.327291965484619}
-{"epoch": 5, "step": 8277, "loss": 0.08134941756725311, "total_norm": 4.825949668884277}
-{"epoch": 5, "step": 8278, "loss": 0.03550739958882332, "total_norm": 4.305872440338135}
-{"epoch": 5, "step": 8279, "loss": 0.08267557621002197, "total_norm": 4.8763604164123535}
-{"epoch": 5, "step": 8280, "loss": 0.12087418138980865, "total_norm": 6.212141990661621}
-{"epoch": 5, "step": 8281, "loss": 0.07920901477336884, "total_norm": 4.686428070068359}
-{"epoch": 5, "step": 8282, "loss": 0.06612604111433029, "total_norm": 5.001762390136719}
-{"epoch": 5, "step": 8283, "loss": 0.09982563555240631, "total_norm": 6.040103912353516}
-{"epoch": 5, "step": 8284, "loss": 0.1091855987906456, "total_norm": 5.353381156921387}
-{"epoch": 5, "step": 8285, "loss": 0.05753681808710098, "total_norm": 4.600893497467041}
-{"epoch": 5, "step": 8286, "loss": 0.11259305477142334, "total_norm": 7.2656941413879395}
-{"epoch": 5, "step": 8287, "loss": 0.11220601946115494, "total_norm": 7.265005588531494}
-{"epoch": 5, "step": 8288, "loss": 0.1123780757188797, "total_norm": 7.1417365074157715}
-{"epoch": 5, "step": 8289, "loss": 0.051129814237356186, "total_norm": 4.971254825592041}
-{"epoch": 5, "step": 8290, "loss": 0.13858573138713837, "total_norm": 8.16429615020752}
-{"epoch": 5, "step": 8291, "loss": 0.09454245120286942, "total_norm": 7.145918369293213}
-{"epoch": 5, "step": 8292, "loss": 0.1797412484884262, "total_norm": 7.3087358474731445}
-{"epoch": 5, "step": 8293, "loss": 0.10619883239269257, "total_norm": 5.5636186599731445}
-{"epoch": 5, "step": 8294, "loss": 0.09671663492918015, "total_norm": 8.00833797454834}
-{"epoch": 5, "step": 8295, "loss": 0.13619308173656464, "total_norm": 5.799288749694824}
-{"epoch": 5, "step": 8296, "loss": 0.13107135891914368, "total_norm": 5.749547958374023}
-{"epoch": 5, "step": 8297, "loss": 0.2173912227153778, "total_norm": 8.656704902648926}
-{"epoch": 5, "step": 8298, "loss": 0.11416757851839066, "total_norm": 6.669509410858154}
-{"epoch": 5, "step": 8299, "loss": 0.03862185403704643, "total_norm": 3.717252254486084}
-{"epoch": 5, "step": 8300, "loss": 0.03405674174427986, "total_norm": 4.673928260803223}
-{"epoch": 5, "step": 8301, "loss": 0.07975663989782333, "total_norm": 6.27821683883667}
-{"epoch": 5, "step": 8302, "loss": 0.04815739020705223, "total_norm": 4.749415874481201}
-{"epoch": 5, "step": 8303, "loss": 0.13946260511875153, "total_norm": 7.269989490509033}
-{"epoch": 5, "step": 8304, "loss": 0.13272517919540405, "total_norm": 7.20716667175293}
-{"epoch": 5, "step": 8305, "loss": 0.08011680096387863, "total_norm": 4.840333938598633}
-{"epoch": 5, "step": 8306, "loss": 0.1346631497144699, "total_norm": 6.035994529724121}
-{"epoch": 5, "step": 8307, "loss": 0.06971520185470581, "total_norm": 9.595335960388184}
-{"epoch": 5, "step": 8308, "loss": 0.1660035401582718, "total_norm": 6.814455032348633}
-{"epoch": 5, "step": 8309, "loss": 0.10861039161682129, "total_norm": 5.216684818267822}
-{"epoch": 5, "step": 8310, "loss": 0.0927128866314888, "total_norm": 6.7971343994140625}
-{"epoch": 5, "step": 8311, "loss": 0.13729625940322876, "total_norm": 7.0259881019592285}
-{"epoch": 5, "step": 8312, "loss": 0.15527044236660004, "total_norm": 10.409218788146973}
-{"epoch": 5, "step": 8313, "loss": 0.13327333331108093, "total_norm": 9.313422203063965}
-{"epoch": 5, "step": 8314, "loss": 0.11215796321630478, "total_norm": 5.193326950073242}
-{"epoch": 5, "step": 8315, "loss": 0.11699791252613068, "total_norm": 7.409787178039551}
-{"epoch": 5, "step": 8316, "loss": 0.12605178356170654, "total_norm": 7.99237060546875}
-{"epoch": 5, "step": 8317, "loss": 0.07424412667751312, "total_norm": 6.4326372146606445}
-{"epoch": 5, "step": 8318, "loss": 0.08292407542467117, "total_norm": 5.128713130950928}
-{"epoch": 5, "step": 8319, "loss": 0.18317356705665588, "total_norm": 7.151874542236328}
-{"epoch": 5, "step": 8320, "loss": 0.10840952396392822, "total_norm": 6.245745658874512}
-{"epoch": 5, "step": 8321, "loss": 0.08983923494815826, "total_norm": 5.104939937591553}
-{"epoch": 5, "step": 8322, "loss": 0.07724989950656891, "total_norm": 5.537708759307861}
-{"epoch": 5, "step": 8323, "loss": 0.11870770901441574, "total_norm": 7.217507839202881}
-{"epoch": 5, "step": 8324, "loss": 0.075200155377388, "total_norm": 5.898810863494873}
-{"epoch": 5, "step": 8325, "loss": 0.12528851628303528, "total_norm": 6.856822967529297}
-{"epoch": 5, "step": 8326, "loss": 0.040219467133283615, "total_norm": 3.5193142890930176}
-{"epoch": 5, "step": 8327, "loss": 0.06434150040149689, "total_norm": 5.71378755569458}
-{"epoch": 5, "step": 8328, "loss": 0.1281043291091919, "total_norm": 7.618380546569824}
-{"epoch": 5, "step": 8329, "loss": 0.08567647635936737, "total_norm": 6.559988975524902}
-{"epoch": 5, "step": 8330, "loss": 0.06444624066352844, "total_norm": 4.819662094116211}
-{"epoch": 5, "step": 8331, "loss": 0.069063700735569, "total_norm": 4.521937370300293}
-{"epoch": 5, "step": 8332, "loss": 0.08988253772258759, "total_norm": 5.996522903442383}
-{"epoch": 5, "step": 8333, "loss": 0.13746604323387146, "total_norm": 6.425476551055908}
-{"epoch": 5, "step": 8334, "loss": 0.10011494904756546, "total_norm": 5.084553241729736}
-{"epoch": 5, "step": 8335, "loss": 0.11735555529594421, "total_norm": 6.460424423217773}
-{"epoch": 5, "step": 8336, "loss": 0.12721990048885345, "total_norm": 6.788712978363037}
-{"epoch": 5, "step": 8337, "loss": 0.09623713791370392, "total_norm": 8.225890159606934}
-{"epoch": 5, "step": 8338, "loss": 0.10994724184274673, "total_norm": 7.119595527648926}
-{"epoch": 5, "step": 8339, "loss": 0.1494307816028595, "total_norm": 6.362339019775391}
-{"epoch": 5, "step": 8340, "loss": 0.07111815363168716, "total_norm": 4.026508808135986}
-{"epoch": 5, "step": 8341, "loss": 0.12902681529521942, "total_norm": 10.036805152893066}
-{"epoch": 5, "step": 8342, "loss": 0.08542104065418243, "total_norm": 6.451403617858887}
-{"epoch": 5, "step": 8343, "loss": 0.08883332461118698, "total_norm": 8.424151420593262}
-{"epoch": 5, "step": 8344, "loss": 0.02890625037252903, "total_norm": 2.996013879776001}
-{"epoch": 5, "step": 8345, "loss": 0.06820296496152878, "total_norm": 5.587508201599121}
-{"epoch": 5, "step": 8346, "loss": 0.09643274545669556, "total_norm": 6.754396915435791}
-{"epoch": 5, "step": 8347, "loss": 0.10881371051073074, "total_norm": 8.717768669128418}
-{"epoch": 5, "step": 8348, "loss": 0.1611769050359726, "total_norm": 10.610304832458496}
-{"epoch": 5, "step": 8349, "loss": 0.1258372813463211, "total_norm": 5.811618328094482}
-{"epoch": 5, "step": 8350, "loss": 0.1307106763124466, "total_norm": 6.8222222328186035}
-{"epoch": 5, "step": 8351, "loss": 0.08265860378742218, "total_norm": 5.9424967765808105}
-{"epoch": 5, "step": 8352, "loss": 0.131792351603508, "total_norm": 6.007353782653809}
-{"epoch": 5, "step": 8353, "loss": 0.10503757745027542, "total_norm": 8.102965354919434}
-{"epoch": 5, "step": 8354, "loss": 0.12376386672258377, "total_norm": 5.392421245574951}
-{"epoch": 5, "step": 8355, "loss": 0.07901861518621445, "total_norm": 5.533161640167236}
-{"epoch": 5, "step": 8356, "loss": 0.11727400124073029, "total_norm": 8.048054695129395}
-{"epoch": 5, "step": 8357, "loss": 0.06124618276953697, "total_norm": 6.448277473449707}
-{"epoch": 5, "step": 8358, "loss": 0.08664161711931229, "total_norm": 4.922604084014893}
-{"epoch": 5, "step": 8359, "loss": 0.13754726946353912, "total_norm": 5.380500793457031}
-{"epoch": 5, "step": 8360, "loss": 0.0972202718257904, "total_norm": 6.75246000289917}
-{"epoch": 5, "step": 8361, "loss": 0.0903988927602768, "total_norm": 5.193383693695068}
-{"epoch": 5, "step": 8362, "loss": 0.07357330620288849, "total_norm": 5.7061896324157715}
-{"epoch": 5, "step": 8363, "loss": 0.06377001851797104, "total_norm": 7.2949934005737305}
-{"epoch": 5, "step": 8364, "loss": 0.10658088326454163, "total_norm": 7.310947895050049}
-{"epoch": 5, "step": 8365, "loss": 0.06720460206270218, "total_norm": 5.832777500152588}
-{"epoch": 5, "step": 8366, "loss": 0.07218791544437408, "total_norm": 5.389438152313232}
-{"epoch": 5, "step": 8367, "loss": 0.13090960681438446, "total_norm": 5.80910062789917}
-{"epoch": 5, "step": 8368, "loss": 0.2102770209312439, "total_norm": 11.135198593139648}
-{"epoch": 5, "step": 8369, "loss": 0.11393770575523376, "total_norm": 6.88776159286499}
-{"epoch": 5, "step": 8370, "loss": 0.07736555486917496, "total_norm": 5.873953819274902}
-{"epoch": 5, "step": 8371, "loss": 0.12923714518547058, "total_norm": 9.72201156616211}
-{"epoch": 5, "step": 8372, "loss": 0.09753217548131943, "total_norm": 5.619678020477295}
-{"epoch": 5, "step": 8373, "loss": 0.12848569452762604, "total_norm": 8.634796142578125}
-{"epoch": 5, "step": 8374, "loss": 0.16628029942512512, "total_norm": 9.0569429397583}
-{"epoch": 5, "step": 8375, "loss": 0.08905849605798721, "total_norm": 6.377786636352539}
-{"epoch": 5, "step": 8376, "loss": 0.1378677636384964, "total_norm": 9.561366081237793}
-{"epoch": 5, "step": 8377, "loss": 0.05198243260383606, "total_norm": 4.465430736541748}
-{"epoch": 5, "step": 8378, "loss": 0.08134913444519043, "total_norm": 6.449737548828125}
-{"epoch": 5, "step": 8379, "loss": 0.12741833925247192, "total_norm": 8.077546119689941}
-{"epoch": 5, "step": 8380, "loss": 0.07653484493494034, "total_norm": 5.978460311889648}
-{"epoch": 5, "step": 8381, "loss": 0.06272923201322556, "total_norm": 4.76818323135376}
-{"epoch": 5, "step": 8382, "loss": 0.10400693118572235, "total_norm": 6.417105197906494}
-{"epoch": 5, "step": 8383, "loss": 0.08885379880666733, "total_norm": 7.856478214263916}
-{"epoch": 5, "step": 8384, "loss": 0.12392311543226242, "total_norm": 8.106352806091309}
-{"epoch": 5, "step": 8385, "loss": 0.0656597763299942, "total_norm": 5.426860332489014}
-{"epoch": 5, "step": 8386, "loss": 0.09361559897661209, "total_norm": 6.031224250793457}
-{"epoch": 5, "step": 8387, "loss": 0.13281013071537018, "total_norm": 7.0245256423950195}
-{"epoch": 5, "step": 8388, "loss": 0.09127183258533478, "total_norm": 5.805497646331787}
-{"epoch": 5, "step": 8389, "loss": 0.0952085629105568, "total_norm": 5.722527027130127}
-{"epoch": 5, "step": 8390, "loss": 0.14011318981647491, "total_norm": 11.718677520751953}
-{"epoch": 5, "step": 8391, "loss": 0.12047309428453445, "total_norm": 6.54948091506958}
-{"epoch": 5, "step": 8392, "loss": 0.07143907248973846, "total_norm": 5.4781413078308105}
-{"epoch": 5, "step": 8393, "loss": 0.07678201794624329, "total_norm": 5.451018810272217}
-{"epoch": 5, "step": 8394, "loss": 0.06414433568716049, "total_norm": 4.999339580535889}
-{"epoch": 5, "step": 8395, "loss": 0.21742366254329681, "total_norm": 9.251276969909668}
-{"epoch": 5, "step": 8396, "loss": 0.11777941882610321, "total_norm": 10.440099716186523}
-{"epoch": 5, "step": 8397, "loss": 0.11471200734376907, "total_norm": 9.123085021972656}
-{"epoch": 5, "step": 8398, "loss": 0.14460040628910065, "total_norm": 6.553940296173096}
-{"epoch": 5, "step": 8399, "loss": 0.053940679877996445, "total_norm": 6.101346969604492}
-{"epoch": 5, "step": 8400, "loss": 0.14321650564670563, "total_norm": 7.032451152801514}
-{"epoch": 5, "step": 8401, "loss": 0.09813810884952545, "total_norm": 5.327271461486816}
-{"epoch": 5, "step": 8402, "loss": 0.040967073291540146, "total_norm": 5.825176239013672}
-{"epoch": 5, "step": 8403, "loss": 0.13744834065437317, "total_norm": 9.142152786254883}
-{"epoch": 5, "step": 8404, "loss": 0.1655699759721756, "total_norm": 8.975884437561035}
-{"epoch": 5, "step": 8405, "loss": 0.11561751365661621, "total_norm": 7.975866317749023}
-{"epoch": 5, "step": 8406, "loss": 0.06794798374176025, "total_norm": 4.656611919403076}
-{"epoch": 5, "step": 8407, "loss": 0.06893468648195267, "total_norm": 6.683884143829346}
-{"epoch": 5, "step": 8408, "loss": 0.06622882187366486, "total_norm": 5.670043468475342}
-{"epoch": 5, "step": 8409, "loss": 0.027401918545365334, "total_norm": 3.6383612155914307}
-{"epoch": 5, "step": 8410, "loss": 0.10813190788030624, "total_norm": 6.96185827255249}
-{"epoch": 5, "step": 8411, "loss": 0.1095198467373848, "total_norm": 7.536914348602295}
-{"epoch": 5, "step": 8412, "loss": 0.07077596336603165, "total_norm": 6.111217498779297}
-{"epoch": 5, "step": 8413, "loss": 0.07452382147312164, "total_norm": 4.809151649475098}
-{"epoch": 5, "step": 8414, "loss": 0.1314132958650589, "total_norm": 8.619531631469727}
-{"epoch": 5, "step": 8415, "loss": 0.13780388236045837, "total_norm": 9.035547256469727}
-{"epoch": 5, "step": 8416, "loss": 0.04491303488612175, "total_norm": 5.2759623527526855}
-{"epoch": 5, "step": 8417, "loss": 0.14452287554740906, "total_norm": 10.654031753540039}
-{"epoch": 5, "step": 8418, "loss": 0.0932174101471901, "total_norm": 7.006380081176758}
-{"epoch": 5, "step": 8419, "loss": 0.20843181014060974, "total_norm": 8.592758178710938}
-{"epoch": 5, "step": 8420, "loss": 0.12050603330135345, "total_norm": 7.62624454498291}
-{"epoch": 5, "step": 8421, "loss": 0.11819219589233398, "total_norm": 6.025125503540039}
-{"epoch": 5, "step": 8422, "loss": 0.1025662049651146, "total_norm": 5.2356343269348145}
-{"epoch": 5, "step": 8423, "loss": 0.15456213057041168, "total_norm": 6.884776592254639}
-{"epoch": 5, "step": 8424, "loss": 0.05970211699604988, "total_norm": 7.356821060180664}
-{"epoch": 5, "step": 8425, "loss": 0.07925045490264893, "total_norm": 5.750420093536377}
-{"epoch": 5, "step": 8426, "loss": 0.15209420025348663, "total_norm": 8.480202674865723}
-{"epoch": 5, "step": 8427, "loss": 0.08302430063486099, "total_norm": 5.695003509521484}
-{"epoch": 5, "step": 8428, "loss": 0.11945974826812744, "total_norm": 6.102880477905273}
-{"epoch": 5, "step": 8429, "loss": 0.07805108278989792, "total_norm": 4.927751541137695}
-{"epoch": 5, "step": 8430, "loss": 0.11031895130872726, "total_norm": 8.317266464233398}
-{"epoch": 5, "step": 8431, "loss": 0.0697961375117302, "total_norm": 5.176994800567627}
-{"epoch": 5, "step": 8432, "loss": 0.05215035751461983, "total_norm": 5.503155708312988}
-{"epoch": 5, "step": 8433, "loss": 0.165410116314888, "total_norm": 6.1839280128479}
-{"epoch": 5, "step": 8434, "loss": 0.09814658015966415, "total_norm": 5.543195724487305}
-{"epoch": 5, "step": 8435, "loss": 0.08495031297206879, "total_norm": 8.355924606323242}
-{"epoch": 5, "step": 8436, "loss": 0.05013506859540939, "total_norm": 6.121858596801758}
-{"epoch": 5, "step": 8437, "loss": 0.029222436249256134, "total_norm": 4.141115665435791}
-{"epoch": 5, "step": 8438, "loss": 0.08784114569425583, "total_norm": 5.789363861083984}
-{"epoch": 5, "step": 8439, "loss": 0.06003484129905701, "total_norm": 7.3096089363098145}
-{"epoch": 5, "step": 8440, "loss": 0.13163451850414276, "total_norm": 7.442821502685547}
-{"epoch": 5, "step": 8441, "loss": 0.10992448776960373, "total_norm": 4.766075134277344}
-{"epoch": 5, "step": 8442, "loss": 0.12176195532083511, "total_norm": 13.191481590270996}
-{"epoch": 5, "step": 8443, "loss": 0.1602986603975296, "total_norm": 6.2065253257751465}
-{"epoch": 5, "step": 8444, "loss": 0.07091189175844193, "total_norm": 5.662100791931152}
-{"epoch": 5, "step": 8445, "loss": 0.07223529368638992, "total_norm": 5.375199317932129}
-{"epoch": 5, "step": 8446, "loss": 0.11901837587356567, "total_norm": 5.669212341308594}
-{"epoch": 5, "step": 8447, "loss": 0.06565205752849579, "total_norm": 5.41937780380249}
-{"epoch": 5, "step": 8448, "loss": 0.1543053239583969, "total_norm": 8.24145793914795}
-{"epoch": 5, "step": 8449, "loss": 0.11410212516784668, "total_norm": 5.98586368560791}
-{"epoch": 5, "step": 8450, "loss": 0.0960993617773056, "total_norm": 7.488550662994385}
-{"epoch": 5, "step": 8451, "loss": 0.05141761526465416, "total_norm": 3.926760673522949}
-{"epoch": 5, "step": 8452, "loss": 0.10530300438404083, "total_norm": 6.768505573272705}
-{"epoch": 5, "step": 8453, "loss": 0.10164318978786469, "total_norm": 5.6100287437438965}
-{"epoch": 5, "step": 8454, "loss": 0.11863014847040176, "total_norm": 6.379384517669678}
-{"epoch": 5, "step": 8455, "loss": 0.051576320081949234, "total_norm": 6.511795997619629}
-{"epoch": 5, "step": 8456, "loss": 0.11542756110429764, "total_norm": 7.13827657699585}
-{"epoch": 5, "step": 8457, "loss": 0.026092682033777237, "total_norm": 3.8692190647125244}
-{"epoch": 5, "step": 8458, "loss": 0.1358935385942459, "total_norm": 11.5608549118042}
-{"epoch": 5, "step": 8459, "loss": 0.039916232228279114, "total_norm": 4.302019119262695}
-{"epoch": 5, "step": 8460, "loss": 0.06900384277105331, "total_norm": 5.2542643547058105}
-{"epoch": 5, "step": 8461, "loss": 0.07360164076089859, "total_norm": 4.3204755783081055}
-{"epoch": 5, "step": 8462, "loss": 0.15712061524391174, "total_norm": 6.533666610717773}
-{"epoch": 5, "step": 8463, "loss": 0.09560183435678482, "total_norm": 6.574987411499023}
-{"epoch": 5, "step": 8464, "loss": 0.14428646862506866, "total_norm": 6.4219770431518555}
-{"epoch": 5, "step": 8465, "loss": 0.06971505284309387, "total_norm": 4.527277946472168}
-{"epoch": 5, "step": 8466, "loss": 0.09282062202692032, "total_norm": 4.714420795440674}
-{"epoch": 5, "step": 8467, "loss": 0.13745710253715515, "total_norm": 5.345123291015625}
-{"epoch": 5, "step": 8468, "loss": 0.15169358253479004, "total_norm": 5.668845176696777}
-{"epoch": 5, "step": 8469, "loss": 0.11758352071046829, "total_norm": 6.063984394073486}
-{"epoch": 5, "step": 8470, "loss": 0.058016154915094376, "total_norm": 5.0165886878967285}
-{"epoch": 5, "step": 8471, "loss": 0.1681237369775772, "total_norm": 7.293315887451172}
-{"epoch": 5, "step": 8472, "loss": 0.10210045427083969, "total_norm": 7.294064521789551}
-{"epoch": 5, "step": 8473, "loss": 0.08787330240011215, "total_norm": 8.276656150817871}
-{"epoch": 5, "step": 8474, "loss": 0.1428326815366745, "total_norm": 7.897385120391846}
-{"epoch": 5, "step": 8475, "loss": 0.14900237321853638, "total_norm": 7.059855937957764}
-{"epoch": 5, "step": 8476, "loss": 0.1459135115146637, "total_norm": 8.251107215881348}
-{"epoch": 5, "step": 8477, "loss": 0.05465041846036911, "total_norm": 5.175877571105957}
-{"epoch": 5, "step": 8478, "loss": 0.10356010496616364, "total_norm": 5.454996109008789}
-{"epoch": 5, "step": 8479, "loss": 0.11196696013212204, "total_norm": 6.855066299438477}
-{"epoch": 5, "step": 8480, "loss": 0.06383857131004333, "total_norm": 4.303239822387695}
-{"epoch": 5, "step": 8481, "loss": 0.0969519168138504, "total_norm": 6.940948009490967}
-{"epoch": 5, "step": 8482, "loss": 0.13097220659255981, "total_norm": 7.204832553863525}
-{"epoch": 5, "step": 8483, "loss": 0.20003361999988556, "total_norm": 7.007613182067871}
-{"epoch": 5, "step": 8484, "loss": 0.11219717562198639, "total_norm": 6.408314228057861}
-{"epoch": 5, "step": 8485, "loss": 0.09812010079622269, "total_norm": 5.725164890289307}
-{"epoch": 5, "step": 8486, "loss": 0.10077332705259323, "total_norm": 7.018483638763428}
-{"epoch": 5, "step": 8487, "loss": 0.0570220910012722, "total_norm": 5.103115558624268}
-{"epoch": 5, "step": 8488, "loss": 0.11427444964647293, "total_norm": 7.614585876464844}
-{"epoch": 5, "step": 8489, "loss": 0.03865630924701691, "total_norm": 5.375732421875}
-{"epoch": 5, "step": 8490, "loss": 0.07331926375627518, "total_norm": 4.547158241271973}
-{"epoch": 5, "step": 8491, "loss": 0.08912570774555206, "total_norm": 6.6230998039245605}
-{"epoch": 5, "step": 8492, "loss": 0.18462823331356049, "total_norm": 6.559284210205078}
-{"epoch": 5, "step": 8493, "loss": 0.13155478239059448, "total_norm": 6.614291667938232}
-{"epoch": 5, "step": 8494, "loss": 0.209563210606575, "total_norm": 8.254403114318848}
-{"epoch": 5, "step": 8495, "loss": 0.19126002490520477, "total_norm": 8.072522163391113}
-{"epoch": 5, "step": 8496, "loss": 0.04994792863726616, "total_norm": 4.78751277923584}
-{"epoch": 5, "step": 8497, "loss": 0.05992833524942398, "total_norm": 3.6999597549438477}
-{"epoch": 5, "step": 8498, "loss": 0.10649409890174866, "total_norm": 5.3820719718933105}
-{"epoch": 5, "step": 8499, "loss": 0.12079527974128723, "total_norm": 7.121871471405029}
-{"epoch": 5, "step": 8500, "loss": 0.2570043206214905, "total_norm": 9.483010292053223}
-{"epoch": 5, "step": 8501, "loss": 0.03223526105284691, "total_norm": 4.8283467292785645}
-{"epoch": 5, "step": 8502, "loss": 0.12958157062530518, "total_norm": 7.585289478302002}
-{"epoch": 5, "step": 8503, "loss": 0.08653032034635544, "total_norm": 4.674839496612549}
-{"epoch": 5, "step": 8504, "loss": 0.06032441556453705, "total_norm": 9.873960494995117}
-{"epoch": 5, "step": 8505, "loss": 0.12010641396045685, "total_norm": 9.91771125793457}
-{"epoch": 5, "step": 8506, "loss": 0.08413249254226685, "total_norm": 4.826294898986816}
-{"epoch": 5, "step": 8507, "loss": 0.07433082163333893, "total_norm": 5.885625839233398}
-{"epoch": 5, "step": 8508, "loss": 0.23075515031814575, "total_norm": 8.90788459777832}
-{"epoch": 5, "step": 8509, "loss": 0.06735967099666595, "total_norm": 4.629979610443115}
-{"epoch": 5, "step": 8510, "loss": 0.06370321661233902, "total_norm": 5.234820365905762}
-{"epoch": 5, "step": 8511, "loss": 0.1017104908823967, "total_norm": 5.386984348297119}
-{"epoch": 5, "step": 8512, "loss": 0.131914883852005, "total_norm": 8.293450355529785}
-{"epoch": 5, "step": 8513, "loss": 0.10401424765586853, "total_norm": 8.742472648620605}
-{"epoch": 5, "step": 8514, "loss": 0.10964744538068771, "total_norm": 6.854801654815674}
-{"epoch": 5, "step": 8515, "loss": 0.08558238297700882, "total_norm": 7.253473281860352}
-{"epoch": 5, "step": 8516, "loss": 0.09460169821977615, "total_norm": 5.026249885559082}
-{"epoch": 5, "step": 8517, "loss": 0.09255775809288025, "total_norm": 6.025869369506836}
-{"epoch": 5, "step": 8518, "loss": 0.11574363708496094, "total_norm": 7.156095504760742}
-{"epoch": 5, "step": 8519, "loss": 0.04887022078037262, "total_norm": 7.247424125671387}
-{"epoch": 5, "step": 8520, "loss": 0.05555930733680725, "total_norm": 4.646010398864746}
-{"epoch": 5, "step": 8521, "loss": 0.1709020584821701, "total_norm": 6.974645137786865}
-{"epoch": 5, "step": 8522, "loss": 0.04238954186439514, "total_norm": 4.493344783782959}
-{"epoch": 5, "step": 8523, "loss": 0.0646873340010643, "total_norm": 5.318763732910156}
-{"epoch": 5, "step": 8524, "loss": 0.23165284097194672, "total_norm": 13.271934509277344}
-{"epoch": 5, "step": 8525, "loss": 0.102878138422966, "total_norm": 7.690782070159912}
-{"epoch": 5, "step": 8526, "loss": 0.13489378988742828, "total_norm": 7.860666751861572}
-{"epoch": 5, "step": 8527, "loss": 0.09917356818914413, "total_norm": 6.570779323577881}
-{"epoch": 5, "step": 8528, "loss": 0.12917175889015198, "total_norm": 8.106581687927246}
-{"epoch": 5, "step": 8529, "loss": 0.14286427199840546, "total_norm": 7.062151908874512}
-{"epoch": 5, "step": 8530, "loss": 0.12913206219673157, "total_norm": 8.965243339538574}
-{"epoch": 5, "step": 8531, "loss": 0.08985585719347, "total_norm": 5.188014984130859}
-{"epoch": 5, "step": 8532, "loss": 0.1359504610300064, "total_norm": 8.510936737060547}
-{"epoch": 5, "step": 8533, "loss": 0.07575858384370804, "total_norm": 4.913318157196045}
-{"epoch": 5, "step": 8534, "loss": 0.08165232837200165, "total_norm": 5.595552444458008}
-{"epoch": 5, "step": 8535, "loss": 0.07411641627550125, "total_norm": 6.480052947998047}
-{"epoch": 5, "step": 8536, "loss": 0.15052641928195953, "total_norm": 9.203857421875}
-{"epoch": 5, "step": 8537, "loss": 0.1075853481888771, "total_norm": 6.222289085388184}
-{"epoch": 5, "step": 8538, "loss": 0.11767210811376572, "total_norm": 6.377820014953613}
-{"epoch": 5, "step": 8539, "loss": 0.050167132169008255, "total_norm": 4.38673734664917}
-{"epoch": 5, "step": 8540, "loss": 0.06881833076477051, "total_norm": 4.210012435913086}
-{"epoch": 5, "step": 8541, "loss": 0.12329734861850739, "total_norm": 6.014508247375488}
-{"epoch": 5, "step": 8542, "loss": 0.14147083461284637, "total_norm": 5.367169380187988}
-{"epoch": 5, "step": 8543, "loss": 0.1528947651386261, "total_norm": 8.417533874511719}
-{"epoch": 5, "step": 8544, "loss": 0.08761224895715714, "total_norm": 4.872280597686768}
-{"epoch": 5, "step": 8545, "loss": 0.07958497852087021, "total_norm": 6.255602836608887}
-{"epoch": 5, "step": 8546, "loss": 0.12427488714456558, "total_norm": 5.493391990661621}
-{"epoch": 5, "step": 8547, "loss": 0.0751698836684227, "total_norm": 6.159729480743408}
-{"epoch": 5, "step": 8548, "loss": 0.05298065394163132, "total_norm": 4.5057830810546875}
-{"epoch": 5, "step": 8549, "loss": 0.15763776004314423, "total_norm": 7.647665977478027}
-{"epoch": 5, "step": 8550, "loss": 0.13180704414844513, "total_norm": 5.640739440917969}
-{"epoch": 5, "step": 8551, "loss": 0.06467738747596741, "total_norm": 5.153744697570801}
-{"epoch": 5, "step": 8552, "loss": 0.0564044788479805, "total_norm": 6.245107173919678}
-{"epoch": 5, "step": 8553, "loss": 0.0783911794424057, "total_norm": 7.4026360511779785}
-{"epoch": 5, "step": 8554, "loss": 0.0594722144305706, "total_norm": 4.682919979095459}
-{"epoch": 5, "step": 8555, "loss": 0.10102721303701401, "total_norm": 5.945616722106934}
-{"epoch": 5, "step": 8556, "loss": 0.09995873272418976, "total_norm": 6.569672107696533}
-{"epoch": 5, "step": 8557, "loss": 0.1011100485920906, "total_norm": 5.565042495727539}
-{"epoch": 5, "step": 8558, "loss": 0.14767003059387207, "total_norm": 10.258871078491211}
-{"epoch": 5, "step": 8559, "loss": 0.08640414476394653, "total_norm": 6.932187557220459}
-{"epoch": 5, "step": 8560, "loss": 0.19219712913036346, "total_norm": 9.50687026977539}
-{"epoch": 5, "step": 8561, "loss": 0.15278436243534088, "total_norm": 5.604679584503174}
-{"epoch": 5, "step": 8562, "loss": 0.13425573706626892, "total_norm": 7.791610240936279}
-{"epoch": 5, "step": 8563, "loss": 0.11180000007152557, "total_norm": 7.623363018035889}
-{"epoch": 5, "step": 8564, "loss": 0.06353883445262909, "total_norm": 3.36270809173584}
-{"epoch": 5, "step": 8565, "loss": 0.1177186667919159, "total_norm": 6.858925819396973}
-{"epoch": 5, "step": 8566, "loss": 0.11517882347106934, "total_norm": 7.631063938140869}
-{"epoch": 5, "step": 8567, "loss": 0.11313355714082718, "total_norm": 7.742847919464111}
-{"epoch": 5, "step": 8568, "loss": 0.10810563713312149, "total_norm": 9.813469886779785}
-{"epoch": 5, "step": 8569, "loss": 0.10058072954416275, "total_norm": 5.8071746826171875}
-{"epoch": 5, "step": 8570, "loss": 0.1395045816898346, "total_norm": 6.420652389526367}
-{"epoch": 5, "step": 8571, "loss": 0.02349235862493515, "total_norm": 3.5224103927612305}
-{"epoch": 5, "step": 8572, "loss": 0.21584907174110413, "total_norm": 8.29898738861084}
-{"epoch": 5, "step": 8573, "loss": 0.07417003810405731, "total_norm": 6.507720947265625}
-{"epoch": 5, "step": 8574, "loss": 0.09459692239761353, "total_norm": 6.033462047576904}
-{"epoch": 5, "step": 8575, "loss": 0.1766483187675476, "total_norm": 6.928516864776611}
-{"epoch": 5, "step": 8576, "loss": 0.0823713093996048, "total_norm": 5.46096658706665}
-{"epoch": 5, "step": 8577, "loss": 0.09608904272317886, "total_norm": 7.123889923095703}
-{"epoch": 5, "step": 8578, "loss": 0.11794240772724152, "total_norm": 7.406462669372559}
-{"epoch": 5, "step": 8579, "loss": 0.13611836731433868, "total_norm": 10.86783504486084}
-{"epoch": 5, "step": 8580, "eval_loss": 3.282928414642811, "eval_rougeL": 0.2849947352437083}
-{"epoch": 6, "step": 8580, "loss": 0.10029716044664383, "total_norm": 4.744996547698975}
-{"epoch": 6, "step": 8581, "loss": 0.05406084284186363, "total_norm": 4.781613349914551}
-{"epoch": 6, "step": 8582, "loss": 0.05220872536301613, "total_norm": 4.390310287475586}
-{"epoch": 6, "step": 8583, "loss": 0.07421840727329254, "total_norm": 5.173447608947754}
-{"epoch": 6, "step": 8584, "loss": 0.027265356853604317, "total_norm": 3.821807384490967}
-{"epoch": 6, "step": 8585, "loss": 0.10252796858549118, "total_norm": 5.857783794403076}
-{"epoch": 6, "step": 8586, "loss": 0.11894185841083527, "total_norm": 5.131286144256592}
-{"epoch": 6, "step": 8587, "loss": 0.10843057930469513, "total_norm": 6.168462753295898}
-{"epoch": 6, "step": 8588, "loss": 0.10107368230819702, "total_norm": 5.134044170379639}
-{"epoch": 6, "step": 8589, "loss": 0.11293960362672806, "total_norm": 7.013845443725586}
-{"epoch": 6, "step": 8590, "loss": 0.04210023581981659, "total_norm": 5.256836414337158}
-{"epoch": 6, "step": 8591, "loss": 0.06834108382463455, "total_norm": 8.391054153442383}
-{"epoch": 6, "step": 8592, "loss": 0.08554474264383316, "total_norm": 6.360815525054932}
-{"epoch": 6, "step": 8593, "loss": 0.057725463062524796, "total_norm": 3.8705525398254395}
-{"epoch": 6, "step": 8594, "loss": 0.07441765069961548, "total_norm": 3.9040119647979736}
-{"epoch": 6, "step": 8595, "loss": 0.04251570999622345, "total_norm": 3.625603675842285}
-{"epoch": 6, "step": 8596, "loss": 0.03987773880362511, "total_norm": 3.470550298690796}
-{"epoch": 6, "step": 8597, "loss": 0.07672017812728882, "total_norm": 4.57025671005249}
-{"epoch": 6, "step": 8598, "loss": 0.03874623402953148, "total_norm": 4.349636554718018}
-{"epoch": 6, "step": 8599, "loss": 0.04381471127271652, "total_norm": 3.6930630207061768}
-{"epoch": 6, "step": 8600, "loss": 0.0647449865937233, "total_norm": 4.818024635314941}
-{"epoch": 6, "step": 8601, "loss": 0.036417003720998764, "total_norm": 3.860319137573242}
-{"epoch": 6, "step": 8602, "loss": 0.06512128561735153, "total_norm": 7.845178127288818}
-{"epoch": 6, "step": 8603, "loss": 0.0423823781311512, "total_norm": 5.317693710327148}
-{"epoch": 6, "step": 8604, "loss": 0.03930521011352539, "total_norm": 3.6062071323394775}
-{"epoch": 6, "step": 8605, "loss": 0.057302769273519516, "total_norm": 3.4972035884857178}
-{"epoch": 6, "step": 8606, "loss": 0.07298571616411209, "total_norm": 4.47199821472168}
-{"epoch": 6, "step": 8607, "loss": 0.0812883973121643, "total_norm": 7.547171115875244}
-{"epoch": 6, "step": 8608, "loss": 0.10215136408805847, "total_norm": 6.196718215942383}
-{"epoch": 6, "step": 8609, "loss": 0.0635441392660141, "total_norm": 5.2181925773620605}
-{"epoch": 6, "step": 8610, "loss": 0.05118491128087044, "total_norm": 4.998037815093994}
-{"epoch": 6, "step": 8611, "loss": 0.08229267597198486, "total_norm": 4.0052080154418945}
-{"epoch": 6, "step": 8612, "loss": 0.16845294833183289, "total_norm": 7.801907539367676}
-{"epoch": 6, "step": 8613, "loss": 0.07397860288619995, "total_norm": 6.830442905426025}
-{"epoch": 6, "step": 8614, "loss": 0.04701768979430199, "total_norm": 3.552316904067993}
-{"epoch": 6, "step": 8615, "loss": 0.07676657289266586, "total_norm": 4.969842910766602}
-{"epoch": 6, "step": 8616, "loss": 0.09056410938501358, "total_norm": 8.361699104309082}
-{"epoch": 6, "step": 8617, "loss": 0.028299974277615547, "total_norm": 3.377882480621338}
-{"epoch": 6, "step": 8618, "loss": 0.0853491723537445, "total_norm": 6.458414077758789}
-{"epoch": 6, "step": 8619, "loss": 0.06560985743999481, "total_norm": 6.210041522979736}
-{"epoch": 6, "step": 8620, "loss": 0.06976818293333054, "total_norm": 5.166530132293701}
-{"epoch": 6, "step": 8621, "loss": 0.006467364262789488, "total_norm": 1.529483675956726}
-{"epoch": 6, "step": 8622, "loss": 0.1753920614719391, "total_norm": 9.159524917602539}
-{"epoch": 6, "step": 8623, "loss": 0.06073550134897232, "total_norm": 4.625761032104492}
-{"epoch": 6, "step": 8624, "loss": 0.06191132962703705, "total_norm": 4.711333751678467}
-{"epoch": 6, "step": 8625, "loss": 0.07240276783704758, "total_norm": 4.985641002655029}
-{"epoch": 6, "step": 8626, "loss": 0.08524107187986374, "total_norm": 5.83551025390625}
-{"epoch": 6, "step": 8627, "loss": 0.12262680381536484, "total_norm": 5.394398212432861}
-{"epoch": 6, "step": 8628, "loss": 0.0541653074324131, "total_norm": 4.756659030914307}
-{"epoch": 6, "step": 8629, "loss": 0.02992849051952362, "total_norm": 4.264060020446777}
-{"epoch": 6, "step": 8630, "loss": 0.038906048983335495, "total_norm": 3.835041046142578}
-{"epoch": 6, "step": 8631, "loss": 0.048313215374946594, "total_norm": 4.107850551605225}
-{"epoch": 6, "step": 8632, "loss": 0.09486831724643707, "total_norm": 6.334644317626953}
-{"epoch": 6, "step": 8633, "loss": 0.0915260910987854, "total_norm": 6.988785266876221}
-{"epoch": 6, "step": 8634, "loss": 0.037085313349962234, "total_norm": 3.2935895919799805}
-{"epoch": 6, "step": 8635, "loss": 0.04060002788901329, "total_norm": 3.7480225563049316}
-{"epoch": 6, "step": 8636, "loss": 0.06594680994749069, "total_norm": 3.6515073776245117}
-{"epoch": 6, "step": 8637, "loss": 0.035453636199235916, "total_norm": 3.356523275375366}
-{"epoch": 6, "step": 8638, "loss": 0.043160561472177505, "total_norm": 4.664499759674072}
-{"epoch": 6, "step": 8639, "loss": 0.07803129404783249, "total_norm": 8.156729698181152}
-{"epoch": 6, "step": 8640, "loss": 0.027752432972192764, "total_norm": 4.541629314422607}
-{"epoch": 6, "step": 8641, "loss": 0.04772396758198738, "total_norm": 5.689833641052246}
-{"epoch": 6, "step": 8642, "loss": 0.08174160867929459, "total_norm": 4.053895950317383}
-{"epoch": 6, "step": 8643, "loss": 0.03127029538154602, "total_norm": 2.63140869140625}
-{"epoch": 6, "step": 8644, "loss": 0.08025236427783966, "total_norm": 6.687094688415527}
-{"epoch": 6, "step": 8645, "loss": 0.06756795942783356, "total_norm": 3.755849838256836}
-{"epoch": 6, "step": 8646, "loss": 0.06530512124300003, "total_norm": 4.428017616271973}
-{"epoch": 6, "step": 8647, "loss": 0.04007114842534065, "total_norm": 3.9690327644348145}
-{"epoch": 6, "step": 8648, "loss": 0.05309094488620758, "total_norm": 4.691669464111328}
-{"epoch": 6, "step": 8649, "loss": 0.02901519276201725, "total_norm": 3.259981155395508}
-{"epoch": 6, "step": 8650, "loss": 0.07571859657764435, "total_norm": 5.479207992553711}
-{"epoch": 6, "step": 8651, "loss": 0.04398559778928757, "total_norm": 3.4246392250061035}
-{"epoch": 6, "step": 8652, "loss": 0.07112375646829605, "total_norm": 5.507048606872559}
-{"epoch": 6, "step": 8653, "loss": 0.05766169726848602, "total_norm": 4.711882591247559}
-{"epoch": 6, "step": 8654, "loss": 0.039695028215646744, "total_norm": 4.128340244293213}
-{"epoch": 6, "step": 8655, "loss": 0.09436004608869553, "total_norm": 4.615222454071045}
-{"epoch": 6, "step": 8656, "loss": 0.09525339305400848, "total_norm": 4.608071804046631}
-{"epoch": 6, "step": 8657, "loss": 0.04374905303120613, "total_norm": 5.580306053161621}
-{"epoch": 6, "step": 8658, "loss": 0.03938019275665283, "total_norm": 5.5236592292785645}
-{"epoch": 6, "step": 8659, "loss": 0.062080103904008865, "total_norm": 4.918887615203857}
-{"epoch": 6, "step": 8660, "loss": 0.058919697999954224, "total_norm": 4.025003910064697}
-{"epoch": 6, "step": 8661, "loss": 0.033457476645708084, "total_norm": 4.838805198669434}
-{"epoch": 6, "step": 8662, "loss": 0.033623404800891876, "total_norm": 3.258028030395508}
-{"epoch": 6, "step": 8663, "loss": 0.059218112379312515, "total_norm": 5.050350666046143}
-{"epoch": 6, "step": 8664, "loss": 0.03947080671787262, "total_norm": 3.2091848850250244}
-{"epoch": 6, "step": 8665, "loss": 0.1495184451341629, "total_norm": 9.516677856445312}
-{"epoch": 6, "step": 8666, "loss": 0.07505233585834503, "total_norm": 6.361838340759277}
-{"epoch": 6, "step": 8667, "loss": 0.025674760341644287, "total_norm": 3.1997249126434326}
-{"epoch": 6, "step": 8668, "loss": 0.13398873805999756, "total_norm": 7.550628662109375}
-{"epoch": 6, "step": 8669, "loss": 0.03722318634390831, "total_norm": 5.444886684417725}
-{"epoch": 6, "step": 8670, "loss": 0.10098212212324142, "total_norm": 4.904535293579102}
-{"epoch": 6, "step": 8671, "loss": 0.07727136462926865, "total_norm": 6.763690948486328}
-{"epoch": 6, "step": 8672, "loss": 0.10448525846004486, "total_norm": 5.967693328857422}
-{"epoch": 6, "step": 8673, "loss": 0.055092018097639084, "total_norm": 5.203057765960693}
-{"epoch": 6, "step": 8674, "loss": 0.049962807446718216, "total_norm": 4.008412837982178}
-{"epoch": 6, "step": 8675, "loss": 0.09018489718437195, "total_norm": 5.685230731964111}
-{"epoch": 6, "step": 8676, "loss": 0.11962949484586716, "total_norm": 6.225461959838867}
-{"epoch": 6, "step": 8677, "loss": 0.07756529748439789, "total_norm": 6.323849201202393}
-{"epoch": 6, "step": 8678, "loss": 0.03649333864450455, "total_norm": 3.7340750694274902}
-{"epoch": 6, "step": 8679, "loss": 0.05726870521903038, "total_norm": 4.2042131423950195}
-{"epoch": 6, "step": 8680, "loss": 0.03952230513095856, "total_norm": 7.012069225311279}
-{"epoch": 6, "step": 8681, "loss": 0.07910805940628052, "total_norm": 6.8858795166015625}
-{"epoch": 6, "step": 8682, "loss": 0.17029836773872375, "total_norm": 6.248995780944824}
-{"epoch": 6, "step": 8683, "loss": 0.14597898721694946, "total_norm": 6.222049713134766}
-{"epoch": 6, "step": 8684, "loss": 0.07187531888484955, "total_norm": 4.537777423858643}
-{"epoch": 6, "step": 8685, "loss": 0.06570622324943542, "total_norm": 4.75286340713501}
-{"epoch": 6, "step": 8686, "loss": 0.03794452175498009, "total_norm": 4.818849086761475}
-{"epoch": 6, "step": 8687, "loss": 0.05722641199827194, "total_norm": 4.556583404541016}
-{"epoch": 6, "step": 8688, "loss": 0.04998726397752762, "total_norm": 4.045310974121094}
-{"epoch": 6, "step": 8689, "loss": 0.047170523554086685, "total_norm": 3.967832088470459}
-{"epoch": 6, "step": 8690, "loss": 0.04157698526978493, "total_norm": 3.5314154624938965}
-{"epoch": 6, "step": 8691, "loss": 0.05942181497812271, "total_norm": 4.755704402923584}
-{"epoch": 6, "step": 8692, "loss": 0.05545935407280922, "total_norm": 4.998895168304443}
-{"epoch": 6, "step": 8693, "loss": 0.04311143234372139, "total_norm": 5.5251617431640625}
-{"epoch": 6, "step": 8694, "loss": 0.05852563679218292, "total_norm": 5.1080732345581055}
-{"epoch": 6, "step": 8695, "loss": 0.0571129284799099, "total_norm": 4.78166389465332}
-{"epoch": 6, "step": 8696, "loss": 0.08147802948951721, "total_norm": 6.347023010253906}
-{"epoch": 6, "step": 8697, "loss": 0.07844620198011398, "total_norm": 6.591683864593506}
-{"epoch": 6, "step": 8698, "loss": 0.04666094854474068, "total_norm": 5.651599407196045}
-{"epoch": 6, "step": 8699, "loss": 0.021361948922276497, "total_norm": 3.822627067565918}
-{"epoch": 6, "step": 8700, "loss": 0.028543272987008095, "total_norm": 3.800454616546631}
-{"epoch": 6, "step": 8701, "loss": 0.0633627399802208, "total_norm": 6.0607008934021}
-{"epoch": 6, "step": 8702, "loss": 0.055611081421375275, "total_norm": 5.473438262939453}
-{"epoch": 6, "step": 8703, "loss": 0.10013473033905029, "total_norm": 5.289529323577881}
-{"epoch": 6, "step": 8704, "eval_loss": 3.3921715393662453, "eval_rougeL": 0.28586150749974604}
-{"epoch": 6, "step": 8704, "loss": 0.06364056468009949, "total_norm": 7.132236003875732}
-{"epoch": 6, "step": 8705, "loss": 0.107574962079525, "total_norm": 6.293453693389893}
-{"epoch": 6, "step": 8706, "loss": 0.05672594904899597, "total_norm": 5.562036037445068}
-{"epoch": 6, "step": 8707, "loss": 0.08541044592857361, "total_norm": 6.1961798667907715}
-{"epoch": 6, "step": 8708, "loss": 0.06421230733394623, "total_norm": 5.2250494956970215}
-{"epoch": 6, "step": 8709, "loss": 0.05938466265797615, "total_norm": 4.884917736053467}
-{"epoch": 6, "step": 8710, "loss": 0.051311567425727844, "total_norm": 4.999464511871338}
-{"epoch": 6, "step": 8711, "loss": 0.017671583220362663, "total_norm": 4.220592975616455}
-{"epoch": 6, "step": 8712, "loss": 0.0418892502784729, "total_norm": 3.2387266159057617}
-{"epoch": 6, "step": 8713, "loss": 0.014804333448410034, "total_norm": 2.1615333557128906}
-{"epoch": 6, "step": 8714, "loss": 0.05025305598974228, "total_norm": 7.400293827056885}
-{"epoch": 6, "step": 8715, "loss": 0.03532266616821289, "total_norm": 4.615659713745117}
-{"epoch": 6, "step": 8716, "loss": 0.032369520515203476, "total_norm": 4.374007225036621}
-{"epoch": 6, "step": 8717, "loss": 0.03209799528121948, "total_norm": 3.400336265563965}
-{"epoch": 6, "step": 8718, "loss": 0.04977751895785332, "total_norm": 10.705838203430176}
-{"epoch": 6, "step": 8719, "loss": 0.18664519488811493, "total_norm": 8.413348197937012}
-{"epoch": 6, "step": 8720, "loss": 0.05573538690805435, "total_norm": 6.627449989318848}
-{"epoch": 6, "step": 8721, "loss": 0.08408551663160324, "total_norm": 5.449713706970215}
-{"epoch": 6, "step": 8722, "loss": 0.03511805459856987, "total_norm": 3.770811080932617}
-{"epoch": 6, "step": 8723, "loss": 0.11312784254550934, "total_norm": 6.874600887298584}
-{"epoch": 6, "step": 8724, "loss": 0.052630070596933365, "total_norm": 3.8215513229370117}
-{"epoch": 6, "step": 8725, "loss": 0.10016099363565445, "total_norm": 7.019402503967285}
-{"epoch": 6, "step": 8726, "loss": 0.09149263799190521, "total_norm": 6.238483428955078}
-{"epoch": 6, "step": 8727, "loss": 0.07333223521709442, "total_norm": 5.734434127807617}
-{"epoch": 6, "step": 8728, "loss": 0.04372476413846016, "total_norm": 5.241637706756592}
-{"epoch": 6, "step": 8729, "loss": 0.05275722220540047, "total_norm": 7.3269944190979}
-{"epoch": 6, "step": 8730, "loss": 0.08366912603378296, "total_norm": 5.649608612060547}
-{"epoch": 6, "step": 8731, "loss": 0.05895879119634628, "total_norm": 5.131031513214111}
-{"epoch": 6, "step": 8732, "loss": 0.05896575748920441, "total_norm": 4.2085137367248535}
-{"epoch": 6, "step": 8733, "loss": 0.07025130838155746, "total_norm": 5.5891828536987305}
-{"epoch": 6, "step": 8734, "loss": 0.3490270972251892, "total_norm": 29.06899070739746}
-{"epoch": 6, "step": 8735, "loss": 0.04393790289759636, "total_norm": 4.057015419006348}
-{"epoch": 6, "step": 8736, "loss": 0.035131849348545074, "total_norm": 4.029623985290527}
-{"epoch": 6, "step": 8737, "loss": 0.07775797694921494, "total_norm": 4.3403544425964355}
-{"epoch": 6, "step": 8738, "loss": 0.050615109503269196, "total_norm": 3.6857166290283203}
-{"epoch": 6, "step": 8739, "loss": 0.09089022874832153, "total_norm": 4.915572643280029}
-{"epoch": 6, "step": 8740, "loss": 0.0907362699508667, "total_norm": 5.0029473304748535}
-{"epoch": 6, "step": 8741, "loss": 0.03199605643749237, "total_norm": 4.266226291656494}
-{"epoch": 6, "step": 8742, "loss": 0.08223231881856918, "total_norm": 4.882907390594482}
-{"epoch": 6, "step": 8743, "loss": 0.07001588493585587, "total_norm": 5.116600513458252}
-{"epoch": 6, "step": 8744, "loss": 0.06022852659225464, "total_norm": 5.3817901611328125}
-{"epoch": 6, "step": 8745, "loss": 0.08671510964632034, "total_norm": 4.627817153930664}
-{"epoch": 6, "step": 8746, "loss": 0.06873726099729538, "total_norm": 3.553541898727417}
-{"epoch": 6, "step": 8747, "loss": 0.14879447221755981, "total_norm": 9.61205768585205}
-{"epoch": 6, "step": 8748, "loss": 0.03840498626232147, "total_norm": 4.7734246253967285}
-{"epoch": 6, "step": 8749, "loss": 0.05663491040468216, "total_norm": 6.839627265930176}
-{"epoch": 6, "step": 8750, "loss": 0.08925650268793106, "total_norm": 4.361681938171387}
-{"epoch": 6, "step": 8751, "loss": 0.1221756860613823, "total_norm": 5.362124443054199}
-{"epoch": 6, "step": 8752, "loss": 0.12454520165920258, "total_norm": 5.8783955574035645}
-{"epoch": 6, "step": 8753, "loss": 0.1007610633969307, "total_norm": 5.174487113952637}
-{"epoch": 6, "step": 8754, "loss": 0.06694894284009933, "total_norm": 6.876562595367432}
-{"epoch": 6, "step": 8755, "loss": 0.03753121197223663, "total_norm": 4.456781387329102}
-{"epoch": 6, "step": 8756, "loss": 0.06453460454940796, "total_norm": 5.169313430786133}
-{"epoch": 6, "step": 8757, "loss": 0.14002075791358948, "total_norm": 6.427762031555176}
-{"epoch": 6, "step": 8758, "loss": 0.05188616365194321, "total_norm": 6.341350078582764}
-{"epoch": 6, "step": 8759, "loss": 0.08387195318937302, "total_norm": 4.7202982902526855}
-{"epoch": 6, "step": 8760, "loss": 0.16686193645000458, "total_norm": 6.347928524017334}
-{"epoch": 6, "step": 8761, "loss": 0.06148923933506012, "total_norm": 5.010953903198242}
-{"epoch": 6, "step": 8762, "loss": 0.0711345300078392, "total_norm": 4.895108222961426}
-{"epoch": 6, "step": 8763, "loss": 0.10035780817270279, "total_norm": 6.209256172180176}
-{"epoch": 6, "step": 8764, "loss": 0.05700374394655228, "total_norm": 4.763425827026367}
-{"epoch": 6, "step": 8765, "loss": 0.094987653195858, "total_norm": 6.104166030883789}
-{"epoch": 6, "step": 8766, "loss": 0.07453522831201553, "total_norm": 5.140900135040283}
-{"epoch": 6, "step": 8767, "loss": 0.05413924530148506, "total_norm": 3.8290107250213623}
-{"epoch": 6, "step": 8768, "loss": 0.052905354648828506, "total_norm": 4.520556449890137}
-{"epoch": 6, "step": 8769, "loss": 0.06306309252977371, "total_norm": 3.4978599548339844}
-{"epoch": 6, "step": 8770, "loss": 0.03909836709499359, "total_norm": 3.0055809020996094}
-{"epoch": 6, "step": 8771, "loss": 0.013238279148936272, "total_norm": 1.533305287361145}
-{"epoch": 6, "step": 8772, "loss": 0.08814593404531479, "total_norm": 6.148299217224121}
-{"epoch": 6, "step": 8773, "loss": 0.08231603354215622, "total_norm": 3.6618058681488037}
-{"epoch": 6, "step": 8774, "loss": 0.060965489596128464, "total_norm": 3.6848578453063965}
-{"epoch": 6, "step": 8775, "loss": 0.04220528528094292, "total_norm": 4.061978340148926}
-{"epoch": 6, "step": 8776, "loss": 0.05002062767744064, "total_norm": 4.329282283782959}
-{"epoch": 6, "step": 8777, "loss": 0.029583197087049484, "total_norm": 3.1564972400665283}
-{"epoch": 6, "step": 8778, "loss": 0.0793401300907135, "total_norm": 4.3849382400512695}
-{"epoch": 6, "step": 8779, "loss": 0.10636414587497711, "total_norm": 7.504201889038086}
-{"epoch": 6, "step": 8780, "loss": 0.05890817195177078, "total_norm": 5.539434909820557}
-{"epoch": 6, "step": 8781, "loss": 0.11400523036718369, "total_norm": 6.846608638763428}
-{"epoch": 6, "step": 8782, "loss": 0.033994294703006744, "total_norm": 3.3069257736206055}
-{"epoch": 6, "step": 8783, "loss": 0.018163975328207016, "total_norm": 2.301567316055298}
-{"epoch": 6, "step": 8784, "loss": 0.02449312061071396, "total_norm": 3.8730671405792236}
-{"epoch": 6, "step": 8785, "loss": 0.04944346100091934, "total_norm": 3.4118869304656982}
-{"epoch": 6, "step": 8786, "loss": 0.046751052141189575, "total_norm": 4.5891642570495605}
-{"epoch": 6, "step": 8787, "loss": 0.07412336766719818, "total_norm": 5.291738510131836}
-{"epoch": 6, "step": 8788, "loss": 0.010182511061429977, "total_norm": 1.9004456996917725}
-{"epoch": 6, "step": 8789, "loss": 0.04661449417471886, "total_norm": 3.5033769607543945}
-{"epoch": 6, "step": 8790, "loss": 0.11403017491102219, "total_norm": 6.066338539123535}
-{"epoch": 6, "step": 8791, "loss": 0.03407800570130348, "total_norm": 2.666238307952881}
-{"epoch": 6, "step": 8792, "loss": 0.1319325864315033, "total_norm": 5.876429080963135}
-{"epoch": 6, "step": 8793, "loss": 0.04288920387625694, "total_norm": 6.8118791580200195}
-{"epoch": 6, "step": 8794, "loss": 0.16510449349880219, "total_norm": 7.34739351272583}
-{"epoch": 6, "step": 8795, "loss": 0.02179826982319355, "total_norm": 3.750361204147339}
-{"epoch": 6, "step": 8796, "loss": 0.04610573872923851, "total_norm": 5.8855485916137695}
-{"epoch": 6, "step": 8797, "loss": 0.07119956612586975, "total_norm": 3.452094793319702}
-{"epoch": 6, "step": 8798, "loss": 0.10257651656866074, "total_norm": 5.625704765319824}
-{"epoch": 6, "step": 8799, "loss": 0.08832980692386627, "total_norm": 7.15572452545166}
-{"epoch": 6, "step": 8800, "loss": 0.05560552701354027, "total_norm": 4.8401408195495605}
-{"epoch": 6, "step": 8801, "loss": 0.060657914727926254, "total_norm": 4.3326311111450195}
-{"epoch": 6, "step": 8802, "loss": 0.09017733484506607, "total_norm": 5.411471843719482}
-{"epoch": 6, "step": 8803, "loss": 0.11043509840965271, "total_norm": 6.922956943511963}
-{"epoch": 6, "step": 8804, "loss": 0.05114549398422241, "total_norm": 4.604119300842285}
-{"epoch": 6, "step": 8805, "loss": 0.024131853133440018, "total_norm": 5.690887928009033}
-{"epoch": 6, "step": 8806, "loss": 0.06560510396957397, "total_norm": 6.161857604980469}
-{"epoch": 6, "step": 8807, "loss": 0.07752475887537003, "total_norm": 4.539573669433594}
-{"epoch": 6, "step": 8808, "loss": 0.0388326570391655, "total_norm": 4.876274585723877}
-{"epoch": 6, "step": 8809, "loss": 0.03249082341790199, "total_norm": 5.623958110809326}
-{"epoch": 6, "step": 8810, "loss": 0.03396354243159294, "total_norm": 4.1681013107299805}
-{"epoch": 6, "step": 8811, "loss": 0.09247013926506042, "total_norm": 5.406981468200684}
-{"epoch": 6, "step": 8812, "loss": 0.08601301908493042, "total_norm": 6.052707195281982}
-{"epoch": 6, "step": 8813, "loss": 0.07421144843101501, "total_norm": 4.085630893707275}
-{"epoch": 6, "step": 8814, "loss": 0.07383760809898376, "total_norm": 6.108168601989746}
-{"epoch": 6, "step": 8815, "loss": 0.0868198573589325, "total_norm": 5.452548980712891}
-{"epoch": 6, "step": 8816, "loss": 0.07397028803825378, "total_norm": 5.772357940673828}
-{"epoch": 6, "step": 8817, "loss": 0.09030070900917053, "total_norm": 4.982384204864502}
-{"epoch": 6, "step": 8818, "loss": 0.09592682123184204, "total_norm": 6.773524284362793}
-{"epoch": 6, "step": 8819, "loss": 0.039058174937963486, "total_norm": 4.3436384201049805}
-{"epoch": 6, "step": 8820, "loss": 0.05521282181143761, "total_norm": 3.826643228530884}
-{"epoch": 6, "step": 8821, "loss": 0.04560687020421028, "total_norm": 4.8337812423706055}
-{"epoch": 6, "step": 8822, "loss": 0.03292444348335266, "total_norm": 4.557850360870361}
-{"epoch": 6, "step": 8823, "loss": 0.015788057819008827, "total_norm": 5.654775142669678}
-{"epoch": 6, "step": 8824, "loss": 0.050130754709243774, "total_norm": 4.459338665008545}
-{"epoch": 6, "step": 8825, "loss": 0.06939452141523361, "total_norm": 6.062845230102539}
-{"epoch": 6, "step": 8826, "loss": 0.049261949956417084, "total_norm": 6.491198539733887}
-{"epoch": 6, "step": 8827, "loss": 0.09443997591733932, "total_norm": 5.775814533233643}
-{"epoch": 6, "step": 8828, "loss": 0.17008765041828156, "total_norm": 7.29189920425415}
-{"epoch": 6, "step": 8829, "loss": 0.13606223464012146, "total_norm": 6.340716361999512}
-{"epoch": 6, "step": 8830, "loss": 0.06676305830478668, "total_norm": 4.825438499450684}
-{"epoch": 6, "step": 8831, "loss": 0.05273628234863281, "total_norm": 5.405296802520752}
-{"epoch": 6, "step": 8832, "loss": 0.1369837373495102, "total_norm": 8.609824180603027}
-{"epoch": 6, "step": 8833, "loss": 0.09653589129447937, "total_norm": 8.798624992370605}
-{"epoch": 6, "step": 8834, "loss": 0.027423333376646042, "total_norm": 4.412631511688232}
-{"epoch": 6, "step": 8835, "loss": 0.08936697244644165, "total_norm": 4.50847053527832}
-{"epoch": 6, "step": 8836, "loss": 0.05720957741141319, "total_norm": 2.941424608230591}
-{"epoch": 6, "step": 8837, "loss": 0.017212560400366783, "total_norm": 2.147035598754883}
-{"epoch": 6, "step": 8838, "loss": 0.0774531364440918, "total_norm": 4.277096271514893}
-{"epoch": 6, "step": 8839, "loss": 0.02679729461669922, "total_norm": 3.254621982574463}
-{"epoch": 6, "step": 8840, "loss": 0.06227739527821541, "total_norm": 5.01743221282959}
-{"epoch": 6, "step": 8841, "loss": 0.1263202577829361, "total_norm": 6.543334007263184}
-{"epoch": 6, "step": 8842, "loss": 0.04892046004533768, "total_norm": 4.696156978607178}
-{"epoch": 6, "step": 8843, "loss": 0.03444698080420494, "total_norm": 5.538013935089111}
-{"epoch": 6, "step": 8844, "loss": 0.034856442362070084, "total_norm": 3.601249933242798}
-{"epoch": 6, "step": 8845, "loss": 0.05059834197163582, "total_norm": 4.129423141479492}
-{"epoch": 6, "step": 8846, "loss": 0.09043508768081665, "total_norm": 5.612698078155518}
-{"epoch": 6, "step": 8847, "loss": 0.05663881078362465, "total_norm": 5.129438400268555}
-{"epoch": 6, "step": 8848, "loss": 0.08798760175704956, "total_norm": 5.956271171569824}
-{"epoch": 6, "step": 8849, "loss": 0.041540876030921936, "total_norm": 6.940180778503418}
-{"epoch": 6, "step": 8850, "loss": 0.08289507031440735, "total_norm": 4.8592987060546875}
-{"epoch": 6, "step": 8851, "loss": 0.046866223216056824, "total_norm": 3.9831044673919678}
-{"epoch": 6, "step": 8852, "loss": 0.021901307627558708, "total_norm": 3.507366418838501}
-{"epoch": 6, "step": 8853, "loss": 0.05598986893892288, "total_norm": 4.411134719848633}
-{"epoch": 6, "step": 8854, "loss": 0.0727711096405983, "total_norm": 3.794307231903076}
-{"epoch": 6, "step": 8855, "loss": 0.02826674096286297, "total_norm": 4.918069362640381}
-{"epoch": 6, "step": 8856, "loss": 0.023898975923657417, "total_norm": 3.260857582092285}
-{"epoch": 6, "step": 8857, "loss": 0.06809797137975693, "total_norm": 5.180140495300293}
-{"epoch": 6, "step": 8858, "loss": 0.05158928781747818, "total_norm": 4.319029331207275}
-{"epoch": 6, "step": 8859, "loss": 0.14778903126716614, "total_norm": 9.003806114196777}
-{"epoch": 6, "step": 8860, "loss": 0.10862573981285095, "total_norm": 6.768237113952637}
-{"epoch": 6, "step": 8861, "loss": 0.05857129395008087, "total_norm": 5.513679027557373}
-{"epoch": 6, "step": 8862, "loss": 0.06420862674713135, "total_norm": 5.5540032386779785}
-{"epoch": 6, "step": 8863, "loss": 0.08787902444601059, "total_norm": 5.232956409454346}
-{"epoch": 6, "step": 8864, "loss": 0.08771359920501709, "total_norm": 4.063619613647461}
-{"epoch": 6, "step": 8865, "loss": 0.10337092727422714, "total_norm": 8.090781211853027}
-{"epoch": 6, "step": 8866, "loss": 0.08255410939455032, "total_norm": 9.375005722045898}
-{"epoch": 6, "step": 8867, "loss": 0.07264504581689835, "total_norm": 4.690537452697754}
-{"epoch": 6, "step": 8868, "loss": 0.10144451260566711, "total_norm": 5.314054489135742}
-{"epoch": 6, "step": 8869, "loss": 0.08534357696771622, "total_norm": 5.852631092071533}
-{"epoch": 6, "step": 8870, "loss": 0.039333682507276535, "total_norm": 3.8777987957000732}
-{"epoch": 6, "step": 8871, "loss": 0.11772949993610382, "total_norm": 6.285464763641357}
-{"epoch": 6, "step": 8872, "loss": 0.11396785080432892, "total_norm": 6.689025402069092}
-{"epoch": 6, "step": 8873, "loss": 0.13015852868556976, "total_norm": 6.140643119812012}
-{"epoch": 6, "step": 8874, "loss": 0.014026894234120846, "total_norm": 2.693769693374634}
-{"epoch": 6, "step": 8875, "loss": 0.05305355787277222, "total_norm": 6.075438022613525}
-{"epoch": 6, "step": 8876, "loss": 0.09784094244241714, "total_norm": 4.446697235107422}
-{"epoch": 6, "step": 8877, "loss": 0.093745157122612, "total_norm": 4.875705242156982}
-{"epoch": 6, "step": 8878, "loss": 0.04483203589916229, "total_norm": 3.0388453006744385}
-{"epoch": 6, "step": 8879, "loss": 0.08218024671077728, "total_norm": 4.877249717712402}
-{"epoch": 6, "step": 8880, "loss": 0.06914860010147095, "total_norm": 4.726311683654785}
-{"epoch": 6, "step": 8881, "loss": 0.07352879643440247, "total_norm": 4.8481855392456055}
-{"epoch": 6, "step": 8882, "loss": 0.07453334331512451, "total_norm": 5.248673439025879}
-{"epoch": 6, "step": 8883, "loss": 0.043617378920316696, "total_norm": 4.635325908660889}
-{"epoch": 6, "step": 8884, "loss": 0.03204134851694107, "total_norm": 3.899547815322876}
-{"epoch": 6, "step": 8885, "loss": 0.04566676542162895, "total_norm": 3.429044246673584}
-{"epoch": 6, "step": 8886, "loss": 0.06921004503965378, "total_norm": 4.559031009674072}
-{"epoch": 6, "step": 8887, "loss": 0.05692119896411896, "total_norm": 7.073354721069336}
-{"epoch": 6, "step": 8888, "loss": 0.13914333283901215, "total_norm": 8.61711597442627}
-{"epoch": 6, "step": 8889, "loss": 0.049601081758737564, "total_norm": 4.159576892852783}
-{"epoch": 6, "step": 8890, "loss": 0.06953386962413788, "total_norm": 3.6226847171783447}
-{"epoch": 6, "step": 8891, "loss": 0.06769397854804993, "total_norm": 5.768708229064941}
-{"epoch": 6, "step": 8892, "loss": 0.05010959878563881, "total_norm": 5.108234882354736}
-{"epoch": 6, "step": 8893, "loss": 0.043838683515787125, "total_norm": 4.625143527984619}
-{"epoch": 6, "step": 8894, "loss": 0.06945788860321045, "total_norm": 4.933010101318359}
-{"epoch": 6, "step": 8895, "loss": 0.06503582000732422, "total_norm": 5.016556262969971}
-{"epoch": 6, "step": 8896, "loss": 0.089630626142025, "total_norm": 4.946291446685791}
-{"epoch": 6, "step": 8897, "loss": 0.06812021136283875, "total_norm": 5.287466526031494}
-{"epoch": 6, "step": 8898, "loss": 0.07986737042665482, "total_norm": 5.678066253662109}
-{"epoch": 6, "step": 8899, "loss": 0.030146025121212006, "total_norm": 4.652849197387695}
-{"epoch": 6, "step": 8900, "loss": 0.04870046675205231, "total_norm": 5.610227584838867}
-{"epoch": 6, "step": 8901, "loss": 0.027165483683347702, "total_norm": 3.8172974586486816}
-{"epoch": 6, "step": 8902, "loss": 0.0870361253619194, "total_norm": 5.709791660308838}
-{"epoch": 6, "step": 8903, "loss": 0.06591677665710449, "total_norm": 5.690080165863037}
-{"epoch": 6, "step": 8904, "loss": 0.07393048703670502, "total_norm": 4.0281572341918945}
-{"epoch": 6, "step": 8905, "loss": 0.09646198153495789, "total_norm": 4.817131519317627}
-{"epoch": 6, "step": 8906, "loss": 0.05643776059150696, "total_norm": 4.358049392700195}
-{"epoch": 6, "step": 8907, "loss": 0.03399739786982536, "total_norm": 4.871180057525635}
-{"epoch": 6, "step": 8908, "loss": 0.07022174447774887, "total_norm": 5.355066776275635}
-{"epoch": 6, "step": 8909, "loss": 0.05143146216869354, "total_norm": 4.922678470611572}
-{"epoch": 6, "step": 8910, "loss": 0.04743131995201111, "total_norm": 7.169315814971924}
-{"epoch": 6, "step": 8911, "loss": 0.10780283063650131, "total_norm": 7.915720462799072}
-{"epoch": 6, "step": 8912, "loss": 0.05490709841251373, "total_norm": 3.907712936401367}
-{"epoch": 6, "step": 8913, "loss": 0.06834129244089127, "total_norm": 6.328071117401123}
-{"epoch": 6, "step": 8914, "loss": 0.014120874926447868, "total_norm": 2.720364809036255}
-{"epoch": 6, "step": 8915, "loss": 0.0636596754193306, "total_norm": 6.071847438812256}
-{"epoch": 6, "step": 8916, "loss": 0.05197521299123764, "total_norm": 4.704004287719727}
-{"epoch": 6, "step": 8917, "loss": 0.046007510274648666, "total_norm": 3.534426689147949}
-{"epoch": 6, "step": 8918, "loss": 0.012080151587724686, "total_norm": 1.907393455505371}
-{"epoch": 6, "step": 8919, "loss": 0.059700094163417816, "total_norm": 4.224559307098389}
-{"epoch": 6, "step": 8920, "loss": 0.010756416246294975, "total_norm": 3.314846992492676}
-{"epoch": 6, "step": 8921, "loss": 0.06816548109054565, "total_norm": 5.298977851867676}
-{"epoch": 6, "step": 8922, "loss": 0.05861319974064827, "total_norm": 12.583943367004395}
-{"epoch": 6, "step": 8923, "loss": 0.04285312443971634, "total_norm": 6.1682963371276855}
-{"epoch": 6, "step": 8924, "loss": 0.08948932588100433, "total_norm": 7.1351728439331055}
-{"epoch": 6, "step": 8925, "loss": 0.05827997624874115, "total_norm": 6.800352573394775}
-{"epoch": 6, "step": 8926, "loss": 0.0635305643081665, "total_norm": 7.008815765380859}
-{"epoch": 6, "step": 8927, "loss": 0.03605742007493973, "total_norm": 3.35909104347229}
-{"epoch": 6, "step": 8928, "loss": 0.0893435925245285, "total_norm": 5.84719705581665}
-{"epoch": 6, "step": 8929, "loss": 0.0472983755171299, "total_norm": 5.30733585357666}
-{"epoch": 6, "step": 8930, "loss": 0.019448915496468544, "total_norm": 4.382811069488525}
-{"epoch": 6, "step": 8931, "loss": 0.048927903175354004, "total_norm": 4.637321949005127}
-{"epoch": 6, "step": 8932, "loss": 0.038431696593761444, "total_norm": 4.702064514160156}
-{"epoch": 6, "step": 8933, "loss": 0.044660236686468124, "total_norm": 7.296285152435303}
-{"epoch": 6, "step": 8934, "loss": 0.090348981320858, "total_norm": 5.69025993347168}
-{"epoch": 6, "step": 8935, "loss": 0.07906612008810043, "total_norm": 4.203895568847656}
-{"epoch": 6, "step": 8936, "loss": 0.07152549177408218, "total_norm": 4.448362350463867}
-{"epoch": 6, "step": 8937, "loss": 0.06266188621520996, "total_norm": 6.518721580505371}
-{"epoch": 6, "step": 8938, "loss": 0.09185566753149033, "total_norm": 6.554594993591309}
-{"epoch": 6, "step": 8939, "loss": 0.0636189728975296, "total_norm": 4.953105926513672}
-{"epoch": 6, "step": 8940, "loss": 0.09708604216575623, "total_norm": 6.823256492614746}
-{"epoch": 6, "step": 8941, "loss": 0.11579674482345581, "total_norm": 7.267920017242432}
-{"epoch": 6, "step": 8942, "loss": 0.017970772460103035, "total_norm": 3.80419921875}
-{"epoch": 6, "step": 8943, "loss": 0.019481943920254707, "total_norm": 3.352644681930542}
-{"epoch": 6, "step": 8944, "loss": 0.07347989827394485, "total_norm": 5.920974254608154}
-{"epoch": 6, "step": 8945, "loss": 0.08900325745344162, "total_norm": 5.643721580505371}
-{"epoch": 6, "step": 8946, "loss": 0.03782077506184578, "total_norm": 4.109908103942871}
-{"epoch": 6, "step": 8947, "loss": 0.0935351625084877, "total_norm": 5.869424819946289}
-{"epoch": 6, "step": 8948, "loss": 0.05177878215909004, "total_norm": 3.689063549041748}
-{"epoch": 6, "step": 8949, "loss": 0.076832115650177, "total_norm": 6.589807987213135}
-{"epoch": 6, "step": 8950, "loss": 0.09148363023996353, "total_norm": 6.588247776031494}
-{"epoch": 6, "step": 8951, "loss": 0.01634943298995495, "total_norm": 2.7940146923065186}
-{"epoch": 6, "step": 8952, "loss": 0.04855022579431534, "total_norm": 4.369045257568359}
-{"epoch": 6, "step": 8953, "loss": 0.0664874017238617, "total_norm": 3.742608070373535}
-{"epoch": 6, "step": 8954, "loss": 0.07195305824279785, "total_norm": 8.551776885986328}
-{"epoch": 6, "step": 8955, "loss": 0.07152940332889557, "total_norm": 5.9391913414001465}
-{"epoch": 6, "step": 8956, "loss": 0.11702147126197815, "total_norm": 7.6570634841918945}
-{"epoch": 6, "step": 8957, "loss": 0.02374565787613392, "total_norm": 3.523481845855713}
-{"epoch": 6, "step": 8958, "loss": 0.05750400200486183, "total_norm": 5.052612781524658}
-{"epoch": 6, "step": 8959, "loss": 0.05952795222401619, "total_norm": 4.470920085906982}
-{"epoch": 6, "step": 8960, "loss": 0.06613478809595108, "total_norm": 7.785841464996338}
-{"epoch": 6, "step": 8961, "loss": 0.0772770419716835, "total_norm": 4.554666519165039}
-{"epoch": 6, "step": 8962, "loss": 0.055670116096735, "total_norm": 4.876832008361816}
-{"epoch": 6, "step": 8963, "loss": 0.08056113123893738, "total_norm": 4.945077419281006}
-{"epoch": 6, "step": 8964, "loss": 0.0726887583732605, "total_norm": 4.264921188354492}
-{"epoch": 6, "step": 8965, "loss": 0.12283694744110107, "total_norm": 6.206969261169434}
-{"epoch": 6, "step": 8966, "loss": 0.054145149886608124, "total_norm": 4.979476451873779}
-{"epoch": 6, "step": 8967, "loss": 0.05130825191736221, "total_norm": 4.014665603637695}
-{"epoch": 6, "step": 8968, "loss": 0.0679263323545456, "total_norm": 5.002082824707031}
-{"epoch": 6, "step": 8969, "loss": 0.05775626376271248, "total_norm": 4.4832377433776855}
-{"epoch": 6, "step": 8970, "loss": 0.0756511464715004, "total_norm": 5.7846455574035645}
-{"epoch": 6, "step": 8971, "loss": 0.0377761647105217, "total_norm": 5.356264591217041}
-{"epoch": 6, "step": 8972, "loss": 0.11029274761676788, "total_norm": 5.083807945251465}
-{"epoch": 6, "step": 8973, "loss": 0.05695251375436783, "total_norm": 5.1379547119140625}
-{"epoch": 6, "step": 8974, "loss": 0.009594125673174858, "total_norm": 2.5451457500457764}
-{"epoch": 6, "step": 8975, "loss": 0.0758274495601654, "total_norm": 6.276801586151123}
-{"epoch": 6, "step": 8976, "loss": 0.08761139959096909, "total_norm": 5.257820129394531}
-{"epoch": 6, "step": 8977, "loss": 0.07586261630058289, "total_norm": 7.135462284088135}
-{"epoch": 6, "step": 8978, "loss": 0.04245755076408386, "total_norm": 4.429774761199951}
-{"epoch": 6, "step": 8979, "loss": 0.08906182646751404, "total_norm": 4.464685916900635}
-{"epoch": 6, "step": 8980, "loss": 0.08204181492328644, "total_norm": 6.469535827636719}
-{"epoch": 6, "step": 8981, "loss": 0.01698080077767372, "total_norm": 2.795283317565918}
-{"epoch": 6, "step": 8982, "loss": 0.068197101354599, "total_norm": 4.115240097045898}
-{"epoch": 6, "step": 8983, "loss": 0.07009624689817429, "total_norm": 4.34239387512207}
-{"epoch": 6, "step": 8984, "loss": 0.05135307461023331, "total_norm": 4.02209997177124}
-{"epoch": 6, "step": 8985, "loss": 0.029694998636841774, "total_norm": 5.369636058807373}
-{"epoch": 6, "step": 8986, "loss": 0.03591210022568703, "total_norm": 4.7630510330200195}
-{"epoch": 6, "step": 8987, "loss": 0.10104169696569443, "total_norm": 13.020859718322754}
-{"epoch": 6, "step": 8988, "loss": 0.09904240816831589, "total_norm": 5.568260669708252}
-{"epoch": 6, "step": 8989, "loss": 0.06720250099897385, "total_norm": 4.976832866668701}
-{"epoch": 6, "step": 8990, "loss": 0.0787072405219078, "total_norm": 6.6804704666137695}
-{"epoch": 6, "step": 8991, "loss": 0.0572638213634491, "total_norm": 5.510343551635742}
-{"epoch": 6, "step": 8992, "loss": 0.05116422846913338, "total_norm": 4.275887966156006}
-{"epoch": 6, "step": 8993, "loss": 0.11603526771068573, "total_norm": 5.867734432220459}
-{"epoch": 6, "step": 8994, "loss": 0.055312320590019226, "total_norm": 5.72497034072876}
-{"epoch": 6, "step": 8995, "loss": 0.02256356179714203, "total_norm": 2.2718958854675293}
-{"epoch": 6, "step": 8996, "loss": 0.055305227637290955, "total_norm": 4.642088413238525}
-{"epoch": 6, "step": 8997, "loss": 0.10281278192996979, "total_norm": 4.742094993591309}
-{"epoch": 6, "step": 8998, "loss": 0.07586909085512161, "total_norm": 5.052626132965088}
-{"epoch": 6, "step": 8999, "loss": 0.06985756754875183, "total_norm": 8.45345687866211}
-{"epoch": 6, "step": 9000, "loss": 0.04418939724564552, "total_norm": 3.3542444705963135}
-{"epoch": 6, "step": 9001, "loss": 0.058284103870391846, "total_norm": 7.08516263961792}
-{"epoch": 6, "step": 9002, "loss": 0.01471618004143238, "total_norm": 3.248065948486328}
-{"epoch": 6, "step": 9003, "loss": 0.06419689953327179, "total_norm": 6.482961654663086}
-{"epoch": 6, "step": 9004, "loss": 0.04953320696949959, "total_norm": 7.545547962188721}
-{"epoch": 6, "step": 9005, "loss": 0.06526602804660797, "total_norm": 4.288691520690918}
-{"epoch": 6, "step": 9006, "loss": 0.09694340825080872, "total_norm": 6.74845552444458}
-{"epoch": 6, "step": 9007, "loss": 0.08425937592983246, "total_norm": 5.138638496398926}
-{"epoch": 6, "step": 9008, "loss": 0.10028333961963654, "total_norm": 6.031867980957031}
-{"epoch": 6, "step": 9009, "loss": 0.05949205532670021, "total_norm": 4.800753593444824}
-{"epoch": 6, "step": 9010, "loss": 0.04591357335448265, "total_norm": 4.089354038238525}
-{"epoch": 6, "step": 9011, "loss": 0.03186843916773796, "total_norm": 5.220469951629639}
-{"epoch": 6, "step": 9012, "loss": 0.061791494488716125, "total_norm": 5.815423488616943}
-{"epoch": 6, "step": 9013, "loss": 0.10918623208999634, "total_norm": 4.952739238739014}
-{"epoch": 6, "step": 9014, "loss": 0.0895237922668457, "total_norm": 5.793010711669922}
-{"epoch": 6, "step": 9015, "loss": 0.058734919875860214, "total_norm": 5.600809097290039}
-{"epoch": 6, "step": 9016, "loss": 0.025621507316827774, "total_norm": 4.239518165588379}
-{"epoch": 6, "step": 9017, "loss": 0.07163635641336441, "total_norm": 4.999605178833008}
-{"epoch": 6, "step": 9018, "loss": 0.09270338714122772, "total_norm": 7.061016082763672}
-{"epoch": 6, "step": 9019, "loss": 0.08953893184661865, "total_norm": 4.772007942199707}
-{"epoch": 6, "step": 9020, "loss": 0.07100492715835571, "total_norm": 5.005867958068848}
-{"epoch": 6, "step": 9021, "loss": 0.10904880613088608, "total_norm": 7.876307964324951}
-{"epoch": 6, "step": 9022, "loss": 0.07657187432050705, "total_norm": 7.121954441070557}
-{"epoch": 6, "step": 9023, "loss": 0.08010206371545792, "total_norm": 5.199072360992432}
-{"epoch": 6, "step": 9024, "loss": 0.18182173371315002, "total_norm": 10.173351287841797}
-{"epoch": 6, "step": 9025, "loss": 0.11576734483242035, "total_norm": 8.100065231323242}
-{"epoch": 6, "step": 9026, "loss": 0.06383313983678818, "total_norm": 6.998952865600586}
-{"epoch": 6, "step": 9027, "loss": 0.07028284668922424, "total_norm": 4.493813514709473}
-{"epoch": 6, "step": 9028, "loss": 0.04690220579504967, "total_norm": 6.660654544830322}
-{"epoch": 6, "step": 9029, "loss": 0.08162921667098999, "total_norm": 4.088370323181152}
-{"epoch": 6, "step": 9030, "loss": 0.04484576731920242, "total_norm": 3.7476391792297363}
-{"epoch": 6, "step": 9031, "loss": 0.06623544543981552, "total_norm": 4.4633917808532715}
-{"epoch": 6, "step": 9032, "loss": 0.05587620660662651, "total_norm": 3.5572550296783447}
-{"epoch": 6, "step": 9033, "loss": 0.041392724961042404, "total_norm": 3.6098499298095703}
-{"epoch": 6, "step": 9034, "loss": 0.017929160967469215, "total_norm": 4.697961330413818}
-{"epoch": 6, "step": 9035, "loss": 0.1604560911655426, "total_norm": 10.408635139465332}
-{"epoch": 6, "step": 9036, "loss": 0.09070277214050293, "total_norm": 5.016538619995117}
-{"epoch": 6, "step": 9037, "loss": 0.0694650337100029, "total_norm": 7.726038932800293}
-{"epoch": 6, "step": 9038, "loss": 0.07181724905967712, "total_norm": 4.999204635620117}
-{"epoch": 6, "step": 9039, "loss": 0.12374649941921234, "total_norm": 6.511466026306152}
-{"epoch": 6, "step": 9040, "loss": 0.08332852274179459, "total_norm": 4.000452041625977}
-{"epoch": 6, "step": 9041, "loss": 0.06817836314439774, "total_norm": 4.073893070220947}
-{"epoch": 6, "step": 9042, "loss": 0.03910549357533455, "total_norm": 4.101018905639648}
-{"epoch": 6, "step": 9043, "loss": 0.059164859354496, "total_norm": 3.963254928588867}
-{"epoch": 6, "step": 9044, "loss": 0.09927120059728622, "total_norm": 4.394639492034912}
-{"epoch": 6, "step": 9045, "loss": 0.06472823023796082, "total_norm": 7.372862815856934}
-{"epoch": 6, "step": 9046, "loss": 0.044879622757434845, "total_norm": 4.974015235900879}
-{"epoch": 6, "step": 9047, "loss": 0.09704823791980743, "total_norm": 4.517441749572754}
-{"epoch": 6, "step": 9048, "loss": 0.11917517334222794, "total_norm": 6.333127975463867}
-{"epoch": 6, "step": 9049, "loss": 0.06750593334436417, "total_norm": 4.3622002601623535}
-{"epoch": 6, "step": 9050, "loss": 0.1276395469903946, "total_norm": 7.259374141693115}
-{"epoch": 6, "step": 9051, "loss": 0.08500173687934875, "total_norm": 4.153720855712891}
-{"epoch": 6, "step": 9052, "loss": 0.045530546456575394, "total_norm": 5.374748229980469}
-{"epoch": 6, "step": 9053, "loss": 0.07549860328435898, "total_norm": 4.952114582061768}
-{"epoch": 6, "step": 9054, "loss": 0.020716028288006783, "total_norm": 2.594414234161377}
-{"epoch": 6, "step": 9055, "loss": 0.08910868316888809, "total_norm": 8.128074645996094}
-{"epoch": 6, "step": 9056, "loss": 0.028935743495821953, "total_norm": 3.9208548069000244}
-{"epoch": 6, "step": 9057, "loss": 0.08223217725753784, "total_norm": 4.744808197021484}
-{"epoch": 6, "step": 9058, "loss": 0.05739589035511017, "total_norm": 3.8748555183410645}
-{"epoch": 6, "step": 9059, "loss": 0.04152456670999527, "total_norm": 4.880403518676758}
-{"epoch": 6, "step": 9060, "loss": 0.08419803529977798, "total_norm": 5.37953519821167}
-{"epoch": 6, "step": 9061, "loss": 0.07024069130420685, "total_norm": 4.640300273895264}
-{"epoch": 6, "step": 9062, "loss": 0.04173990711569786, "total_norm": 6.5551629066467285}
-{"epoch": 6, "step": 9063, "loss": 0.047462522983551025, "total_norm": 4.054324626922607}
-{"epoch": 6, "step": 9064, "loss": 0.0638086348772049, "total_norm": 4.653335094451904}
-{"epoch": 6, "step": 9065, "loss": 0.06779708713293076, "total_norm": 6.5945515632629395}
-{"epoch": 6, "step": 9066, "loss": 0.07237884402275085, "total_norm": 4.081308364868164}
-{"epoch": 6, "step": 9067, "loss": 0.057466670870780945, "total_norm": 6.809458255767822}
-{"epoch": 6, "step": 9068, "loss": 0.10967247188091278, "total_norm": 5.062546730041504}
-{"epoch": 6, "step": 9069, "loss": 0.111313596367836, "total_norm": 6.420283794403076}
-{"epoch": 6, "step": 9070, "loss": 0.10462315380573273, "total_norm": 5.620499134063721}
-{"epoch": 6, "step": 9071, "loss": 0.061068251729011536, "total_norm": 5.528183937072754}
-{"epoch": 6, "step": 9072, "loss": 0.06614430248737335, "total_norm": 3.6491494178771973}
-{"epoch": 6, "step": 9073, "loss": 0.12810969352722168, "total_norm": 6.512814044952393}
-{"epoch": 6, "step": 9074, "loss": 0.08814093470573425, "total_norm": 5.212093353271484}
-{"epoch": 6, "step": 9075, "loss": 0.04863978922367096, "total_norm": 3.2204267978668213}
-{"epoch": 6, "step": 9076, "loss": 0.09452641755342484, "total_norm": 5.12581729888916}
-{"epoch": 6, "step": 9077, "loss": 0.03384053334593773, "total_norm": 4.555060863494873}
-{"epoch": 6, "step": 9078, "loss": 0.09916869550943375, "total_norm": 4.030663013458252}
-{"epoch": 6, "step": 9079, "loss": 0.08152792602777481, "total_norm": 8.646286964416504}
-{"epoch": 6, "step": 9080, "loss": 0.0920158177614212, "total_norm": 5.210624694824219}
-{"epoch": 6, "step": 9081, "loss": 0.11231578886508942, "total_norm": 6.860229015350342}
-{"epoch": 6, "step": 9082, "loss": 0.074526846408844, "total_norm": 5.65999698638916}
-{"epoch": 6, "step": 9083, "loss": 0.07320474088191986, "total_norm": 4.095213890075684}
-{"epoch": 6, "step": 9084, "loss": 0.06401272863149643, "total_norm": 5.782385349273682}
-{"epoch": 6, "step": 9085, "loss": 0.17936252057552338, "total_norm": 7.802700996398926}
-{"epoch": 6, "step": 9086, "loss": 0.10272414237260818, "total_norm": 6.796805381774902}
-{"epoch": 6, "step": 9087, "loss": 0.12845662236213684, "total_norm": 9.774677276611328}
-{"epoch": 6, "step": 9088, "loss": 0.04374058172106743, "total_norm": 3.181609630584717}
-{"epoch": 6, "step": 9089, "loss": 0.0711430236697197, "total_norm": 6.435059547424316}
-{"epoch": 6, "step": 9090, "loss": 0.03430946543812752, "total_norm": 4.00296688079834}
-{"epoch": 6, "step": 9091, "loss": 0.11655677109956741, "total_norm": 5.754520893096924}
-{"epoch": 6, "step": 9092, "loss": 0.05354650691151619, "total_norm": 4.321645736694336}
-{"epoch": 6, "step": 9093, "loss": 0.05665578320622444, "total_norm": 4.432852745056152}
-{"epoch": 6, "step": 9094, "loss": 0.09887906908988953, "total_norm": 5.257588863372803}
-{"epoch": 6, "step": 9095, "loss": 0.06119970604777336, "total_norm": 4.0871429443359375}
-{"epoch": 6, "step": 9096, "loss": 0.03018999844789505, "total_norm": 5.452346324920654}
-{"epoch": 6, "step": 9097, "loss": 0.04589780792593956, "total_norm": 6.173429489135742}
-{"epoch": 6, "step": 9098, "loss": 0.055544763803482056, "total_norm": 4.8188157081604}
-{"epoch": 6, "step": 9099, "loss": 0.12258504331111908, "total_norm": 5.334615230560303}
-{"epoch": 6, "step": 9100, "loss": 0.07649198919534683, "total_norm": 5.851424217224121}
-{"epoch": 6, "step": 9101, "loss": 0.055417127907276154, "total_norm": 3.135148048400879}
-{"epoch": 6, "step": 9102, "loss": 0.038274917751550674, "total_norm": 3.808384895324707}
-{"epoch": 6, "step": 9103, "loss": 0.06046099215745926, "total_norm": 5.43338680267334}
-{"epoch": 6, "step": 9104, "loss": 0.06287822127342224, "total_norm": 4.809813499450684}
-{"epoch": 6, "step": 9105, "loss": 0.021314281970262527, "total_norm": 4.2414631843566895}
-{"epoch": 6, "step": 9106, "loss": 0.08169381320476532, "total_norm": 4.877227783203125}
-{"epoch": 6, "step": 9107, "loss": 0.04262521117925644, "total_norm": 4.802191257476807}
-{"epoch": 6, "step": 9108, "loss": 0.05457666516304016, "total_norm": 3.449022054672241}
-{"epoch": 6, "step": 9109, "loss": 0.09076706320047379, "total_norm": 5.271748065948486}
-{"epoch": 6, "step": 9110, "loss": 0.03500128537416458, "total_norm": 4.119864463806152}
-{"epoch": 6, "step": 9111, "loss": 0.008828594349324703, "total_norm": 2.7766199111938477}
-{"epoch": 6, "step": 9112, "loss": 0.09604378789663315, "total_norm": 8.071148872375488}
-{"epoch": 6, "step": 9113, "loss": 0.11216369271278381, "total_norm": 6.5119757652282715}
-{"epoch": 6, "step": 9114, "loss": 0.10161999613046646, "total_norm": 5.965595722198486}
-{"epoch": 6, "step": 9115, "loss": 0.10942034423351288, "total_norm": 4.476390361785889}
-{"epoch": 6, "step": 9116, "loss": 0.04075358435511589, "total_norm": 5.987024307250977}
-{"epoch": 6, "step": 9117, "loss": 0.01959719881415367, "total_norm": 2.8561558723449707}
-{"epoch": 6, "step": 9118, "loss": 0.0744813084602356, "total_norm": 3.4632151126861572}
-{"epoch": 6, "step": 9119, "loss": 0.17343130707740784, "total_norm": 10.211105346679688}
-{"epoch": 6, "step": 9120, "loss": 0.06728921085596085, "total_norm": 5.0644755363464355}
-{"epoch": 6, "step": 9121, "loss": 0.05113762989640236, "total_norm": 4.296512126922607}
-{"epoch": 6, "step": 9122, "loss": 0.057097241282463074, "total_norm": 4.0218048095703125}
-{"epoch": 6, "step": 9123, "loss": 0.07076145708560944, "total_norm": 4.308669090270996}
-{"epoch": 6, "step": 9124, "loss": 0.036192141473293304, "total_norm": 4.476661682128906}
-{"epoch": 6, "step": 9125, "loss": 0.08736705034971237, "total_norm": 6.474058628082275}
-{"epoch": 6, "step": 9126, "loss": 0.07757192850112915, "total_norm": 7.742743968963623}
-{"epoch": 6, "step": 9127, "loss": 0.051385048776865005, "total_norm": 4.0054144859313965}
-{"epoch": 6, "step": 9128, "loss": 0.050822533667087555, "total_norm": 4.182413578033447}
-{"epoch": 6, "step": 9129, "loss": 0.09031593054533005, "total_norm": 7.212479591369629}
-{"epoch": 6, "step": 9130, "loss": 0.0830615907907486, "total_norm": 5.499162197113037}
-{"epoch": 6, "step": 9131, "loss": 0.08583389967679977, "total_norm": 6.0750555992126465}
-{"epoch": 6, "step": 9132, "loss": 0.09409301728010178, "total_norm": 5.976011753082275}
-{"epoch": 6, "step": 9133, "loss": 0.06618539988994598, "total_norm": 5.61676549911499}
-{"epoch": 6, "step": 9134, "loss": 0.10391513258218765, "total_norm": 7.307601451873779}
-{"epoch": 6, "step": 9135, "loss": 0.0458809919655323, "total_norm": 3.879746198654175}
-{"epoch": 6, "step": 9136, "loss": 0.057389531284570694, "total_norm": 6.019242286682129}
-{"epoch": 6, "step": 9137, "loss": 0.10504347085952759, "total_norm": 6.814943313598633}
-{"epoch": 6, "step": 9138, "loss": 0.10506319999694824, "total_norm": 6.303074359893799}
-{"epoch": 6, "step": 9139, "loss": 0.04818110540509224, "total_norm": 5.023611545562744}
-{"epoch": 6, "step": 9140, "loss": 0.03242732957005501, "total_norm": 3.933518171310425}
-{"epoch": 6, "step": 9141, "loss": 0.04610322043299675, "total_norm": 4.056980133056641}
-{"epoch": 6, "step": 9142, "loss": 0.07397432625293732, "total_norm": 6.5251312255859375}
-{"epoch": 6, "step": 9143, "loss": 0.06262128800153732, "total_norm": 4.36992883682251}
-{"epoch": 6, "step": 9144, "loss": 0.1305411159992218, "total_norm": 6.430613994598389}
-{"epoch": 6, "step": 9145, "loss": 0.12350200116634369, "total_norm": 6.631209850311279}
-{"epoch": 6, "step": 9146, "loss": 0.06888693571090698, "total_norm": 4.841131687164307}
-{"epoch": 6, "step": 9147, "loss": 0.039550263434648514, "total_norm": 5.307946681976318}
-{"epoch": 6, "step": 9148, "loss": 0.0775822252035141, "total_norm": 3.5989887714385986}
-{"epoch": 6, "step": 9149, "loss": 0.07030816376209259, "total_norm": 7.128045558929443}
-{"epoch": 6, "step": 9150, "loss": 0.09937284141778946, "total_norm": 7.314813137054443}
-{"epoch": 6, "step": 9151, "loss": 0.14573194086551666, "total_norm": 12.249512672424316}
-{"epoch": 6, "step": 9152, "loss": 0.06851716339588165, "total_norm": 4.62151575088501}
-{"epoch": 6, "step": 9153, "loss": 0.04934447258710861, "total_norm": 3.3340113162994385}
-{"epoch": 6, "step": 9154, "loss": 0.0712282732129097, "total_norm": 5.482265949249268}
-{"epoch": 6, "step": 9155, "loss": 0.0328572653234005, "total_norm": 4.504693508148193}
-{"epoch": 6, "step": 9156, "loss": 0.027144404128193855, "total_norm": 3.3100745677948}
-{"epoch": 6, "step": 9157, "loss": 0.050253976136446, "total_norm": 4.780309200286865}
-{"epoch": 6, "step": 9158, "loss": 0.0936172753572464, "total_norm": 7.510018348693848}
-{"epoch": 6, "step": 9159, "loss": 0.07952989637851715, "total_norm": 7.225610733032227}
-{"epoch": 6, "step": 9160, "loss": 0.09813534468412399, "total_norm": 8.816696166992188}
-{"epoch": 6, "step": 9161, "loss": 0.0969892367720604, "total_norm": 5.2114458084106445}
-{"epoch": 6, "step": 9162, "loss": 0.08906003832817078, "total_norm": 9.781981468200684}
-{"epoch": 6, "step": 9163, "loss": 0.12129028886556625, "total_norm": 7.332973480224609}
-{"epoch": 6, "step": 9164, "loss": 0.0502743236720562, "total_norm": 6.328474521636963}
-{"epoch": 6, "step": 9165, "loss": 0.06902015954256058, "total_norm": 6.554531097412109}
-{"epoch": 6, "step": 9166, "loss": 0.08365540206432343, "total_norm": 4.470345973968506}
-{"epoch": 6, "step": 9167, "loss": 0.0859902948141098, "total_norm": 6.626248359680176}
-{"epoch": 6, "step": 9168, "loss": 0.050737906247377396, "total_norm": 3.719041109085083}
-{"epoch": 6, "step": 9169, "loss": 0.17437563836574554, "total_norm": 6.789454460144043}
-{"epoch": 6, "step": 9170, "loss": 0.08160336315631866, "total_norm": 6.125490665435791}
-{"epoch": 6, "step": 9171, "loss": 0.08240529894828796, "total_norm": 3.595507860183716}
-{"epoch": 6, "step": 9172, "loss": 0.07350927591323853, "total_norm": 4.818422794342041}
-{"epoch": 6, "step": 9173, "loss": 0.14394523203372955, "total_norm": 5.739345550537109}
-{"epoch": 6, "step": 9174, "loss": 0.06279756128787994, "total_norm": 7.570493221282959}
-{"epoch": 6, "step": 9175, "loss": 0.04708220064640045, "total_norm": 4.273807525634766}
-{"epoch": 6, "step": 9176, "loss": 0.02836083434522152, "total_norm": 3.495347499847412}
-{"epoch": 6, "step": 9177, "loss": 0.09684854000806808, "total_norm": 4.079813480377197}
-{"epoch": 6, "step": 9178, "loss": 0.059889230877161026, "total_norm": 3.77868390083313}
-{"epoch": 6, "step": 9179, "loss": 0.06159108877182007, "total_norm": 4.734731674194336}
-{"epoch": 6, "step": 9180, "loss": 0.050148509442806244, "total_norm": 4.355086803436279}
-{"epoch": 6, "step": 9181, "loss": 0.07163535058498383, "total_norm": 5.648441314697266}
-{"epoch": 6, "step": 9182, "loss": 0.07988837361335754, "total_norm": 6.42119026184082}
-{"epoch": 6, "step": 9183, "loss": 0.13477148115634918, "total_norm": 9.76142692565918}
-{"epoch": 6, "step": 9184, "loss": 0.059015218168497086, "total_norm": 3.754747152328491}
-{"epoch": 6, "step": 9185, "loss": 0.07552110403776169, "total_norm": 4.98586368560791}
-{"epoch": 6, "step": 9186, "loss": 0.07519792765378952, "total_norm": 4.431082725524902}
-{"epoch": 6, "step": 9187, "loss": 0.13975493609905243, "total_norm": 7.361810207366943}
-{"epoch": 6, "step": 9188, "loss": 0.09358018636703491, "total_norm": 5.718145847320557}
-{"epoch": 6, "step": 9189, "loss": 0.0965905711054802, "total_norm": 5.881400108337402}
-{"epoch": 6, "step": 9190, "loss": 0.06719234585762024, "total_norm": 5.5874810218811035}
-{"epoch": 6, "step": 9191, "loss": 0.06843114644289017, "total_norm": 4.735111236572266}
-{"epoch": 6, "step": 9192, "loss": 0.05893233045935631, "total_norm": 4.740327835083008}
-{"epoch": 6, "step": 9193, "loss": 0.03505589812994003, "total_norm": 2.390740394592285}
-{"epoch": 6, "step": 9194, "loss": 0.11045017838478088, "total_norm": 6.753354072570801}
-{"epoch": 6, "step": 9195, "loss": 0.02845771238207817, "total_norm": 4.036904335021973}
-{"epoch": 6, "step": 9196, "loss": 0.10204262286424637, "total_norm": 6.231507778167725}
-{"epoch": 6, "step": 9197, "loss": 0.05849909409880638, "total_norm": 4.621974945068359}
-{"epoch": 6, "step": 9198, "loss": 0.14033490419387817, "total_norm": 6.996950149536133}
-{"epoch": 6, "step": 9199, "loss": 0.1190040186047554, "total_norm": 7.175136566162109}
-{"epoch": 6, "step": 9200, "loss": 0.12396906316280365, "total_norm": 5.1403398513793945}
-{"epoch": 6, "step": 9201, "loss": 0.0764632299542427, "total_norm": 4.844202518463135}
-{"epoch": 6, "step": 9202, "loss": 0.06729669123888016, "total_norm": 5.610752582550049}
-{"epoch": 6, "step": 9203, "loss": 0.03327074274420738, "total_norm": 4.442272186279297}
-{"epoch": 6, "step": 9204, "loss": 0.10584214329719543, "total_norm": 8.68605899810791}
-{"epoch": 6, "step": 9205, "loss": 0.050512563437223434, "total_norm": 7.99547815322876}
-{"epoch": 6, "step": 9206, "loss": 0.05266476422548294, "total_norm": 3.894005537033081}
-{"epoch": 6, "step": 9207, "loss": 0.07884599268436432, "total_norm": 5.347024917602539}
-{"epoch": 6, "step": 9208, "loss": 0.1207045167684555, "total_norm": 9.414680480957031}
-{"epoch": 6, "step": 9209, "loss": 0.07999326288700104, "total_norm": 7.099217891693115}
-{"epoch": 6, "step": 9210, "loss": 0.060736868530511856, "total_norm": 7.086770057678223}
-{"epoch": 6, "step": 9211, "loss": 0.06730152666568756, "total_norm": 5.245800495147705}
-{"epoch": 6, "step": 9212, "loss": 0.055264655500650406, "total_norm": 7.715759754180908}
-{"epoch": 6, "step": 9213, "loss": 0.056712307035923004, "total_norm": 4.308834552764893}
-{"epoch": 6, "step": 9214, "loss": 0.04314045235514641, "total_norm": 7.8103718757629395}
-{"epoch": 6, "step": 9215, "loss": 0.060719992965459824, "total_norm": 4.847155570983887}
-{"epoch": 6, "step": 9216, "eval_loss": 3.320823907852173, "eval_rougeL": 0.28093636402487693}
-{"epoch": 6, "step": 9216, "loss": 0.06319008022546768, "total_norm": 5.066781044006348}
-{"epoch": 6, "step": 9217, "loss": 0.03236785903573036, "total_norm": 3.082184314727783}
-{"epoch": 6, "step": 9218, "loss": 0.05609312653541565, "total_norm": 5.005518913269043}
-{"epoch": 6, "step": 9219, "loss": 0.14463958144187927, "total_norm": 12.4798002243042}
-{"epoch": 6, "step": 9220, "loss": 0.0907612219452858, "total_norm": 4.371865749359131}
-{"epoch": 6, "step": 9221, "loss": 0.045103300362825394, "total_norm": 3.5108776092529297}
-{"epoch": 6, "step": 9222, "loss": 0.08414649218320847, "total_norm": 5.649896144866943}
-{"epoch": 6, "step": 9223, "loss": 0.08091343194246292, "total_norm": 4.574062824249268}
-{"epoch": 6, "step": 9224, "loss": 0.078206367790699, "total_norm": 5.918809413909912}
-{"epoch": 6, "step": 9225, "loss": 0.03814168646931648, "total_norm": 3.7230494022369385}
-{"epoch": 6, "step": 9226, "loss": 0.16928808391094208, "total_norm": 6.073909759521484}
-{"epoch": 6, "step": 9227, "loss": 0.026619935408234596, "total_norm": 5.184861183166504}
-{"epoch": 6, "step": 9228, "loss": 0.0767267569899559, "total_norm": 5.319878578186035}
-{"epoch": 6, "step": 9229, "loss": 0.045563433319330215, "total_norm": 4.337283611297607}
-{"epoch": 6, "step": 9230, "loss": 0.07997427135705948, "total_norm": 4.778946399688721}
-{"epoch": 6, "step": 9231, "loss": 0.0445583201944828, "total_norm": 3.4894275665283203}
-{"epoch": 6, "step": 9232, "loss": 0.06909683346748352, "total_norm": 4.6778788566589355}
-{"epoch": 6, "step": 9233, "loss": 0.03836970403790474, "total_norm": 4.822988510131836}
-{"epoch": 6, "step": 9234, "loss": 0.051121026277542114, "total_norm": 6.876153469085693}
-{"epoch": 6, "step": 9235, "loss": 0.053556665778160095, "total_norm": 4.7283501625061035}
-{"epoch": 6, "step": 9236, "loss": 0.05041924864053726, "total_norm": 6.293278694152832}
-{"epoch": 6, "step": 9237, "loss": 0.032784368842840195, "total_norm": 3.6188182830810547}
-{"epoch": 6, "step": 9238, "loss": 0.13502071797847748, "total_norm": 9.173521041870117}
-{"epoch": 6, "step": 9239, "loss": 0.0976739376783371, "total_norm": 5.616062641143799}
-{"epoch": 6, "step": 9240, "loss": 0.10515793412923813, "total_norm": 6.061708450317383}
-{"epoch": 6, "step": 9241, "loss": 0.06651623547077179, "total_norm": 5.986169338226318}
-{"epoch": 6, "step": 9242, "loss": 0.16866366565227509, "total_norm": 8.726038932800293}
-{"epoch": 6, "step": 9243, "loss": 0.10861260443925858, "total_norm": 5.820606231689453}
-{"epoch": 6, "step": 9244, "loss": 0.04633522033691406, "total_norm": 4.349874019622803}
-{"epoch": 6, "step": 9245, "loss": 0.07028127461671829, "total_norm": 7.515179634094238}
-{"epoch": 6, "step": 9246, "loss": 0.11984346807003021, "total_norm": 10.029876708984375}
-{"epoch": 6, "step": 9247, "loss": 0.15301010012626648, "total_norm": 7.849615097045898}
-{"epoch": 6, "step": 9248, "loss": 0.06793610006570816, "total_norm": 4.640941143035889}
-{"epoch": 6, "step": 9249, "loss": 0.05471070855855942, "total_norm": 5.561603546142578}
-{"epoch": 6, "step": 9250, "loss": 0.06607234477996826, "total_norm": 7.358370780944824}
-{"epoch": 6, "step": 9251, "loss": 0.015231803059577942, "total_norm": 4.007695198059082}
-{"epoch": 6, "step": 9252, "loss": 0.07466519623994827, "total_norm": 4.479280471801758}
-{"epoch": 6, "step": 9253, "loss": 0.08554133027791977, "total_norm": 6.201146125793457}
-{"epoch": 6, "step": 9254, "loss": 0.11602374166250229, "total_norm": 6.701604843139648}
-{"epoch": 6, "step": 9255, "loss": 0.12498395144939423, "total_norm": 7.17641544342041}
-{"epoch": 6, "step": 9256, "loss": 0.18919293582439423, "total_norm": 6.892821788787842}
-{"epoch": 6, "step": 9257, "loss": 0.07914552837610245, "total_norm": 4.815638065338135}
-{"epoch": 6, "step": 9258, "loss": 0.0872611328959465, "total_norm": 7.444453239440918}
-{"epoch": 6, "step": 9259, "loss": 0.06455467641353607, "total_norm": 5.539182186126709}
-{"epoch": 6, "step": 9260, "loss": 0.11930253356695175, "total_norm": 5.129510879516602}
-{"epoch": 6, "step": 9261, "loss": 0.0733441710472107, "total_norm": 4.743881702423096}
-{"epoch": 6, "step": 9262, "loss": 0.1316007673740387, "total_norm": 8.744611740112305}
-{"epoch": 6, "step": 9263, "loss": 0.0632786676287651, "total_norm": 5.008853912353516}
-{"epoch": 6, "step": 9264, "loss": 0.02179742231965065, "total_norm": 2.892780303955078}
-{"epoch": 6, "step": 9265, "loss": 0.04245730862021446, "total_norm": 4.406863689422607}
-{"epoch": 6, "step": 9266, "loss": 0.10357891023159027, "total_norm": 4.984591484069824}
-{"epoch": 6, "step": 9267, "loss": 0.1136302724480629, "total_norm": 5.94350004196167}
-{"epoch": 6, "step": 9268, "loss": 0.08375424891710281, "total_norm": 5.770442485809326}
-{"epoch": 6, "step": 9269, "loss": 0.051149554550647736, "total_norm": 4.797175884246826}
-{"epoch": 6, "step": 9270, "loss": 0.08212830871343613, "total_norm": 5.782644271850586}
-{"epoch": 6, "step": 9271, "loss": 0.11537817120552063, "total_norm": 6.413220405578613}
-{"epoch": 6, "step": 9272, "loss": 0.04062594100832939, "total_norm": 5.547876834869385}
-{"epoch": 6, "step": 9273, "loss": 0.041785046458244324, "total_norm": 5.224826812744141}
-{"epoch": 6, "step": 9274, "loss": 0.020792042836546898, "total_norm": 3.2952768802642822}
-{"epoch": 6, "step": 9275, "loss": 0.09292171895503998, "total_norm": 5.305804252624512}
-{"epoch": 6, "step": 9276, "loss": 0.13763366639614105, "total_norm": 10.554166793823242}
-{"epoch": 6, "step": 9277, "loss": 0.12370768189430237, "total_norm": 7.856638431549072}
-{"epoch": 6, "step": 9278, "loss": 0.013248956762254238, "total_norm": 3.396892547607422}
-{"epoch": 6, "step": 9279, "loss": 0.06720183789730072, "total_norm": 6.712287425994873}
-{"epoch": 6, "step": 9280, "loss": 0.11082635074853897, "total_norm": 6.050299167633057}
-{"epoch": 6, "step": 9281, "loss": 0.19106513261795044, "total_norm": 6.5819220542907715}
-{"epoch": 6, "step": 9282, "loss": 0.08167588710784912, "total_norm": 9.564446449279785}
-{"epoch": 6, "step": 9283, "loss": 0.13203682005405426, "total_norm": 9.335060119628906}
-{"epoch": 6, "step": 9284, "loss": 0.053593412041664124, "total_norm": 4.029988765716553}
-{"epoch": 6, "step": 9285, "loss": 0.06350501626729965, "total_norm": 8.383581161499023}
-{"epoch": 6, "step": 9286, "loss": 0.05925562232732773, "total_norm": 4.702019691467285}
-{"epoch": 6, "step": 9287, "loss": 0.03658171743154526, "total_norm": 3.9897079467773438}
-{"epoch": 6, "step": 9288, "loss": 0.06857448071241379, "total_norm": 5.017668724060059}
-{"epoch": 6, "step": 9289, "loss": 0.07885297387838364, "total_norm": 5.428679943084717}
-{"epoch": 6, "step": 9290, "loss": 0.03475264459848404, "total_norm": 5.188297271728516}
-{"epoch": 6, "step": 9291, "loss": 0.06103786453604698, "total_norm": 5.304224491119385}
-{"epoch": 6, "step": 9292, "loss": 0.07103559374809265, "total_norm": 5.004366397857666}
-{"epoch": 6, "step": 9293, "loss": 0.10392799973487854, "total_norm": 5.761271953582764}
-{"epoch": 6, "step": 9294, "loss": 0.10447271168231964, "total_norm": 6.9500908851623535}
-{"epoch": 6, "step": 9295, "loss": 0.07868693768978119, "total_norm": 6.906772136688232}
-{"epoch": 6, "step": 9296, "loss": 0.02349969930946827, "total_norm": 3.3225438594818115}
-{"epoch": 6, "step": 9297, "loss": 0.01913250982761383, "total_norm": 3.5272128582000732}
-{"epoch": 6, "step": 9298, "loss": 0.10041464120149612, "total_norm": 9.219741821289062}
-{"epoch": 6, "step": 9299, "loss": 0.06533638387918472, "total_norm": 4.8566575050354}
-{"epoch": 6, "step": 9300, "loss": 0.06843259185552597, "total_norm": 6.423371315002441}
-{"epoch": 6, "step": 9301, "loss": 0.045397255569696426, "total_norm": 4.466346263885498}
-{"epoch": 6, "step": 9302, "loss": 0.1004057377576828, "total_norm": 6.905735015869141}
-{"epoch": 6, "step": 9303, "loss": 0.05465679243206978, "total_norm": 5.211556911468506}
-{"epoch": 6, "step": 9304, "loss": 0.08343064039945602, "total_norm": 6.26731014251709}
-{"epoch": 6, "step": 9305, "loss": 0.10012683272361755, "total_norm": 6.556868553161621}
-{"epoch": 6, "step": 9306, "loss": 0.057540085166692734, "total_norm": 6.1153645515441895}
-{"epoch": 6, "step": 9307, "loss": 0.1254202425479889, "total_norm": 5.443049430847168}
-{"epoch": 6, "step": 9308, "loss": 0.03481608256697655, "total_norm": 2.916388988494873}
-{"epoch": 6, "step": 9309, "loss": 0.04096543788909912, "total_norm": 4.681323051452637}
-{"epoch": 6, "step": 9310, "loss": 0.08167023211717606, "total_norm": 4.438846111297607}
-{"epoch": 6, "step": 9311, "loss": 0.03596823662519455, "total_norm": 4.432036399841309}
-{"epoch": 6, "step": 9312, "loss": 0.07145348191261292, "total_norm": 4.428559303283691}
-{"epoch": 6, "step": 9313, "loss": 0.012419761158525944, "total_norm": 1.90793776512146}
-{"epoch": 6, "step": 9314, "loss": 0.05275309830904007, "total_norm": 6.32645320892334}
-{"epoch": 6, "step": 9315, "loss": 0.058875538408756256, "total_norm": 3.8257594108581543}
-{"epoch": 6, "step": 9316, "loss": 0.06710675358772278, "total_norm": 4.4817214012146}
-{"epoch": 6, "step": 9317, "loss": 0.05512627214193344, "total_norm": 5.3201584815979}
-{"epoch": 6, "step": 9318, "loss": 0.05289047211408615, "total_norm": 3.7911810874938965}
-{"epoch": 6, "step": 9319, "loss": 0.08415937423706055, "total_norm": 6.295806884765625}
-{"epoch": 6, "step": 9320, "loss": 0.15175002813339233, "total_norm": 10.035821914672852}
-{"epoch": 6, "step": 9321, "loss": 0.05564083531498909, "total_norm": 4.476917743682861}
-{"epoch": 6, "step": 9322, "loss": 0.06957803666591644, "total_norm": 4.18535852432251}
-{"epoch": 6, "step": 9323, "loss": 0.0897376537322998, "total_norm": 6.698543071746826}
-{"epoch": 6, "step": 9324, "loss": 0.0777156874537468, "total_norm": 6.302153587341309}
-{"epoch": 6, "step": 9325, "loss": 0.03602205589413643, "total_norm": 3.493983745574951}
-{"epoch": 6, "step": 9326, "loss": 0.07061024755239487, "total_norm": 7.572469711303711}
-{"epoch": 6, "step": 9327, "loss": 0.07180095463991165, "total_norm": 4.608514308929443}
-{"epoch": 6, "step": 9328, "loss": 0.04652049392461777, "total_norm": 3.847750186920166}
-{"epoch": 6, "step": 9329, "loss": 0.09397416561841965, "total_norm": 8.438363075256348}
-{"epoch": 6, "step": 9330, "loss": 0.07880186289548874, "total_norm": 5.102309703826904}
-{"epoch": 6, "step": 9331, "loss": 0.07796359062194824, "total_norm": 4.042149543762207}
-{"epoch": 6, "step": 9332, "loss": 0.09396517276763916, "total_norm": 4.756285667419434}
-{"epoch": 6, "step": 9333, "loss": 0.03257237747311592, "total_norm": 4.6812591552734375}
-{"epoch": 6, "step": 9334, "loss": 0.05597982183098793, "total_norm": 4.6913909912109375}
-{"epoch": 6, "step": 9335, "loss": 0.056422680616378784, "total_norm": 5.441936016082764}
-{"epoch": 6, "step": 9336, "loss": 0.07199674844741821, "total_norm": 5.17524528503418}
-{"epoch": 6, "step": 9337, "loss": 0.14175447821617126, "total_norm": 7.149687767028809}
-{"epoch": 6, "step": 9338, "loss": 0.0918184369802475, "total_norm": 5.5122599601745605}
-{"epoch": 6, "step": 9339, "loss": 0.023747282102704048, "total_norm": 2.432323455810547}
-{"epoch": 6, "step": 9340, "loss": 0.04297121614217758, "total_norm": 3.4312920570373535}
-{"epoch": 6, "step": 9341, "loss": 0.03823632001876831, "total_norm": 5.047347068786621}
-{"epoch": 6, "step": 9342, "loss": 0.03520851209759712, "total_norm": 2.941542863845825}
-{"epoch": 6, "step": 9343, "loss": 0.12619592249393463, "total_norm": 6.858283042907715}
-{"epoch": 6, "step": 9344, "loss": 0.04293390363454819, "total_norm": 6.199091911315918}
-{"epoch": 6, "step": 9345, "loss": 0.04024892672896385, "total_norm": 4.291079521179199}
-{"epoch": 6, "step": 9346, "loss": 0.07162026315927505, "total_norm": 4.881484031677246}
-{"epoch": 6, "step": 9347, "loss": 0.06392356753349304, "total_norm": 4.569398880004883}
-{"epoch": 6, "step": 9348, "loss": 0.05783641338348389, "total_norm": 5.903735160827637}
-{"epoch": 6, "step": 9349, "loss": 0.041086021810770035, "total_norm": 4.543778419494629}
-{"epoch": 6, "step": 9350, "loss": 0.07936137914657593, "total_norm": 5.202232837677002}
-{"epoch": 6, "step": 9351, "loss": 0.061044931411743164, "total_norm": 6.242945671081543}
-{"epoch": 6, "step": 9352, "loss": 0.0529727078974247, "total_norm": 4.187876224517822}
-{"epoch": 6, "step": 9353, "loss": 0.04806721210479736, "total_norm": 5.685155391693115}
-{"epoch": 6, "step": 9354, "loss": 0.03992384299635887, "total_norm": 2.4982151985168457}
-{"epoch": 6, "step": 9355, "loss": 0.07878527045249939, "total_norm": 4.947626113891602}
-{"epoch": 6, "step": 9356, "loss": 0.10108475387096405, "total_norm": 7.766500473022461}
-{"epoch": 6, "step": 9357, "loss": 0.04638083651661873, "total_norm": 4.888005256652832}
-{"epoch": 6, "step": 9358, "loss": 0.08591543883085251, "total_norm": 6.270327091217041}
-{"epoch": 6, "step": 9359, "loss": 0.07764147222042084, "total_norm": 5.613466262817383}
-{"epoch": 6, "step": 9360, "loss": 0.05437367781996727, "total_norm": 3.9123759269714355}
-{"epoch": 6, "step": 9361, "loss": 0.1165396049618721, "total_norm": 9.72111988067627}
-{"epoch": 6, "step": 9362, "loss": 0.07074777781963348, "total_norm": 4.766554832458496}
-{"epoch": 6, "step": 9363, "loss": 0.03168269619345665, "total_norm": 4.978111267089844}
-{"epoch": 6, "step": 9364, "loss": 0.059168554842472076, "total_norm": 5.446005344390869}
-{"epoch": 6, "step": 9365, "loss": 0.048350878059864044, "total_norm": 5.502130031585693}
-{"epoch": 6, "step": 9366, "loss": 0.07238104194402695, "total_norm": 4.748908996582031}
-{"epoch": 6, "step": 9367, "loss": 0.09175696223974228, "total_norm": 6.412215709686279}
-{"epoch": 6, "step": 9368, "loss": 0.040621764957904816, "total_norm": 4.260583400726318}
-{"epoch": 6, "step": 9369, "loss": 0.18241266906261444, "total_norm": 7.808848857879639}
-{"epoch": 6, "step": 9370, "loss": 0.06437597423791885, "total_norm": 6.442378044128418}
-{"epoch": 6, "step": 9371, "loss": 0.04189836606383324, "total_norm": 4.690713882446289}
-{"epoch": 6, "step": 9372, "loss": 0.025993727147579193, "total_norm": 4.589847564697266}
-{"epoch": 6, "step": 9373, "loss": 0.12704263627529144, "total_norm": 7.947202205657959}
-{"epoch": 6, "step": 9374, "loss": 0.1132127046585083, "total_norm": 5.933166027069092}
-{"epoch": 6, "step": 9375, "loss": 0.05256874859333038, "total_norm": 4.01774787902832}
-{"epoch": 6, "step": 9376, "loss": 0.08626582473516464, "total_norm": 5.573503017425537}
-{"epoch": 6, "step": 9377, "loss": 0.07143809646368027, "total_norm": 4.270218849182129}
-{"epoch": 6, "step": 9378, "loss": 0.061676025390625, "total_norm": 3.9915144443511963}
-{"epoch": 6, "step": 9379, "loss": 0.08572497218847275, "total_norm": 3.8433358669281006}
-{"epoch": 6, "step": 9380, "loss": 0.05094483867287636, "total_norm": 4.3475022315979}
-{"epoch": 6, "step": 9381, "loss": 0.055692944675683975, "total_norm": 5.011621475219727}
-{"epoch": 6, "step": 9382, "loss": 0.0559343546628952, "total_norm": 3.8256771564483643}
-{"epoch": 6, "step": 9383, "loss": 0.05298210680484772, "total_norm": 4.7471208572387695}
-{"epoch": 6, "step": 9384, "loss": 0.09682896733283997, "total_norm": 6.486133098602295}
-{"epoch": 6, "step": 9385, "loss": 0.1268400102853775, "total_norm": 6.214959144592285}
-{"epoch": 6, "step": 9386, "loss": 0.0851602852344513, "total_norm": 5.722138404846191}
-{"epoch": 6, "step": 9387, "loss": 0.058048512786626816, "total_norm": 5.764224052429199}
-{"epoch": 6, "step": 9388, "loss": 0.06397008895874023, "total_norm": 5.0521674156188965}
-{"epoch": 6, "step": 9389, "loss": 0.08576783537864685, "total_norm": 4.228114604949951}
-{"epoch": 6, "step": 9390, "loss": 0.06056605651974678, "total_norm": 4.091581344604492}
-{"epoch": 6, "step": 9391, "loss": 0.09413326531648636, "total_norm": 5.661744594573975}
-{"epoch": 6, "step": 9392, "loss": 0.02675895392894745, "total_norm": 5.7527971267700195}
-{"epoch": 6, "step": 9393, "loss": 0.05419532582163811, "total_norm": 5.810591220855713}
-{"epoch": 6, "step": 9394, "loss": 0.10837330669164658, "total_norm": 5.958806037902832}
-{"epoch": 6, "step": 9395, "loss": 0.04378033056855202, "total_norm": 4.489751815795898}
-{"epoch": 6, "step": 9396, "loss": 0.06266093254089355, "total_norm": 4.464705944061279}
-{"epoch": 6, "step": 9397, "loss": 0.05379602685570717, "total_norm": 5.533154010772705}
-{"epoch": 6, "step": 9398, "loss": 0.11309825628995895, "total_norm": 8.144282341003418}
-{"epoch": 6, "step": 9399, "loss": 0.09392182528972626, "total_norm": 5.836459159851074}
-{"epoch": 6, "step": 9400, "loss": 0.06446568667888641, "total_norm": 7.3673553466796875}
-{"epoch": 6, "step": 9401, "loss": 0.07008923590183258, "total_norm": 5.52171516418457}
-{"epoch": 6, "step": 9402, "loss": 0.09755347669124603, "total_norm": 6.173701763153076}
-{"epoch": 6, "step": 9403, "loss": 0.07050350308418274, "total_norm": 6.094768047332764}
-{"epoch": 6, "step": 9404, "loss": 0.10003496706485748, "total_norm": 5.50001335144043}
-{"epoch": 6, "step": 9405, "loss": 0.09398514032363892, "total_norm": 8.161312103271484}
-{"epoch": 6, "step": 9406, "loss": 0.019412357360124588, "total_norm": 3.4938015937805176}
-{"epoch": 6, "step": 9407, "loss": 0.0802064836025238, "total_norm": 6.080358028411865}
-{"epoch": 6, "step": 9408, "loss": 0.047990135848522186, "total_norm": 3.598037004470825}
-{"epoch": 6, "step": 9409, "loss": 0.07426273077726364, "total_norm": 5.025199890136719}
-{"epoch": 6, "step": 9410, "loss": 0.06461627781391144, "total_norm": 7.4394612312316895}
-{"epoch": 6, "step": 9411, "loss": 0.08711475878953934, "total_norm": 6.223621845245361}
-{"epoch": 6, "step": 9412, "loss": 0.01626751385629177, "total_norm": 3.272603988647461}
-{"epoch": 6, "step": 9413, "loss": 0.07826942950487137, "total_norm": 6.242898941040039}
-{"epoch": 6, "step": 9414, "loss": 0.11746446788311005, "total_norm": 7.275619983673096}
-{"epoch": 6, "step": 9415, "loss": 0.045864593237638474, "total_norm": 3.521121025085449}
-{"epoch": 6, "step": 9416, "loss": 0.08984610438346863, "total_norm": 5.969276428222656}
-{"epoch": 6, "step": 9417, "loss": 0.05986064299941063, "total_norm": 4.868539333343506}
-{"epoch": 6, "step": 9418, "loss": 0.07554501295089722, "total_norm": 5.7419514656066895}
-{"epoch": 6, "step": 9419, "loss": 0.10613379627466202, "total_norm": 5.093017578125}
-{"epoch": 6, "step": 9420, "loss": 0.06841851025819778, "total_norm": 5.470037460327148}
-{"epoch": 6, "step": 9421, "loss": 0.0484798401594162, "total_norm": 4.172173023223877}
-{"epoch": 6, "step": 9422, "loss": 0.03269327059388161, "total_norm": 3.316856861114502}
-{"epoch": 6, "step": 9423, "loss": 0.0666675940155983, "total_norm": 5.848300933837891}
-{"epoch": 6, "step": 9424, "loss": 0.04981455206871033, "total_norm": 3.4432930946350098}
-{"epoch": 6, "step": 9425, "loss": 0.012967613525688648, "total_norm": 3.598630666732788}
-{"epoch": 6, "step": 9426, "loss": 0.05847356468439102, "total_norm": 5.595443248748779}
-{"epoch": 6, "step": 9427, "loss": 0.05058148875832558, "total_norm": 4.796067714691162}
-{"epoch": 6, "step": 9428, "loss": 0.09189265966415405, "total_norm": 5.661912441253662}
-{"epoch": 6, "step": 9429, "loss": 0.04709292948246002, "total_norm": 4.601966381072998}
-{"epoch": 6, "step": 9430, "loss": 0.10374248772859573, "total_norm": 6.915865898132324}
-{"epoch": 6, "step": 9431, "loss": 0.039329707622528076, "total_norm": 3.2225570678710938}
-{"epoch": 6, "step": 9432, "loss": 0.061319589614868164, "total_norm": 4.237804412841797}
-{"epoch": 6, "step": 9433, "loss": 0.07068327069282532, "total_norm": 6.453725337982178}
-{"epoch": 6, "step": 9434, "loss": 0.08262152969837189, "total_norm": 4.611137390136719}
-{"epoch": 6, "step": 9435, "loss": 0.05336100235581398, "total_norm": 5.189690113067627}
-{"epoch": 6, "step": 9436, "loss": 0.04840400442481041, "total_norm": 4.55680513381958}
-{"epoch": 6, "step": 9437, "loss": 0.04403771087527275, "total_norm": 5.066859722137451}
-{"epoch": 6, "step": 9438, "loss": 0.11955952644348145, "total_norm": 6.878602981567383}
-{"epoch": 6, "step": 9439, "loss": 0.046657152473926544, "total_norm": 7.374867916107178}
-{"epoch": 6, "step": 9440, "loss": 0.05116761848330498, "total_norm": 4.900906085968018}
-{"epoch": 6, "step": 9441, "loss": 0.08448883891105652, "total_norm": 6.634069442749023}
-{"epoch": 6, "step": 9442, "loss": 0.07485809922218323, "total_norm": 9.134299278259277}
-{"epoch": 6, "step": 9443, "loss": 0.048916738480329514, "total_norm": 3.8844923973083496}
-{"epoch": 6, "step": 9444, "loss": 0.05444290488958359, "total_norm": 3.4379336833953857}
-{"epoch": 6, "step": 9445, "loss": 0.041377998888492584, "total_norm": 4.257136344909668}
-{"epoch": 6, "step": 9446, "loss": 0.13142246007919312, "total_norm": 5.792675495147705}
-{"epoch": 6, "step": 9447, "loss": 0.05071067810058594, "total_norm": 4.420098781585693}
-{"epoch": 6, "step": 9448, "loss": 0.09484102576971054, "total_norm": 5.535693645477295}
-{"epoch": 6, "step": 9449, "loss": 0.05124416947364807, "total_norm": 4.736802101135254}
-{"epoch": 6, "step": 9450, "loss": 0.09493514895439148, "total_norm": 5.856310844421387}
-{"epoch": 6, "step": 9451, "loss": 0.06678202748298645, "total_norm": 4.501793384552002}
-{"epoch": 6, "step": 9452, "loss": 0.08362666517496109, "total_norm": 5.425344944000244}
-{"epoch": 6, "step": 9453, "loss": 0.03514774516224861, "total_norm": 6.844048023223877}
-{"epoch": 6, "step": 9454, "loss": 0.07317108660936356, "total_norm": 5.618499279022217}
-{"epoch": 6, "step": 9455, "loss": 0.1872611939907074, "total_norm": 8.650757789611816}
-{"epoch": 6, "step": 9456, "loss": 0.03267036750912666, "total_norm": 3.144395589828491}
-{"epoch": 6, "step": 9457, "loss": 0.13925091922283173, "total_norm": 10.99655818939209}
-{"epoch": 6, "step": 9458, "loss": 0.09380004554986954, "total_norm": 6.303572654724121}
-{"epoch": 6, "step": 9459, "loss": 0.05193701013922691, "total_norm": 5.89055061340332}
-{"epoch": 6, "step": 9460, "loss": 0.026261338964104652, "total_norm": 3.4053730964660645}
-{"epoch": 6, "step": 9461, "loss": 0.09513887763023376, "total_norm": 5.54044771194458}
-{"epoch": 6, "step": 9462, "loss": 0.08771297335624695, "total_norm": 5.404481410980225}
-{"epoch": 6, "step": 9463, "loss": 0.12210085242986679, "total_norm": 6.098934173583984}
-{"epoch": 6, "step": 9464, "loss": 0.07202710956335068, "total_norm": 6.063594341278076}
-{"epoch": 6, "step": 9465, "loss": 0.06896931678056717, "total_norm": 6.531682968139648}
-{"epoch": 6, "step": 9466, "loss": 0.12722215056419373, "total_norm": 6.057882785797119}
-{"epoch": 6, "step": 9467, "loss": 0.07742267102003098, "total_norm": 5.448834419250488}
-{"epoch": 6, "step": 9468, "loss": 0.09167331457138062, "total_norm": 4.599653244018555}
-{"epoch": 6, "step": 9469, "loss": 0.03018421307206154, "total_norm": 3.7825779914855957}
-{"epoch": 6, "step": 9470, "loss": 0.08572403341531754, "total_norm": 8.840758323669434}
-{"epoch": 6, "step": 9471, "loss": 0.06756342202425003, "total_norm": 4.460641384124756}
-{"epoch": 6, "step": 9472, "loss": 0.03182555362582207, "total_norm": 3.6834070682525635}
-{"epoch": 6, "step": 9473, "loss": 0.10568785667419434, "total_norm": 4.969221591949463}
-{"epoch": 6, "step": 9474, "loss": 0.2085723727941513, "total_norm": 9.51307487487793}
-{"epoch": 6, "step": 9475, "loss": 0.14456984400749207, "total_norm": 6.635149002075195}
-{"epoch": 6, "step": 9476, "loss": 0.038709741085767746, "total_norm": 4.492315292358398}
-{"epoch": 6, "step": 9477, "loss": 0.0891091600060463, "total_norm": 5.4705376625061035}
-{"epoch": 6, "step": 9478, "loss": 0.06503653526306152, "total_norm": 5.981900691986084}
-{"epoch": 6, "step": 9479, "loss": 0.06345347315073013, "total_norm": 5.031793594360352}
-{"epoch": 6, "step": 9480, "loss": 0.017827698960900307, "total_norm": 4.436415195465088}
-{"epoch": 6, "step": 9481, "loss": 0.05456118285655975, "total_norm": 6.314223289489746}
-{"epoch": 6, "step": 9482, "loss": 0.1269664168357849, "total_norm": 5.292710304260254}
-{"epoch": 6, "step": 9483, "loss": 0.06621267646551132, "total_norm": 5.253108024597168}
-{"epoch": 6, "step": 9484, "loss": 0.03617865592241287, "total_norm": 3.4995956420898438}
-{"epoch": 6, "step": 9485, "loss": 0.067861407995224, "total_norm": 6.8476386070251465}
-{"epoch": 6, "step": 9486, "loss": 0.04968535527586937, "total_norm": 4.633991241455078}
-{"epoch": 6, "step": 9487, "loss": 0.07858584821224213, "total_norm": 4.692422389984131}
-{"epoch": 6, "step": 9488, "loss": 0.11136888712644577, "total_norm": 6.201863765716553}
-{"epoch": 6, "step": 9489, "loss": 0.06225516274571419, "total_norm": 4.815619468688965}
-{"epoch": 6, "step": 9490, "loss": 0.07521960139274597, "total_norm": 6.373472690582275}
-{"epoch": 6, "step": 9491, "loss": 0.034649040549993515, "total_norm": 4.411197185516357}
-{"epoch": 6, "step": 9492, "loss": 0.10398218780755997, "total_norm": 5.267307758331299}
-{"epoch": 6, "step": 9493, "loss": 0.08916518092155457, "total_norm": 4.767602443695068}
-{"epoch": 6, "step": 9494, "loss": 0.06557101756334305, "total_norm": 6.853425025939941}
-{"epoch": 6, "step": 9495, "loss": 0.10070361196994781, "total_norm": 4.631584167480469}
-{"epoch": 6, "step": 9496, "loss": 0.044283390045166016, "total_norm": 3.6983890533447266}
-{"epoch": 6, "step": 9497, "loss": 0.0898938849568367, "total_norm": 4.579570770263672}
-{"epoch": 6, "step": 9498, "loss": 0.05320344120264053, "total_norm": 3.899684429168701}
-{"epoch": 6, "step": 9499, "loss": 0.08288541436195374, "total_norm": 8.198749542236328}
-{"epoch": 6, "step": 9500, "loss": 0.01908707246184349, "total_norm": 3.5655665397644043}
-{"epoch": 6, "step": 9501, "loss": 0.0672784373164177, "total_norm": 4.2257466316223145}
-{"epoch": 6, "step": 9502, "loss": 0.057129282504320145, "total_norm": 5.387038707733154}
-{"epoch": 6, "step": 9503, "loss": 0.0796251893043518, "total_norm": 5.146576404571533}
-{"epoch": 6, "step": 9504, "loss": 0.07431992888450623, "total_norm": 4.398477554321289}
-{"epoch": 6, "step": 9505, "loss": 0.09907135367393494, "total_norm": 4.724939823150635}
-{"epoch": 6, "step": 9506, "loss": 0.027619170024991035, "total_norm": 6.311275005340576}
-{"epoch": 6, "step": 9507, "loss": 0.03407421335577965, "total_norm": 4.3658223152160645}
-{"epoch": 6, "step": 9508, "loss": 0.05026042088866234, "total_norm": 4.305854320526123}
-{"epoch": 6, "step": 9509, "loss": 0.05116252601146698, "total_norm": 3.9711058139801025}
-{"epoch": 6, "step": 9510, "loss": 0.1510372757911682, "total_norm": 6.097052097320557}
-{"epoch": 6, "step": 9511, "loss": 0.06814970076084137, "total_norm": 5.476120948791504}
-{"epoch": 6, "step": 9512, "loss": 0.07080885022878647, "total_norm": 8.320276260375977}
-{"epoch": 6, "step": 9513, "loss": 0.05224931612610817, "total_norm": 6.719170570373535}
-{"epoch": 6, "step": 9514, "loss": 0.061815690249204636, "total_norm": 5.033195495605469}
-{"epoch": 6, "step": 9515, "loss": 0.12485329061746597, "total_norm": 7.279808521270752}
-{"epoch": 6, "step": 9516, "loss": 0.06927265971899033, "total_norm": 5.750532627105713}
-{"epoch": 6, "step": 9517, "loss": 0.0589921697974205, "total_norm": 7.3657097816467285}
-{"epoch": 6, "step": 9518, "loss": 0.12449442595243454, "total_norm": 5.579352378845215}
-{"epoch": 6, "step": 9519, "loss": 0.019434284418821335, "total_norm": 3.072986125946045}
-{"epoch": 6, "step": 9520, "loss": 0.07771490514278412, "total_norm": 4.1593780517578125}
-{"epoch": 6, "step": 9521, "loss": 0.05509861931204796, "total_norm": 4.835495471954346}
-{"epoch": 6, "step": 9522, "loss": 0.08348438888788223, "total_norm": 5.181818962097168}
-{"epoch": 6, "step": 9523, "loss": 0.09132737666368484, "total_norm": 5.836280822753906}
-{"epoch": 6, "step": 9524, "loss": 0.07528356462717056, "total_norm": 4.63714075088501}
-{"epoch": 6, "step": 9525, "loss": 0.053467005491256714, "total_norm": 5.269587516784668}
-{"epoch": 6, "step": 9526, "loss": 0.08657719939947128, "total_norm": 5.995137691497803}
-{"epoch": 6, "step": 9527, "loss": 0.04292146861553192, "total_norm": 4.617910385131836}
-{"epoch": 6, "step": 9528, "loss": 0.09716545045375824, "total_norm": 9.973360061645508}
-{"epoch": 6, "step": 9529, "loss": 0.08241236954927444, "total_norm": 6.523621082305908}
-{"epoch": 6, "step": 9530, "loss": 0.08103738725185394, "total_norm": 5.651220798492432}
-{"epoch": 6, "step": 9531, "loss": 0.0891648679971695, "total_norm": 5.500967025756836}
-{"epoch": 6, "step": 9532, "loss": 0.018771175295114517, "total_norm": 3.78131103515625}
-{"epoch": 6, "step": 9533, "loss": 0.10626766085624695, "total_norm": 4.782907962799072}
-{"epoch": 6, "step": 9534, "loss": 0.0883931890130043, "total_norm": 5.592437744140625}
-{"epoch": 6, "step": 9535, "loss": 0.08673135936260223, "total_norm": 5.926380634307861}
-{"epoch": 6, "step": 9536, "loss": 0.0944494679570198, "total_norm": 6.827486991882324}
-{"epoch": 6, "step": 9537, "loss": 0.03484330326318741, "total_norm": 2.9441492557525635}
-{"epoch": 6, "step": 9538, "loss": 0.07755933701992035, "total_norm": 4.247621059417725}
-{"epoch": 6, "step": 9539, "loss": 0.07986605912446976, "total_norm": 6.788257598876953}
-{"epoch": 6, "step": 9540, "loss": 0.09320876002311707, "total_norm": 5.740851402282715}
-{"epoch": 6, "step": 9541, "loss": 0.08385369926691055, "total_norm": 5.291566371917725}
-{"epoch": 6, "step": 9542, "loss": 0.12351617962121964, "total_norm": 8.78170394897461}
-{"epoch": 6, "step": 9543, "loss": 0.04233773052692413, "total_norm": 5.984960079193115}
-{"epoch": 6, "step": 9544, "loss": 0.07452023774385452, "total_norm": 5.793847560882568}
-{"epoch": 6, "step": 9545, "loss": 0.029913030564785004, "total_norm": 4.2051873207092285}
-{"epoch": 6, "step": 9546, "loss": 0.07459941506385803, "total_norm": 4.465229034423828}
-{"epoch": 6, "step": 9547, "loss": 0.13230912387371063, "total_norm": 5.3431172370910645}
-{"epoch": 6, "step": 9548, "loss": 0.04092521220445633, "total_norm": 5.105544567108154}
-{"epoch": 6, "step": 9549, "loss": 0.02689850889146328, "total_norm": 4.511153221130371}
-{"epoch": 6, "step": 9550, "loss": 0.04982499033212662, "total_norm": 4.036968231201172}
-{"epoch": 6, "step": 9551, "loss": 0.07195071130990982, "total_norm": 4.986112594604492}
-{"epoch": 6, "step": 9552, "loss": 0.07767409086227417, "total_norm": 5.913538932800293}
-{"epoch": 6, "step": 9553, "loss": 0.06723933666944504, "total_norm": 5.843897819519043}
-{"epoch": 6, "step": 9554, "loss": 0.05779942497611046, "total_norm": 4.620276927947998}
-{"epoch": 6, "step": 9555, "loss": 0.06937295943498611, "total_norm": 4.621890068054199}
-{"epoch": 6, "step": 9556, "loss": 0.054702047258615494, "total_norm": 4.878141403198242}
-{"epoch": 6, "step": 9557, "loss": 0.06264498829841614, "total_norm": 4.824313163757324}
-{"epoch": 6, "step": 9558, "loss": 0.04140184447169304, "total_norm": 5.522655010223389}
-{"epoch": 6, "step": 9559, "loss": 0.11146893352270126, "total_norm": 7.852055072784424}
-{"epoch": 6, "step": 9560, "loss": 0.04088936001062393, "total_norm": 4.205180644989014}
-{"epoch": 6, "step": 9561, "loss": 0.08499719202518463, "total_norm": 5.319241046905518}
-{"epoch": 6, "step": 9562, "loss": 0.06159492954611778, "total_norm": 5.7991943359375}
-{"epoch": 6, "step": 9563, "loss": 0.04368969425559044, "total_norm": 5.61908483505249}
-{"epoch": 6, "step": 9564, "loss": 0.05868269130587578, "total_norm": 4.271461486816406}
-{"epoch": 6, "step": 9565, "loss": 0.14257322251796722, "total_norm": 6.73997163772583}
-{"epoch": 6, "step": 9566, "loss": 0.05948730930685997, "total_norm": 5.005633354187012}
-{"epoch": 6, "step": 9567, "loss": 0.07767563313245773, "total_norm": 4.764830112457275}
-{"epoch": 6, "step": 9568, "loss": 0.08613847196102142, "total_norm": 6.380314826965332}
-{"epoch": 6, "step": 9569, "loss": 0.03674472123384476, "total_norm": 5.58048152923584}
-{"epoch": 6, "step": 9570, "loss": 0.1317620426416397, "total_norm": 7.09914493560791}
-{"epoch": 6, "step": 9571, "loss": 0.043577641248703, "total_norm": 4.91805362701416}
-{"epoch": 6, "step": 9572, "loss": 0.11891216784715652, "total_norm": 5.530677795410156}
-{"epoch": 6, "step": 9573, "loss": 0.05749521777033806, "total_norm": 5.326010227203369}
-{"epoch": 6, "step": 9574, "loss": 0.08820400387048721, "total_norm": 5.710433483123779}
-{"epoch": 6, "step": 9575, "loss": 0.09237492084503174, "total_norm": 6.0981950759887695}
-{"epoch": 6, "step": 9576, "loss": 0.06296266615390778, "total_norm": 4.402048587799072}
-{"epoch": 6, "step": 9577, "loss": 0.10866475850343704, "total_norm": 6.528985023498535}
-{"epoch": 6, "step": 9578, "loss": 0.03302678093314171, "total_norm": 3.138763904571533}
-{"epoch": 6, "step": 9579, "loss": 0.10331754386425018, "total_norm": 5.319386005401611}
-{"epoch": 6, "step": 9580, "loss": 0.07259954512119293, "total_norm": 3.7963783740997314}
-{"epoch": 6, "step": 9581, "loss": 0.049590788781642914, "total_norm": 4.497724533081055}
-{"epoch": 6, "step": 9582, "loss": 0.08395595848560333, "total_norm": 9.791206359863281}
-{"epoch": 6, "step": 9583, "loss": 0.03026171773672104, "total_norm": 3.6947805881500244}
-{"epoch": 6, "step": 9584, "loss": 0.07543490827083588, "total_norm": 5.661578178405762}
-{"epoch": 6, "step": 9585, "loss": 0.10285133123397827, "total_norm": 7.5845513343811035}
-{"epoch": 6, "step": 9586, "loss": 0.09019337594509125, "total_norm": 6.927120208740234}
-{"epoch": 6, "step": 9587, "loss": 0.07149524241685867, "total_norm": 5.894487380981445}
-{"epoch": 6, "step": 9588, "loss": 0.027282502502202988, "total_norm": 3.2751002311706543}
-{"epoch": 6, "step": 9589, "loss": 0.07725374400615692, "total_norm": 7.490357398986816}
-{"epoch": 6, "step": 9590, "loss": 0.05022118613123894, "total_norm": 4.156813621520996}
-{"epoch": 6, "step": 9591, "loss": 0.06986013054847717, "total_norm": 4.168433666229248}
-{"epoch": 6, "step": 9592, "loss": 0.036417026072740555, "total_norm": 3.659024715423584}
-{"epoch": 6, "step": 9593, "loss": 0.0905076190829277, "total_norm": 5.7359466552734375}
-{"epoch": 6, "step": 9594, "loss": 0.08279751241207123, "total_norm": 4.380736827850342}
-{"epoch": 6, "step": 9595, "loss": 0.04114246368408203, "total_norm": 3.197744369506836}
-{"epoch": 6, "step": 9596, "loss": 0.08223944902420044, "total_norm": 6.171530723571777}
-{"epoch": 6, "step": 9597, "loss": 0.07350105792284012, "total_norm": 5.587088108062744}
-{"epoch": 6, "step": 9598, "loss": 0.03382612392306328, "total_norm": 2.598074436187744}
-{"epoch": 6, "step": 9599, "loss": 0.20308741927146912, "total_norm": 9.048991203308105}
-{"epoch": 6, "step": 9600, "loss": 0.10412299633026123, "total_norm": 7.514505386352539}
-{"epoch": 6, "step": 9601, "loss": 0.08122782409191132, "total_norm": 4.8062744140625}
-{"epoch": 6, "step": 9602, "loss": 0.07595071196556091, "total_norm": 5.1775360107421875}
-{"epoch": 6, "step": 9603, "loss": 0.06349814683198929, "total_norm": 5.641982078552246}
-{"epoch": 6, "step": 9604, "loss": 0.0814269483089447, "total_norm": 5.855123043060303}
-{"epoch": 6, "step": 9605, "loss": 0.09000570327043533, "total_norm": 5.858562469482422}
-{"epoch": 6, "step": 9606, "loss": 0.022076567634940147, "total_norm": 4.212399482727051}
-{"epoch": 6, "step": 9607, "loss": 0.03409348800778389, "total_norm": 4.927798748016357}
-{"epoch": 6, "step": 9608, "loss": 0.053855061531066895, "total_norm": 4.903905868530273}
-{"epoch": 6, "step": 9609, "loss": 0.030854998156428337, "total_norm": 3.9910717010498047}
-{"epoch": 6, "step": 9610, "loss": 0.10569699108600616, "total_norm": 7.017975330352783}
-{"epoch": 6, "step": 9611, "loss": 0.043335121124982834, "total_norm": 5.021664142608643}
-{"epoch": 6, "step": 9612, "loss": 0.04966220632195473, "total_norm": 3.7961792945861816}
-{"epoch": 6, "step": 9613, "loss": 0.0997108519077301, "total_norm": 5.039245128631592}
-{"epoch": 6, "step": 9614, "loss": 0.07267601788043976, "total_norm": 5.485599040985107}
-{"epoch": 6, "step": 9615, "loss": 0.07716977596282959, "total_norm": 5.5528669357299805}
-{"epoch": 6, "step": 9616, "loss": 0.08868502825498581, "total_norm": 6.964990615844727}
-{"epoch": 6, "step": 9617, "loss": 0.11378707736730576, "total_norm": 6.776308059692383}
-{"epoch": 6, "step": 9618, "loss": 0.10869405418634415, "total_norm": 6.561786651611328}
-{"epoch": 6, "step": 9619, "loss": 0.1075303852558136, "total_norm": 7.0312042236328125}
-{"epoch": 6, "step": 9620, "loss": 0.08791495859622955, "total_norm": 6.325120449066162}
-{"epoch": 6, "step": 9621, "loss": 0.03604331612586975, "total_norm": 3.031428337097168}
-{"epoch": 6, "step": 9622, "loss": 0.0617322102189064, "total_norm": 4.781121730804443}
-{"epoch": 6, "step": 9623, "loss": 0.03993844613432884, "total_norm": 3.6897575855255127}
-{"epoch": 6, "step": 9624, "loss": 0.09196839481592178, "total_norm": 5.122154235839844}
-{"epoch": 6, "step": 9625, "loss": 0.08802349865436554, "total_norm": 9.019657135009766}
-{"epoch": 6, "step": 9626, "loss": 0.05938078835606575, "total_norm": 5.13840913772583}
-{"epoch": 6, "step": 9627, "loss": 0.07094772160053253, "total_norm": 7.503167629241943}
-{"epoch": 6, "step": 9628, "loss": 0.07365749776363373, "total_norm": 5.651135444641113}
-{"epoch": 6, "step": 9629, "loss": 0.049979861825704575, "total_norm": 4.023788928985596}
-{"epoch": 6, "step": 9630, "loss": 0.07117868959903717, "total_norm": 6.090153694152832}
-{"epoch": 6, "step": 9631, "loss": 0.038313060998916626, "total_norm": 3.7430896759033203}
-{"epoch": 6, "step": 9632, "loss": 0.0486338771879673, "total_norm": 4.727197647094727}
-{"epoch": 6, "step": 9633, "loss": 0.09030205011367798, "total_norm": 6.106915473937988}
-{"epoch": 6, "step": 9634, "loss": 0.12510880827903748, "total_norm": 8.423330307006836}
-{"epoch": 6, "step": 9635, "loss": 0.10176891833543777, "total_norm": 5.175115585327148}
-{"epoch": 6, "step": 9636, "loss": 0.08079425245523453, "total_norm": 4.535536766052246}
-{"epoch": 6, "step": 9637, "loss": 0.058129098266363144, "total_norm": 4.890905380249023}
-{"epoch": 6, "step": 9638, "loss": 0.02585870400071144, "total_norm": 3.4740734100341797}
-{"epoch": 6, "step": 9639, "loss": 0.057282090187072754, "total_norm": 5.709985733032227}
-{"epoch": 6, "step": 9640, "loss": 0.13416829705238342, "total_norm": 5.649514198303223}
-{"epoch": 6, "step": 9641, "loss": 0.09453009068965912, "total_norm": 6.925827980041504}
-{"epoch": 6, "step": 9642, "loss": 0.07225173711776733, "total_norm": 5.351301193237305}
-{"epoch": 6, "step": 9643, "loss": 0.06839297711849213, "total_norm": 4.253719329833984}
-{"epoch": 6, "step": 9644, "loss": 0.10178954899311066, "total_norm": 5.357303142547607}
-{"epoch": 6, "step": 9645, "loss": 0.022497471421957016, "total_norm": 4.486208915710449}
-{"epoch": 6, "step": 9646, "loss": 0.01988901197910309, "total_norm": 3.991753578186035}
-{"epoch": 6, "step": 9647, "loss": 0.06099354848265648, "total_norm": 3.45393967628479}
-{"epoch": 6, "step": 9648, "loss": 0.10704919695854187, "total_norm": 8.766758918762207}
-{"epoch": 6, "step": 9649, "loss": 0.049022700637578964, "total_norm": 3.9949440956115723}
-{"epoch": 6, "step": 9650, "loss": 0.038079142570495605, "total_norm": 6.029254913330078}
-{"epoch": 6, "step": 9651, "loss": 0.14428892731666565, "total_norm": 11.59579849243164}
-{"epoch": 6, "step": 9652, "loss": 0.062237486243247986, "total_norm": 5.630031585693359}
-{"epoch": 6, "step": 9653, "loss": 0.08361005783081055, "total_norm": 3.804356575012207}
-{"epoch": 6, "step": 9654, "loss": 0.09154663980007172, "total_norm": 8.929051399230957}
-{"epoch": 6, "step": 9655, "loss": 0.09416911005973816, "total_norm": 4.7996439933776855}
-{"epoch": 6, "step": 9656, "loss": 0.08284776657819748, "total_norm": 5.789340496063232}
-{"epoch": 6, "step": 9657, "loss": 0.109650157392025, "total_norm": 5.7804975509643555}
-{"epoch": 6, "step": 9658, "loss": 0.0737442746758461, "total_norm": 5.978185176849365}
-{"epoch": 6, "step": 9659, "loss": 0.06147663667798042, "total_norm": 3.543269157409668}
-{"epoch": 6, "step": 9660, "loss": 0.0722476989030838, "total_norm": 4.788230895996094}
-{"epoch": 6, "step": 9661, "loss": 0.059927601367235184, "total_norm": 4.707179546356201}
-{"epoch": 6, "step": 9662, "loss": 0.07386885583400726, "total_norm": 4.422008514404297}
-{"epoch": 6, "step": 9663, "loss": 0.13764914870262146, "total_norm": 5.359557628631592}
-{"epoch": 6, "step": 9664, "loss": 0.08147099614143372, "total_norm": 4.7103729248046875}
-{"epoch": 6, "step": 9665, "loss": 0.07861138880252838, "total_norm": 5.630949020385742}
-{"epoch": 6, "step": 9666, "loss": 0.07140999287366867, "total_norm": 5.546526908874512}
-{"epoch": 6, "step": 9667, "loss": 0.10554768145084381, "total_norm": 7.324550151824951}
-{"epoch": 6, "step": 9668, "loss": 0.049879979342222214, "total_norm": 4.591282844543457}
-{"epoch": 6, "step": 9669, "loss": 0.23312389850616455, "total_norm": 7.496466159820557}
-{"epoch": 6, "step": 9670, "loss": 0.09173338115215302, "total_norm": 7.566905498504639}
-{"epoch": 6, "step": 9671, "loss": 0.13903434574604034, "total_norm": 7.320233345031738}
-{"epoch": 6, "step": 9672, "loss": 0.07229622453451157, "total_norm": 6.648728370666504}
-{"epoch": 6, "step": 9673, "loss": 0.10665298253297806, "total_norm": 6.91879940032959}
-{"epoch": 6, "step": 9674, "loss": 0.053879573941230774, "total_norm": 4.573633193969727}
-{"epoch": 6, "step": 9675, "loss": 0.0645543560385704, "total_norm": 4.306648254394531}
-{"epoch": 6, "step": 9676, "loss": 0.08060658723115921, "total_norm": 5.392673492431641}
-{"epoch": 6, "step": 9677, "loss": 0.0880265086889267, "total_norm": 6.917355060577393}
-{"epoch": 6, "step": 9678, "loss": 0.04592888802289963, "total_norm": 7.477342128753662}
-{"epoch": 6, "step": 9679, "loss": 0.030347291380167007, "total_norm": 3.303748369216919}
-{"epoch": 6, "step": 9680, "loss": 0.067386195063591, "total_norm": 5.682004451751709}
-{"epoch": 6, "step": 9681, "loss": 0.05056583508849144, "total_norm": 5.302523612976074}
-{"epoch": 6, "step": 9682, "loss": 0.06911633908748627, "total_norm": 5.982818126678467}
-{"epoch": 6, "step": 9683, "loss": 0.03933404013514519, "total_norm": 4.448886394500732}
-{"epoch": 6, "step": 9684, "loss": 0.08883829414844513, "total_norm": 5.854849815368652}
-{"epoch": 6, "step": 9685, "loss": 0.04909390211105347, "total_norm": 3.17573881149292}
-{"epoch": 6, "step": 9686, "loss": 0.030435150489211082, "total_norm": 3.573206901550293}
-{"epoch": 6, "step": 9687, "loss": 0.006629826966673136, "total_norm": 1.3171523809432983}
-{"epoch": 6, "step": 9688, "loss": 0.07833755016326904, "total_norm": 5.680639743804932}
-{"epoch": 6, "step": 9689, "loss": 0.03807717561721802, "total_norm": 4.244955062866211}
-{"epoch": 6, "step": 9690, "loss": 0.032303232699632645, "total_norm": 4.3421173095703125}
-{"epoch": 6, "step": 9691, "loss": 0.05052996799349785, "total_norm": 4.563530921936035}
-{"epoch": 6, "step": 9692, "loss": 0.08209223300218582, "total_norm": 6.153087139129639}
-{"epoch": 6, "step": 9693, "loss": 0.07282867282629013, "total_norm": 5.068975925445557}
-{"epoch": 6, "step": 9694, "loss": 0.04729003831744194, "total_norm": 5.380605220794678}
-{"epoch": 6, "step": 9695, "loss": 0.0682852640748024, "total_norm": 5.593149662017822}
-{"epoch": 6, "step": 9696, "loss": 0.18925103545188904, "total_norm": 7.464695453643799}
-{"epoch": 6, "step": 9697, "loss": 0.054805293679237366, "total_norm": 6.022365093231201}
-{"epoch": 6, "step": 9698, "loss": 0.08324531465768814, "total_norm": 7.928843021392822}
-{"epoch": 6, "step": 9699, "loss": 0.045288801193237305, "total_norm": 5.223210334777832}
-{"epoch": 6, "step": 9700, "loss": 0.029692858457565308, "total_norm": 4.01996374130249}
-{"epoch": 6, "step": 9701, "loss": 0.04628940299153328, "total_norm": 5.592533111572266}
-{"epoch": 6, "step": 9702, "loss": 0.05846521630883217, "total_norm": 4.9942827224731445}
-{"epoch": 6, "step": 9703, "loss": 0.09675736725330353, "total_norm": 6.602716445922852}
-{"epoch": 6, "step": 9704, "loss": 0.014432642608880997, "total_norm": 2.1187055110931396}
-{"epoch": 6, "step": 9705, "loss": 0.03850513696670532, "total_norm": 5.291660785675049}
-{"epoch": 6, "step": 9706, "loss": 0.06114967539906502, "total_norm": 5.037957668304443}
-{"epoch": 6, "step": 9707, "loss": 0.11031656712293625, "total_norm": 8.517110824584961}
-{"epoch": 6, "step": 9708, "loss": 0.09104776382446289, "total_norm": 6.189152717590332}
-{"epoch": 6, "step": 9709, "loss": 0.057657390832901, "total_norm": 4.495156764984131}
-{"epoch": 6, "step": 9710, "loss": 0.06526827067136765, "total_norm": 6.199865341186523}
-{"epoch": 6, "step": 9711, "loss": 0.08182384073734283, "total_norm": 7.2930450439453125}
-{"epoch": 6, "step": 9712, "loss": 0.1197347491979599, "total_norm": 6.85979700088501}
-{"epoch": 6, "step": 9713, "loss": 0.03552044555544853, "total_norm": 3.6952784061431885}
-{"epoch": 6, "step": 9714, "loss": 0.0916818156838417, "total_norm": 5.658301830291748}
-{"epoch": 6, "step": 9715, "loss": 0.10545339435338974, "total_norm": 7.268904209136963}
-{"epoch": 6, "step": 9716, "loss": 0.1197327971458435, "total_norm": 7.156213283538818}
-{"epoch": 6, "step": 9717, "loss": 0.11200068891048431, "total_norm": 5.376928806304932}
-{"epoch": 6, "step": 9718, "loss": 0.08793143182992935, "total_norm": 6.645135402679443}
-{"epoch": 6, "step": 9719, "loss": 0.08217372745275497, "total_norm": 6.451318740844727}
-{"epoch": 6, "step": 9720, "loss": 0.10396390408277512, "total_norm": 4.932272434234619}
-{"epoch": 6, "step": 9721, "loss": 0.048525262624025345, "total_norm": 5.757413864135742}
-{"epoch": 6, "step": 9722, "loss": 0.11796510964632034, "total_norm": 7.309585094451904}
-{"epoch": 6, "step": 9723, "loss": 0.03189833089709282, "total_norm": 3.6133365631103516}
-{"epoch": 6, "step": 9724, "loss": 0.06995391100645065, "total_norm": 4.627341270446777}
-{"epoch": 6, "step": 9725, "loss": 0.14174248278141022, "total_norm": 6.012838840484619}
-{"epoch": 6, "step": 9726, "loss": 0.03639807179570198, "total_norm": 2.8206839561462402}
-{"epoch": 6, "step": 9727, "loss": 0.06668438017368317, "total_norm": 4.140450954437256}
-{"epoch": 6, "step": 9728, "eval_loss": 3.3612842857837677, "eval_rougeL": 0.28486966787678636}
-{"epoch": 6, "step": 9728, "loss": 0.0870465487241745, "total_norm": 5.170199871063232}
-{"epoch": 6, "step": 9729, "loss": 0.049674686044454575, "total_norm": 6.269164562225342}
-{"epoch": 6, "step": 9730, "loss": 0.10822264850139618, "total_norm": 5.707705974578857}
-{"epoch": 6, "step": 9731, "loss": 0.032128285616636276, "total_norm": 8.398224830627441}
-{"epoch": 6, "step": 9732, "loss": 0.09145474433898926, "total_norm": 6.956546306610107}
-{"epoch": 6, "step": 9733, "loss": 0.09373140335083008, "total_norm": 6.528820037841797}
-{"epoch": 6, "step": 9734, "loss": 0.08367854356765747, "total_norm": 5.879039764404297}
-{"epoch": 6, "step": 9735, "loss": 0.0507051907479763, "total_norm": 3.8216183185577393}
-{"epoch": 6, "step": 9736, "loss": 0.07767695188522339, "total_norm": 8.675030708312988}
-{"epoch": 6, "step": 9737, "loss": 0.09916947036981583, "total_norm": 6.484112739562988}
-{"epoch": 6, "step": 9738, "loss": 0.13612982630729675, "total_norm": 6.433462619781494}
-{"epoch": 6, "step": 9739, "loss": 0.06646125763654709, "total_norm": 5.098851680755615}
-{"epoch": 6, "step": 9740, "loss": 0.05850600078701973, "total_norm": 5.351840972900391}
-{"epoch": 6, "step": 9741, "loss": 0.037008319050073624, "total_norm": 5.312963485717773}
-{"epoch": 6, "step": 9742, "loss": 0.07463753968477249, "total_norm": 4.08432674407959}
-{"epoch": 6, "step": 9743, "loss": 0.07318294793367386, "total_norm": 7.564327239990234}
-{"epoch": 6, "step": 9744, "loss": 0.09849949926137924, "total_norm": 7.3209052085876465}
-{"epoch": 6, "step": 9745, "loss": 0.0384090393781662, "total_norm": 3.0973188877105713}
-{"epoch": 6, "step": 9746, "loss": 0.03102990612387657, "total_norm": 3.8610806465148926}
-{"epoch": 6, "step": 9747, "loss": 0.12423455715179443, "total_norm": 6.690455913543701}
-{"epoch": 6, "step": 9748, "loss": 0.05743717774748802, "total_norm": 4.858709335327148}
-{"epoch": 6, "step": 9749, "loss": 0.05945145711302757, "total_norm": 6.010481357574463}
-{"epoch": 6, "step": 9750, "loss": 0.029447104781866074, "total_norm": 3.3097832202911377}
-{"epoch": 6, "step": 9751, "loss": 0.1420246660709381, "total_norm": 7.6368584632873535}
-{"epoch": 6, "step": 9752, "loss": 0.09348263591527939, "total_norm": 8.504304885864258}
-{"epoch": 6, "step": 9753, "loss": 0.10181540250778198, "total_norm": 6.392230033874512}
-{"epoch": 6, "step": 9754, "loss": 0.043866150081157684, "total_norm": 4.588203430175781}
-{"epoch": 6, "step": 9755, "loss": 0.0661158338189125, "total_norm": 5.329845428466797}
-{"epoch": 6, "step": 9756, "loss": 0.09928861260414124, "total_norm": 5.737147331237793}
-{"epoch": 6, "step": 9757, "loss": 0.06182600557804108, "total_norm": 5.6730780601501465}
-{"epoch": 6, "step": 9758, "loss": 0.035839129239320755, "total_norm": 3.9914324283599854}
-{"epoch": 6, "step": 9759, "loss": 0.055727675557136536, "total_norm": 3.824262857437134}
-{"epoch": 6, "step": 9760, "loss": 0.09247460961341858, "total_norm": 5.447815895080566}
-{"epoch": 6, "step": 9761, "loss": 0.12030304223299026, "total_norm": 6.0826416015625}
-{"epoch": 6, "step": 9762, "loss": 0.07374058663845062, "total_norm": 7.0039520263671875}
-{"epoch": 6, "step": 9763, "loss": 0.0735158771276474, "total_norm": 4.377410411834717}
-{"epoch": 6, "step": 9764, "loss": 0.14863081276416779, "total_norm": 6.295968055725098}
-{"epoch": 6, "step": 9765, "loss": 0.0565500445663929, "total_norm": 4.9159650802612305}
-{"epoch": 6, "step": 9766, "loss": 0.062468916177749634, "total_norm": 3.500291109085083}
-{"epoch": 6, "step": 9767, "loss": 0.06161962449550629, "total_norm": 7.659457206726074}
-{"epoch": 6, "step": 9768, "loss": 0.03279764577746391, "total_norm": 5.985536098480225}
-{"epoch": 6, "step": 9769, "loss": 0.07785066962242126, "total_norm": 5.398533344268799}
-{"epoch": 6, "step": 9770, "loss": 0.02407698705792427, "total_norm": 2.761323928833008}
-{"epoch": 6, "step": 9771, "loss": 0.06217209994792938, "total_norm": 7.889871120452881}
-{"epoch": 6, "step": 9772, "loss": 0.0945534035563469, "total_norm": 10.549257278442383}
-{"epoch": 6, "step": 9773, "loss": 0.035096392035484314, "total_norm": 3.302469253540039}
-{"epoch": 6, "step": 9774, "loss": 0.041955266147851944, "total_norm": 4.105919361114502}
-{"epoch": 6, "step": 9775, "loss": 0.11530765146017075, "total_norm": 8.422473907470703}
-{"epoch": 6, "step": 9776, "loss": 0.0852622240781784, "total_norm": 5.619674205780029}
-{"epoch": 6, "step": 9777, "loss": 0.090241439640522, "total_norm": 6.05696964263916}
-{"epoch": 6, "step": 9778, "loss": 0.09296417981386185, "total_norm": 5.059048652648926}
-{"epoch": 6, "step": 9779, "loss": 0.03763590753078461, "total_norm": 4.393187999725342}
-{"epoch": 6, "step": 9780, "loss": 0.07946959137916565, "total_norm": 5.104698181152344}
-{"epoch": 6, "step": 9781, "loss": 0.04742106795310974, "total_norm": 3.7512505054473877}
-{"epoch": 6, "step": 9782, "loss": 0.031406912952661514, "total_norm": 3.7644290924072266}
-{"epoch": 6, "step": 9783, "loss": 0.06895589083433151, "total_norm": 4.486554145812988}
-{"epoch": 6, "step": 9784, "loss": 0.04891694709658623, "total_norm": 5.000525951385498}
-{"epoch": 6, "step": 9785, "loss": 0.07913665473461151, "total_norm": 6.2546281814575195}
-{"epoch": 6, "step": 9786, "loss": 0.057145535945892334, "total_norm": 5.736911773681641}
-{"epoch": 6, "step": 9787, "loss": 0.10695751011371613, "total_norm": 8.516597747802734}
-{"epoch": 6, "step": 9788, "loss": 0.09600745886564255, "total_norm": 5.747045040130615}
-{"epoch": 6, "step": 9789, "loss": 0.09519354999065399, "total_norm": 5.632316589355469}
-{"epoch": 6, "step": 9790, "loss": 0.09934559464454651, "total_norm": 6.309946537017822}
-{"epoch": 6, "step": 9791, "loss": 0.09388961642980576, "total_norm": 6.094882965087891}
-{"epoch": 6, "step": 9792, "loss": 0.052217815071344376, "total_norm": 4.7689104080200195}
-{"epoch": 6, "step": 9793, "loss": 0.10252608358860016, "total_norm": 5.334726810455322}
-{"epoch": 6, "step": 9794, "loss": 0.04265554994344711, "total_norm": 4.237069606781006}
-{"epoch": 6, "step": 9795, "loss": 0.0888209193944931, "total_norm": 6.083476543426514}
-{"epoch": 6, "step": 9796, "loss": 0.04424527287483215, "total_norm": 3.1384778022766113}
-{"epoch": 6, "step": 9797, "loss": 0.1149931252002716, "total_norm": 6.3365631103515625}
-{"epoch": 6, "step": 9798, "loss": 0.05312902480363846, "total_norm": 4.02653169631958}
-{"epoch": 6, "step": 9799, "loss": 0.13249187171459198, "total_norm": 5.877501964569092}
-{"epoch": 6, "step": 9800, "loss": 0.10432785004377365, "total_norm": 5.627006530761719}
-{"epoch": 6, "step": 9801, "loss": 0.10234425216913223, "total_norm": 6.548525810241699}
-{"epoch": 6, "step": 9802, "loss": 0.040992993861436844, "total_norm": 4.428045272827148}
-{"epoch": 6, "step": 9803, "loss": 0.06118091195821762, "total_norm": 7.076136112213135}
-{"epoch": 6, "step": 9804, "loss": 0.05481209605932236, "total_norm": 6.9401092529296875}
-{"epoch": 6, "step": 9805, "loss": 0.06682458519935608, "total_norm": 3.8513264656066895}
-{"epoch": 6, "step": 9806, "loss": 0.1225467175245285, "total_norm": 5.839371204376221}
-{"epoch": 6, "step": 9807, "loss": 0.0696394070982933, "total_norm": 4.4175214767456055}
-{"epoch": 6, "step": 9808, "loss": 0.03494410589337349, "total_norm": 3.8345489501953125}
-{"epoch": 6, "step": 9809, "loss": 0.06999540328979492, "total_norm": 3.5904603004455566}
-{"epoch": 6, "step": 9810, "loss": 0.07341761887073517, "total_norm": 4.600785255432129}
-{"epoch": 6, "step": 9811, "loss": 0.05113036930561066, "total_norm": 6.223871231079102}
-{"epoch": 6, "step": 9812, "loss": 0.05014120414853096, "total_norm": 4.268330097198486}
-{"epoch": 6, "step": 9813, "loss": 0.08172884583473206, "total_norm": 4.80453634262085}
-{"epoch": 6, "step": 9814, "loss": 0.1145206168293953, "total_norm": 6.976047515869141}
-{"epoch": 6, "step": 9815, "loss": 0.060816310346126556, "total_norm": 6.717726230621338}
-{"epoch": 6, "step": 9816, "loss": 0.092009998857975, "total_norm": 5.921494007110596}
-{"epoch": 6, "step": 9817, "loss": 0.12730000913143158, "total_norm": 9.629851341247559}
-{"epoch": 6, "step": 9818, "loss": 0.1137988269329071, "total_norm": 6.797730445861816}
-{"epoch": 6, "step": 9819, "loss": 0.13774676620960236, "total_norm": 7.075779438018799}
-{"epoch": 6, "step": 9820, "loss": 0.11449592560529709, "total_norm": 5.440258979797363}
-{"epoch": 6, "step": 9821, "loss": 0.029894385486841202, "total_norm": 3.0234789848327637}
-{"epoch": 6, "step": 9822, "loss": 0.08811363577842712, "total_norm": 5.132153034210205}
-{"epoch": 6, "step": 9823, "loss": 0.07754730433225632, "total_norm": 4.087083339691162}
-{"epoch": 6, "step": 9824, "loss": 0.0868615061044693, "total_norm": 4.773641109466553}
-{"epoch": 6, "step": 9825, "loss": 0.12346797436475754, "total_norm": 6.473113536834717}
-{"epoch": 6, "step": 9826, "loss": 0.038566745817661285, "total_norm": 4.230009078979492}
-{"epoch": 6, "step": 9827, "loss": 0.08427635580301285, "total_norm": 6.462737083435059}
-{"epoch": 6, "step": 9828, "loss": 0.05739809572696686, "total_norm": 3.80940318107605}
-{"epoch": 6, "step": 9829, "loss": 0.07789640128612518, "total_norm": 5.09422492980957}
-{"epoch": 6, "step": 9830, "loss": 0.07883735001087189, "total_norm": 8.353045463562012}
-{"epoch": 6, "step": 9831, "loss": 0.09819459170103073, "total_norm": 5.217093467712402}
-{"epoch": 6, "step": 9832, "loss": 0.12249764055013657, "total_norm": 5.943035125732422}
-{"epoch": 6, "step": 9833, "loss": 0.05530375987291336, "total_norm": 4.452798366546631}
-{"epoch": 6, "step": 9834, "loss": 0.07347297668457031, "total_norm": 6.721484184265137}
-{"epoch": 6, "step": 9835, "loss": 0.05685483291745186, "total_norm": 3.1276369094848633}
-{"epoch": 6, "step": 9836, "loss": 0.03968827798962593, "total_norm": 4.020442008972168}
-{"epoch": 6, "step": 9837, "loss": 0.05545766279101372, "total_norm": 4.997269630432129}
-{"epoch": 6, "step": 9838, "loss": 0.06790705770254135, "total_norm": 5.231235980987549}
-{"epoch": 6, "step": 9839, "loss": 0.1143125370144844, "total_norm": 6.78242826461792}
-{"epoch": 6, "step": 9840, "loss": 0.100554458796978, "total_norm": 5.999095439910889}
-{"epoch": 6, "step": 9841, "loss": 0.07597632706165314, "total_norm": 5.879012584686279}
-{"epoch": 6, "step": 9842, "loss": 0.05565955117344856, "total_norm": 6.23492431640625}
-{"epoch": 6, "step": 9843, "loss": 0.18928717076778412, "total_norm": 7.281097412109375}
-{"epoch": 6, "step": 9844, "loss": 0.09506387263536453, "total_norm": 6.331082344055176}
-{"epoch": 6, "step": 9845, "loss": 0.08955639600753784, "total_norm": 5.102479934692383}
-{"epoch": 6, "step": 9846, "loss": 0.060925714671611786, "total_norm": 5.43295955657959}
-{"epoch": 6, "step": 9847, "loss": 0.0745239406824112, "total_norm": 5.060000896453857}
-{"epoch": 6, "step": 9848, "loss": 0.08916474133729935, "total_norm": 6.123166561126709}
-{"epoch": 6, "step": 9849, "loss": 0.06906218081712723, "total_norm": 5.051408290863037}
-{"epoch": 6, "step": 9850, "loss": 0.13366052508354187, "total_norm": 4.8733601570129395}
-{"epoch": 6, "step": 9851, "loss": 0.052012767642736435, "total_norm": 7.787593364715576}
-{"epoch": 6, "step": 9852, "loss": 0.05391940474510193, "total_norm": 4.411336898803711}
-{"epoch": 6, "step": 9853, "loss": 0.0431160032749176, "total_norm": 3.6552717685699463}
-{"epoch": 6, "step": 9854, "loss": 0.047499075531959534, "total_norm": 3.23747181892395}
-{"epoch": 6, "step": 9855, "loss": 0.054480187594890594, "total_norm": 5.022631645202637}
-{"epoch": 6, "step": 9856, "loss": 0.06481188535690308, "total_norm": 5.538454532623291}
-{"epoch": 6, "step": 9857, "loss": 0.09758074581623077, "total_norm": 6.1669793128967285}
-{"epoch": 6, "step": 9858, "loss": 0.08748762309551239, "total_norm": 4.801694869995117}
-{"epoch": 6, "step": 9859, "loss": 0.08662822842597961, "total_norm": 7.702948570251465}
-{"epoch": 6, "step": 9860, "loss": 0.04912165179848671, "total_norm": 4.581335067749023}
-{"epoch": 6, "step": 9861, "loss": 0.09166985005140305, "total_norm": 5.24277925491333}
-{"epoch": 6, "step": 9862, "loss": 0.044496674090623856, "total_norm": 3.83320689201355}
-{"epoch": 6, "step": 9863, "loss": 0.05674474313855171, "total_norm": 4.4874372482299805}
-{"epoch": 6, "step": 9864, "loss": 0.07121280580759048, "total_norm": 5.747907638549805}
-{"epoch": 6, "step": 9865, "loss": 0.06537693738937378, "total_norm": 6.385481357574463}
-{"epoch": 6, "step": 9866, "loss": 0.0821654200553894, "total_norm": 5.953631401062012}
-{"epoch": 6, "step": 9867, "loss": 0.02964387834072113, "total_norm": 3.2942910194396973}
-{"epoch": 6, "step": 9868, "loss": 0.06962087750434875, "total_norm": 6.270345211029053}
-{"epoch": 6, "step": 9869, "loss": 0.0431714728474617, "total_norm": 5.333714485168457}
-{"epoch": 6, "step": 9870, "loss": 0.05560297518968582, "total_norm": 4.643839359283447}
-{"epoch": 6, "step": 9871, "loss": 0.09107836335897446, "total_norm": 6.397658824920654}
-{"epoch": 6, "step": 9872, "loss": 0.030290871858596802, "total_norm": 3.731348752975464}
-{"epoch": 6, "step": 9873, "loss": 0.049425140023231506, "total_norm": 3.843252182006836}
-{"epoch": 6, "step": 9874, "loss": 0.09683787822723389, "total_norm": 5.302229404449463}
-{"epoch": 6, "step": 9875, "loss": 0.07653967291116714, "total_norm": 9.39155387878418}
-{"epoch": 6, "step": 9876, "loss": 0.06425143033266068, "total_norm": 5.317895412445068}
-{"epoch": 6, "step": 9877, "loss": 0.07716888934373856, "total_norm": 6.010700702667236}
-{"epoch": 6, "step": 9878, "loss": 0.11909069865942001, "total_norm": 8.80407428741455}
-{"epoch": 6, "step": 9879, "loss": 0.05837467685341835, "total_norm": 4.580836772918701}
-{"epoch": 6, "step": 9880, "loss": 0.06816398352384567, "total_norm": 5.0074992179870605}
-{"epoch": 6, "step": 9881, "loss": 0.034424472600221634, "total_norm": 3.81295108795166}
-{"epoch": 6, "step": 9882, "loss": 0.07224304974079132, "total_norm": 5.643988609313965}
-{"epoch": 6, "step": 9883, "loss": 0.026923801749944687, "total_norm": 4.423196792602539}
-{"epoch": 6, "step": 9884, "loss": 0.07855062931776047, "total_norm": 4.552073001861572}
-{"epoch": 6, "step": 9885, "loss": 0.017813602462410927, "total_norm": 3.0729031562805176}
-{"epoch": 6, "step": 9886, "loss": 0.07238390296697617, "total_norm": 6.435939788818359}
-{"epoch": 6, "step": 9887, "loss": 0.07836007326841354, "total_norm": 5.127981185913086}
-{"epoch": 6, "step": 9888, "loss": 0.07702643424272537, "total_norm": 5.244718074798584}
-{"epoch": 6, "step": 9889, "loss": 0.1143360435962677, "total_norm": 7.694522380828857}
-{"epoch": 6, "step": 9890, "loss": 0.10720758140087128, "total_norm": 6.377246379852295}
-{"epoch": 6, "step": 9891, "loss": 0.06195029243826866, "total_norm": 4.555093288421631}
-{"epoch": 6, "step": 9892, "loss": 0.14834699034690857, "total_norm": 5.813381671905518}
-{"epoch": 6, "step": 9893, "loss": 0.06338077783584595, "total_norm": 6.0591630935668945}
-{"epoch": 6, "step": 9894, "loss": 0.044802699238061905, "total_norm": 7.708286762237549}
-{"epoch": 6, "step": 9895, "loss": 0.040585216134786606, "total_norm": 4.065820217132568}
-{"epoch": 6, "step": 9896, "loss": 0.06416359543800354, "total_norm": 6.222795009613037}
-{"epoch": 6, "step": 9897, "loss": 0.05547986552119255, "total_norm": 4.985573768615723}
-{"epoch": 6, "step": 9898, "loss": 0.04223540052771568, "total_norm": 4.695006370544434}
-{"epoch": 6, "step": 9899, "loss": 0.10802917182445526, "total_norm": 8.534052848815918}
-{"epoch": 6, "step": 9900, "loss": 0.15152598917484283, "total_norm": 7.540075302124023}
-{"epoch": 6, "step": 9901, "loss": 0.06736009567975998, "total_norm": 5.6746110916137695}
-{"epoch": 6, "step": 9902, "loss": 0.13505919277668, "total_norm": 8.430891036987305}
-{"epoch": 6, "step": 9903, "loss": 0.08643549680709839, "total_norm": 5.87999153137207}
-{"epoch": 6, "step": 9904, "loss": 0.028597373515367508, "total_norm": 6.539733409881592}
-{"epoch": 6, "step": 9905, "loss": 0.06675203889608383, "total_norm": 4.397611618041992}
-{"epoch": 6, "step": 9906, "loss": 0.101931631565094, "total_norm": 7.150562286376953}
-{"epoch": 6, "step": 9907, "loss": 0.042450957000255585, "total_norm": 4.514986515045166}
-{"epoch": 6, "step": 9908, "loss": 0.05263407528400421, "total_norm": 4.941508769989014}
-{"epoch": 6, "step": 9909, "loss": 0.06860208511352539, "total_norm": 4.5836968421936035}
-{"epoch": 6, "step": 9910, "loss": 0.028782451525330544, "total_norm": 3.013382911682129}
-{"epoch": 6, "step": 9911, "loss": 0.09663912653923035, "total_norm": 5.374882698059082}
-{"epoch": 6, "step": 9912, "loss": 0.05181694030761719, "total_norm": 4.683804035186768}
-{"epoch": 6, "step": 9913, "loss": 0.0899275466799736, "total_norm": 8.12398910522461}
-{"epoch": 6, "step": 9914, "loss": 0.09310895949602127, "total_norm": 6.594207763671875}
-{"epoch": 6, "step": 9915, "loss": 0.04353119432926178, "total_norm": 5.211524963378906}
-{"epoch": 6, "step": 9916, "loss": 0.06296813488006592, "total_norm": 5.038066864013672}
-{"epoch": 6, "step": 9917, "loss": 0.0931149423122406, "total_norm": 5.466490268707275}
-{"epoch": 6, "step": 9918, "loss": 0.1079009398818016, "total_norm": 5.86856746673584}
-{"epoch": 6, "step": 9919, "loss": 0.05414954200387001, "total_norm": 3.627156972885132}
-{"epoch": 6, "step": 9920, "loss": 0.09710738807916641, "total_norm": 4.184586048126221}
-{"epoch": 6, "step": 9921, "loss": 0.09307567775249481, "total_norm": 7.084418296813965}
-{"epoch": 6, "step": 9922, "loss": 0.07336849719285965, "total_norm": 6.953362941741943}
-{"epoch": 6, "step": 9923, "loss": 0.06932027637958527, "total_norm": 5.291029453277588}
-{"epoch": 6, "step": 9924, "loss": 0.07621458172798157, "total_norm": 5.058038711547852}
-{"epoch": 6, "step": 9925, "loss": 0.0485614538192749, "total_norm": 4.766303062438965}
-{"epoch": 6, "step": 9926, "loss": 0.06210071220993996, "total_norm": 3.987302541732788}
-{"epoch": 6, "step": 9927, "loss": 0.06209758669137955, "total_norm": 6.061645984649658}
-{"epoch": 6, "step": 9928, "loss": 0.08559265732765198, "total_norm": 6.465710639953613}
-{"epoch": 6, "step": 9929, "loss": 0.07483723014593124, "total_norm": 4.856739044189453}
-{"epoch": 6, "step": 9930, "loss": 0.01195605006068945, "total_norm": 6.183951377868652}
-{"epoch": 6, "step": 9931, "loss": 0.04359273239970207, "total_norm": 5.0706787109375}
-{"epoch": 6, "step": 9932, "loss": 0.031328678131103516, "total_norm": 3.8213441371917725}
-{"epoch": 6, "step": 9933, "loss": 0.06733671575784683, "total_norm": 4.57806396484375}
-{"epoch": 6, "step": 9934, "loss": 0.0529879666864872, "total_norm": 3.8617026805877686}
-{"epoch": 6, "step": 9935, "loss": 0.04959321394562721, "total_norm": 4.867693901062012}
-{"epoch": 6, "step": 9936, "loss": 0.10434266179800034, "total_norm": 8.191534996032715}
-{"epoch": 6, "step": 9937, "loss": 0.06665486097335815, "total_norm": 5.2033514976501465}
-{"epoch": 6, "step": 9938, "loss": 0.04451148211956024, "total_norm": 2.9413747787475586}
-{"epoch": 6, "step": 9939, "loss": 0.0641273781657219, "total_norm": 4.592846393585205}
-{"epoch": 6, "step": 9940, "loss": 0.015598819591104984, "total_norm": 2.719634771347046}
-{"epoch": 6, "step": 9941, "loss": 0.07577954232692719, "total_norm": 5.803149700164795}
-{"epoch": 6, "step": 9942, "loss": 0.08977223932743073, "total_norm": 6.546661853790283}
-{"epoch": 6, "step": 9943, "loss": 0.07958650588989258, "total_norm": 5.8436713218688965}
-{"epoch": 6, "step": 9944, "loss": 0.028880145400762558, "total_norm": 3.125565767288208}
-{"epoch": 6, "step": 9945, "loss": 0.10625112801790237, "total_norm": 7.449687957763672}
-{"epoch": 6, "step": 9946, "loss": 0.0653889998793602, "total_norm": 6.824655532836914}
-{"epoch": 6, "step": 9947, "loss": 0.05607902631163597, "total_norm": 5.28259801864624}
-{"epoch": 6, "step": 9948, "loss": 0.0452590212225914, "total_norm": 7.363079071044922}
-{"epoch": 6, "step": 9949, "loss": 0.08571894466876984, "total_norm": 4.412225246429443}
-{"epoch": 6, "step": 9950, "loss": 0.11340010166168213, "total_norm": 6.917904853820801}
-{"epoch": 6, "step": 9951, "loss": 0.024698063731193542, "total_norm": 3.047131061553955}
-{"epoch": 6, "step": 9952, "loss": 0.06765057891607285, "total_norm": 5.412433624267578}
-{"epoch": 6, "step": 9953, "loss": 0.06196364760398865, "total_norm": 4.998927593231201}
-{"epoch": 6, "step": 9954, "loss": 0.08305239677429199, "total_norm": 5.204494476318359}
-{"epoch": 6, "step": 9955, "loss": 0.04287639632821083, "total_norm": 4.292030334472656}
-{"epoch": 6, "step": 9956, "loss": 0.13853774964809418, "total_norm": 10.14019775390625}
-{"epoch": 6, "step": 9957, "loss": 0.05196385830640793, "total_norm": 4.627720355987549}
-{"epoch": 6, "step": 9958, "loss": 0.0788593664765358, "total_norm": 4.505746364593506}
-{"epoch": 6, "step": 9959, "loss": 0.04854424670338631, "total_norm": 5.844146728515625}
-{"epoch": 6, "step": 9960, "loss": 0.06096681207418442, "total_norm": 6.417816162109375}
-{"epoch": 6, "step": 9961, "loss": 0.07211913913488388, "total_norm": 4.859814167022705}
-{"epoch": 6, "step": 9962, "loss": 0.05554972589015961, "total_norm": 4.53515625}
-{"epoch": 6, "step": 9963, "loss": 0.046707045286893845, "total_norm": 6.378483295440674}
-{"epoch": 6, "step": 9964, "loss": 0.04371308535337448, "total_norm": 4.492092609405518}
-{"epoch": 6, "step": 9965, "loss": 0.06062883883714676, "total_norm": 4.983821868896484}
-{"epoch": 6, "step": 9966, "loss": 0.10777562856674194, "total_norm": 5.694452285766602}
-{"epoch": 6, "step": 9967, "loss": 0.08998636901378632, "total_norm": 5.887258052825928}
-{"epoch": 6, "step": 9968, "loss": 0.04810955002903938, "total_norm": 4.201200008392334}
-{"epoch": 6, "step": 9969, "loss": 0.044324684888124466, "total_norm": 3.6492843627929688}
-{"epoch": 6, "step": 9970, "loss": 0.04342137277126312, "total_norm": 4.104208469390869}
-{"epoch": 6, "step": 9971, "loss": 0.06538596749305725, "total_norm": 8.576029777526855}
-{"epoch": 6, "step": 9972, "loss": 0.07211756706237793, "total_norm": 6.9232177734375}
-{"epoch": 6, "step": 9973, "loss": 0.04611623287200928, "total_norm": 4.179055213928223}
-{"epoch": 6, "step": 9974, "loss": 0.1005568727850914, "total_norm": 4.799314975738525}
-{"epoch": 6, "step": 9975, "loss": 0.07546263933181763, "total_norm": 7.320919513702393}
-{"epoch": 6, "step": 9976, "loss": 0.05125086009502411, "total_norm": 6.477651596069336}
-{"epoch": 6, "step": 9977, "loss": 0.06881280988454819, "total_norm": 5.768746852874756}
-{"epoch": 6, "step": 9978, "loss": 0.049165260046720505, "total_norm": 4.989254474639893}
-{"epoch": 6, "step": 9979, "loss": 0.0320863239467144, "total_norm": 4.812891006469727}
-{"epoch": 6, "step": 9980, "loss": 0.13191159069538116, "total_norm": 6.877043724060059}
-{"epoch": 6, "step": 9981, "loss": 0.07540129125118256, "total_norm": 5.823429584503174}
-{"epoch": 6, "step": 9982, "loss": 0.03309112414717674, "total_norm": 7.826933860778809}
-{"epoch": 6, "step": 9983, "loss": 0.04528319835662842, "total_norm": 3.981837034225464}
-{"epoch": 6, "step": 9984, "loss": 0.08185627311468124, "total_norm": 4.448480129241943}
-{"epoch": 6, "step": 9985, "loss": 0.04477951303124428, "total_norm": 4.313539505004883}
-{"epoch": 6, "step": 9986, "loss": 0.07567839324474335, "total_norm": 5.00044584274292}
-{"epoch": 6, "step": 9987, "loss": 0.05836951732635498, "total_norm": 5.1346964836120605}
-{"epoch": 6, "step": 9988, "loss": 0.10982201993465424, "total_norm": 7.728569030761719}
-{"epoch": 6, "step": 9989, "loss": 0.08914510905742645, "total_norm": 6.851200580596924}
-{"epoch": 6, "step": 9990, "loss": 0.02731306105852127, "total_norm": 3.3220632076263428}
-{"epoch": 6, "step": 9991, "loss": 0.03543481603264809, "total_norm": 4.860654354095459}
-{"epoch": 6, "step": 9992, "loss": 0.12078889459371567, "total_norm": 6.540741443634033}
-{"epoch": 6, "step": 9993, "loss": 0.04181529954075813, "total_norm": 4.622426509857178}
-{"epoch": 6, "step": 9994, "loss": 0.05565567687153816, "total_norm": 5.795807361602783}
-{"epoch": 6, "step": 9995, "loss": 0.05895739793777466, "total_norm": 4.814055919647217}
-{"epoch": 6, "step": 9996, "loss": 0.08181354403495789, "total_norm": 7.974027156829834}
-{"epoch": 6, "step": 9997, "loss": 0.06676642596721649, "total_norm": 4.935818195343018}
-{"epoch": 6, "step": 9998, "loss": 0.07768557220697403, "total_norm": 5.021811008453369}
-{"epoch": 6, "step": 9999, "loss": 0.08637361228466034, "total_norm": 5.755880832672119}
-{"epoch": 6, "step": 10000, "loss": 0.06405153125524521, "total_norm": 3.8982436656951904}
-{"epoch": 6, "step": 10001, "loss": 0.12904000282287598, "total_norm": 8.030139923095703}
-{"epoch": 6, "step": 10002, "loss": 0.03647226840257645, "total_norm": 4.2396769523620605}
-{"epoch": 6, "step": 10003, "loss": 0.0558522567152977, "total_norm": 4.387173175811768}
-{"epoch": 6, "step": 10004, "loss": 0.11046295613050461, "total_norm": 9.055909156799316}
-{"epoch": 6, "step": 10005, "loss": 0.08766428381204605, "total_norm": 6.153014183044434}
-{"epoch": 6, "step": 10006, "loss": 0.05595327168703079, "total_norm": 8.772791862487793}
-{"epoch": 6, "step": 10007, "loss": 0.0634363442659378, "total_norm": 9.097601890563965}
-{"epoch": 6, "step": 10008, "loss": 0.09357742965221405, "total_norm": 7.63392448425293}
-{"epoch": 6, "step": 10009, "loss": 0.015798693522810936, "total_norm": 6.037935256958008}
-{"epoch": 6, "step": 10010, "eval_loss": 3.3929431438446045, "eval_rougeL": 0.28308316238889636}
-{"epoch": 7, "step": 10010, "loss": 0.06287922710180283, "total_norm": 4.402586936950684}
-{"epoch": 7, "step": 10011, "loss": 0.05458839237689972, "total_norm": 4.351447105407715}
-{"epoch": 7, "step": 10012, "loss": 0.03743079677224159, "total_norm": 3.788743734359741}
-{"epoch": 7, "step": 10013, "loss": 0.005185471847653389, "total_norm": 1.0684740543365479}
-{"epoch": 7, "step": 10014, "loss": 0.04649247229099274, "total_norm": 6.840017318725586}
-{"epoch": 7, "step": 10015, "loss": 0.0871262326836586, "total_norm": 5.956023693084717}
-{"epoch": 7, "step": 10016, "loss": 0.03363649174571037, "total_norm": 3.3550527095794678}
-{"epoch": 7, "step": 10017, "loss": 0.06749284267425537, "total_norm": 3.9437220096588135}
-{"epoch": 7, "step": 10018, "loss": 0.043657973408699036, "total_norm": 4.703404426574707}
-{"epoch": 7, "step": 10019, "loss": 0.07926220446825027, "total_norm": 5.65553092956543}
-{"epoch": 7, "step": 10020, "loss": 0.007041542325168848, "total_norm": 0.9237946271896362}
-{"epoch": 7, "step": 10021, "loss": 0.03825409710407257, "total_norm": 5.314804553985596}
-{"epoch": 7, "step": 10022, "loss": 0.024432135745882988, "total_norm": 5.529524803161621}
-{"epoch": 7, "step": 10023, "loss": 0.024119382724165916, "total_norm": 4.015253067016602}
-{"epoch": 7, "step": 10024, "loss": 0.03619914874434471, "total_norm": 3.0824148654937744}
-{"epoch": 7, "step": 10025, "loss": 0.07318640500307083, "total_norm": 4.87511682510376}
-{"epoch": 7, "step": 10026, "loss": 0.03610202297568321, "total_norm": 6.775578498840332}
-{"epoch": 7, "step": 10027, "loss": 0.031685296446084976, "total_norm": 4.073384761810303}
-{"epoch": 7, "step": 10028, "loss": 0.03832172229886055, "total_norm": 4.317093849182129}
-{"epoch": 7, "step": 10029, "loss": 0.025029893964529037, "total_norm": 2.940431833267212}
-{"epoch": 7, "step": 10030, "loss": 0.028826342895627022, "total_norm": 3.8220865726470947}
-{"epoch": 7, "step": 10031, "loss": 0.022479677572846413, "total_norm": 5.2802414894104}
-{"epoch": 7, "step": 10032, "loss": 0.04136687144637108, "total_norm": 3.0650110244750977}
-{"epoch": 7, "step": 10033, "loss": 0.06542637944221497, "total_norm": 4.982248306274414}
-{"epoch": 7, "step": 10034, "loss": 0.0909213051199913, "total_norm": 5.483373641967773}
-{"epoch": 7, "step": 10035, "loss": 0.03493722155690193, "total_norm": 3.092104911804199}
-{"epoch": 7, "step": 10036, "loss": 0.03118043579161167, "total_norm": 3.6768746376037598}
-{"epoch": 7, "step": 10037, "loss": 0.08226615935564041, "total_norm": 5.561949729919434}
-{"epoch": 7, "step": 10038, "loss": 0.06040434166789055, "total_norm": 5.288074016571045}
-{"epoch": 7, "step": 10039, "loss": 0.04466353356838226, "total_norm": 3.244762897491455}
-{"epoch": 7, "step": 10040, "loss": 0.03793368488550186, "total_norm": 3.2216131687164307}
-{"epoch": 7, "step": 10041, "loss": 0.04774141311645508, "total_norm": 3.669914484024048}
-{"epoch": 7, "step": 10042, "loss": 0.02625669166445732, "total_norm": 2.8708176612854004}
-{"epoch": 7, "step": 10043, "loss": 0.04606049135327339, "total_norm": 6.326437473297119}
-{"epoch": 7, "step": 10044, "loss": 0.06326441466808319, "total_norm": 6.3214616775512695}
-{"epoch": 7, "step": 10045, "loss": 0.032155610620975494, "total_norm": 3.7437448501586914}
-{"epoch": 7, "step": 10046, "loss": 0.01918354444205761, "total_norm": 3.110947847366333}
-{"epoch": 7, "step": 10047, "loss": 0.04527883976697922, "total_norm": 3.4599621295928955}
-{"epoch": 7, "step": 10048, "loss": 0.011653580702841282, "total_norm": 2.0757696628570557}
-{"epoch": 7, "step": 10049, "loss": 0.018705135211348534, "total_norm": 2.5394110679626465}
-{"epoch": 7, "step": 10050, "loss": 0.05935727059841156, "total_norm": 4.229677200317383}
-{"epoch": 7, "step": 10051, "loss": 0.00900674145668745, "total_norm": 2.2332727909088135}
-{"epoch": 7, "step": 10052, "loss": 0.039562176913022995, "total_norm": 3.4482052326202393}
-{"epoch": 7, "step": 10053, "loss": 0.13415725529193878, "total_norm": 6.51449728012085}
-{"epoch": 7, "step": 10054, "loss": 0.03814994543790817, "total_norm": 5.995474815368652}
-{"epoch": 7, "step": 10055, "loss": 0.07666519284248352, "total_norm": 3.9011454582214355}
-{"epoch": 7, "step": 10056, "loss": 0.09766623377799988, "total_norm": 4.9058380126953125}
-{"epoch": 7, "step": 10057, "loss": 0.03239759802818298, "total_norm": 3.729459762573242}
-{"epoch": 7, "step": 10058, "loss": 0.028949953615665436, "total_norm": 5.459553241729736}
-{"epoch": 7, "step": 10059, "loss": 0.025395341217517853, "total_norm": 2.6856887340545654}
-{"epoch": 7, "step": 10060, "loss": 0.0597224198281765, "total_norm": 4.736992835998535}
-{"epoch": 7, "step": 10061, "loss": 0.045969653874635696, "total_norm": 3.488291025161743}
-{"epoch": 7, "step": 10062, "loss": 0.04870270565152168, "total_norm": 6.6631035804748535}
-{"epoch": 7, "step": 10063, "loss": 0.023788830265402794, "total_norm": 5.824114799499512}
-{"epoch": 7, "step": 10064, "loss": 0.01821690984070301, "total_norm": 2.528886318206787}
-{"epoch": 7, "step": 10065, "loss": 0.014447989873588085, "total_norm": 2.195155382156372}
-{"epoch": 7, "step": 10066, "loss": 0.04010904207825661, "total_norm": 4.69706392288208}
-{"epoch": 7, "step": 10067, "loss": 0.06047791987657547, "total_norm": 5.073727607727051}
-{"epoch": 7, "step": 10068, "loss": 0.01913260854780674, "total_norm": 3.8088796138763428}
-{"epoch": 7, "step": 10069, "loss": 0.06574995070695877, "total_norm": 6.156589031219482}
-{"epoch": 7, "step": 10070, "loss": 0.03238449990749359, "total_norm": 3.4393675327301025}
-{"epoch": 7, "step": 10071, "loss": 0.04554632306098938, "total_norm": 4.067777156829834}
-{"epoch": 7, "step": 10072, "loss": 0.048375342041254044, "total_norm": 4.321038246154785}
-{"epoch": 7, "step": 10073, "loss": 0.028284868225455284, "total_norm": 3.9947476387023926}
-{"epoch": 7, "step": 10074, "loss": 0.08361213654279709, "total_norm": 5.514809608459473}
-{"epoch": 7, "step": 10075, "loss": 0.04910750687122345, "total_norm": 4.325599670410156}
-{"epoch": 7, "step": 10076, "loss": 0.058537472039461136, "total_norm": 5.263941764831543}
-{"epoch": 7, "step": 10077, "loss": 0.05318311229348183, "total_norm": 4.8654937744140625}
-{"epoch": 7, "step": 10078, "loss": 0.11166773736476898, "total_norm": 6.281299591064453}
-{"epoch": 7, "step": 10079, "loss": 0.024864839389920235, "total_norm": 4.693664073944092}
-{"epoch": 7, "step": 10080, "loss": 0.04923757538199425, "total_norm": 4.486382484436035}
-{"epoch": 7, "step": 10081, "loss": 0.014899670146405697, "total_norm": 3.47824764251709}
-{"epoch": 7, "step": 10082, "loss": 0.07117919623851776, "total_norm": 5.0967326164245605}
-{"epoch": 7, "step": 10083, "loss": 0.06938014924526215, "total_norm": 5.902862548828125}
-{"epoch": 7, "step": 10084, "loss": 0.03749425709247589, "total_norm": 4.492580890655518}
-{"epoch": 7, "step": 10085, "loss": 0.02995985373854637, "total_norm": 4.424091815948486}
-{"epoch": 7, "step": 10086, "loss": 0.038052670657634735, "total_norm": 2.8921470642089844}
-{"epoch": 7, "step": 10087, "loss": 0.022426847368478775, "total_norm": 3.868155002593994}
-{"epoch": 7, "step": 10088, "loss": 0.05496728792786598, "total_norm": 4.318087100982666}
-{"epoch": 7, "step": 10089, "loss": 0.05981352925300598, "total_norm": 3.5606203079223633}
-{"epoch": 7, "step": 10090, "loss": 0.07150620222091675, "total_norm": 4.4335126876831055}
-{"epoch": 7, "step": 10091, "loss": 0.007969416677951813, "total_norm": 1.2960827350616455}
-{"epoch": 7, "step": 10092, "loss": 0.04539506509900093, "total_norm": 5.6713337898254395}
-{"epoch": 7, "step": 10093, "loss": 0.08732034265995026, "total_norm": 4.599728107452393}
-{"epoch": 7, "step": 10094, "loss": 0.020997289568185806, "total_norm": 3.0615663528442383}
-{"epoch": 7, "step": 10095, "loss": 0.05224783346056938, "total_norm": 4.3660478591918945}
-{"epoch": 7, "step": 10096, "loss": 0.02938816510140896, "total_norm": 2.9023990631103516}
-{"epoch": 7, "step": 10097, "loss": 0.04860752448439598, "total_norm": 3.8355472087860107}
-{"epoch": 7, "step": 10098, "loss": 0.08389121294021606, "total_norm": 5.529287815093994}
-{"epoch": 7, "step": 10099, "loss": 0.044665876775979996, "total_norm": 3.136427164077759}
-{"epoch": 7, "step": 10100, "loss": 0.010729832574725151, "total_norm": 3.006831645965576}
-{"epoch": 7, "step": 10101, "loss": 0.0896918773651123, "total_norm": 4.68364143371582}
-{"epoch": 7, "step": 10102, "loss": 0.03841967508196831, "total_norm": 3.5114834308624268}
-{"epoch": 7, "step": 10103, "loss": 0.04691746085882187, "total_norm": 3.1587319374084473}
-{"epoch": 7, "step": 10104, "loss": 0.02647831290960312, "total_norm": 2.6822149753570557}
-{"epoch": 7, "step": 10105, "loss": 0.037662625312805176, "total_norm": 3.5345942974090576}
-{"epoch": 7, "step": 10106, "loss": 0.03665666654706001, "total_norm": 4.670619010925293}
-{"epoch": 7, "step": 10107, "loss": 0.04828834533691406, "total_norm": 5.0243706703186035}
-{"epoch": 7, "step": 10108, "loss": 0.08231903612613678, "total_norm": 4.126399040222168}
-{"epoch": 7, "step": 10109, "loss": 0.020888041704893112, "total_norm": 3.8823816776275635}
-{"epoch": 7, "step": 10110, "loss": 0.03387720510363579, "total_norm": 4.208293437957764}
-{"epoch": 7, "step": 10111, "loss": 0.09066129475831985, "total_norm": 5.226778030395508}
-{"epoch": 7, "step": 10112, "loss": 0.044564053416252136, "total_norm": 3.3644957542419434}
-{"epoch": 7, "step": 10113, "loss": 0.06352459639310837, "total_norm": 4.325385093688965}
-{"epoch": 7, "step": 10114, "loss": 0.051832832396030426, "total_norm": 4.102294445037842}
-{"epoch": 7, "step": 10115, "loss": 0.007578670978546143, "total_norm": 2.7021212577819824}
-{"epoch": 7, "step": 10116, "loss": 0.04886728152632713, "total_norm": 4.865893840789795}
-{"epoch": 7, "step": 10117, "loss": 0.09441419690847397, "total_norm": 5.977229595184326}
-{"epoch": 7, "step": 10118, "loss": 0.0465359129011631, "total_norm": 4.735984802246094}
-{"epoch": 7, "step": 10119, "loss": 0.02562384121119976, "total_norm": 3.837911605834961}
-{"epoch": 7, "step": 10120, "loss": 0.006404949352145195, "total_norm": 1.2512359619140625}
-{"epoch": 7, "step": 10121, "loss": 0.04778711870312691, "total_norm": 4.497851371765137}
-{"epoch": 7, "step": 10122, "loss": 0.10072682052850723, "total_norm": 5.3997344970703125}
-{"epoch": 7, "step": 10123, "loss": 0.01631079614162445, "total_norm": 3.929142475128174}
-{"epoch": 7, "step": 10124, "loss": 0.015266590751707554, "total_norm": 3.029542922973633}
-{"epoch": 7, "step": 10125, "loss": 0.06166046857833862, "total_norm": 4.3369550704956055}
-{"epoch": 7, "step": 10126, "loss": 0.04655930772423744, "total_norm": 3.279168128967285}
-{"epoch": 7, "step": 10127, "loss": 0.02931988425552845, "total_norm": 2.623964309692383}
-{"epoch": 7, "step": 10128, "loss": 0.034115634858608246, "total_norm": 6.765945911407471}
-{"epoch": 7, "step": 10129, "loss": 0.04385975003242493, "total_norm": 3.866678237915039}
-{"epoch": 7, "step": 10130, "loss": 0.04153229296207428, "total_norm": 4.1312384605407715}
-{"epoch": 7, "step": 10131, "loss": 0.020729854702949524, "total_norm": 2.6091787815093994}
-{"epoch": 7, "step": 10132, "loss": 0.05740838870406151, "total_norm": 4.789839267730713}
-{"epoch": 7, "step": 10133, "loss": 0.03616521134972572, "total_norm": 2.1101791858673096}
-{"epoch": 7, "step": 10134, "loss": 0.022666210308670998, "total_norm": 3.4299678802490234}
-{"epoch": 7, "step": 10135, "loss": 0.043214309960603714, "total_norm": 3.041846752166748}
-{"epoch": 7, "step": 10136, "loss": 0.05199245363473892, "total_norm": 5.632842063903809}
-{"epoch": 7, "step": 10137, "loss": 0.026816057041287422, "total_norm": 3.2386491298675537}
-{"epoch": 7, "step": 10138, "loss": 0.03466565161943436, "total_norm": 5.3593854904174805}
-{"epoch": 7, "step": 10139, "loss": 0.0391424223780632, "total_norm": 3.4381563663482666}
-{"epoch": 7, "step": 10140, "loss": 0.06223852187395096, "total_norm": 4.462479114532471}
-{"epoch": 7, "step": 10141, "loss": 0.03874815255403519, "total_norm": 4.441457748413086}
-{"epoch": 7, "step": 10142, "loss": 0.039561714977025986, "total_norm": 5.233949184417725}
-{"epoch": 7, "step": 10143, "loss": 0.05656319856643677, "total_norm": 4.365682125091553}
-{"epoch": 7, "step": 10144, "loss": 0.046535540372133255, "total_norm": 3.0203442573547363}
-{"epoch": 7, "step": 10145, "loss": 0.04830789193511009, "total_norm": 4.1306939125061035}
-{"epoch": 7, "step": 10146, "loss": 0.056809794157743454, "total_norm": 7.220704078674316}
-{"epoch": 7, "step": 10147, "loss": 0.06946895271539688, "total_norm": 7.492042064666748}
-{"epoch": 7, "step": 10148, "loss": 0.015758788213133812, "total_norm": 2.9395766258239746}
-{"epoch": 7, "step": 10149, "loss": 0.06440503150224686, "total_norm": 6.881505012512207}
-{"epoch": 7, "step": 10150, "loss": 0.09339065104722977, "total_norm": 7.135324478149414}
-{"epoch": 7, "step": 10151, "loss": 0.06821749359369278, "total_norm": 4.7509918212890625}
-{"epoch": 7, "step": 10152, "loss": 0.08271651715040207, "total_norm": 4.831801414489746}
-{"epoch": 7, "step": 10153, "loss": 0.04494436830282211, "total_norm": 4.790987014770508}
-{"epoch": 7, "step": 10154, "loss": 0.01856459304690361, "total_norm": 5.8221588134765625}
-{"epoch": 7, "step": 10155, "loss": 0.11067821085453033, "total_norm": 7.873852252960205}
-{"epoch": 7, "step": 10156, "loss": 0.04818650335073471, "total_norm": 3.9827094078063965}
-{"epoch": 7, "step": 10157, "loss": 0.04184701666235924, "total_norm": 3.8158457279205322}
-{"epoch": 7, "step": 10158, "loss": 0.018709219992160797, "total_norm": 2.723865032196045}
-{"epoch": 7, "step": 10159, "loss": 0.029842492192983627, "total_norm": 4.508471965789795}
-{"epoch": 7, "step": 10160, "loss": 0.03957870230078697, "total_norm": 4.240480899810791}
-{"epoch": 7, "step": 10161, "loss": 0.08465386927127838, "total_norm": 4.4721198081970215}
-{"epoch": 7, "step": 10162, "loss": 0.0229341983795166, "total_norm": 1.9258382320404053}
-{"epoch": 7, "step": 10163, "loss": 0.05156795680522919, "total_norm": 4.370604991912842}
-{"epoch": 7, "step": 10164, "loss": 0.05975484102964401, "total_norm": 4.807309150695801}
-{"epoch": 7, "step": 10165, "loss": 0.07379211485385895, "total_norm": 6.555688858032227}
-{"epoch": 7, "step": 10166, "loss": 0.04924833029508591, "total_norm": 5.132424354553223}
-{"epoch": 7, "step": 10167, "loss": 0.0385223925113678, "total_norm": 4.241973400115967}
-{"epoch": 7, "step": 10168, "loss": 0.02555525116622448, "total_norm": 3.3459877967834473}
-{"epoch": 7, "step": 10169, "loss": 0.026085441932082176, "total_norm": 4.7402873039245605}
-{"epoch": 7, "step": 10170, "loss": 0.11717303097248077, "total_norm": 6.059124946594238}
-{"epoch": 7, "step": 10171, "loss": 0.04933131858706474, "total_norm": 6.718705654144287}
-{"epoch": 7, "step": 10172, "loss": 0.046586763113737106, "total_norm": 6.957522869110107}
-{"epoch": 7, "step": 10173, "loss": 0.11348553746938705, "total_norm": 5.576798915863037}
-{"epoch": 7, "step": 10174, "loss": 0.07406247407197952, "total_norm": 5.950152397155762}
-{"epoch": 7, "step": 10175, "loss": 0.03966899588704109, "total_norm": 4.926546573638916}
-{"epoch": 7, "step": 10176, "loss": 0.06682110577821732, "total_norm": 5.878904342651367}
-{"epoch": 7, "step": 10177, "loss": 0.04248414188623428, "total_norm": 4.1353373527526855}
-{"epoch": 7, "step": 10178, "loss": 0.0813811719417572, "total_norm": 6.546000003814697}
-{"epoch": 7, "step": 10179, "loss": 0.024945905432105064, "total_norm": 4.13209867477417}
-{"epoch": 7, "step": 10180, "loss": 0.030381644144654274, "total_norm": 3.4019975662231445}
-{"epoch": 7, "step": 10181, "loss": 0.034057166427373886, "total_norm": 4.050565242767334}
-{"epoch": 7, "step": 10182, "loss": 0.03331300988793373, "total_norm": 4.075433254241943}
-{"epoch": 7, "step": 10183, "loss": 0.06247008591890335, "total_norm": 4.435942649841309}
-{"epoch": 7, "step": 10184, "loss": 0.04138823226094246, "total_norm": 4.158500671386719}
-{"epoch": 7, "step": 10185, "loss": 0.05462927371263504, "total_norm": 5.714529514312744}
-{"epoch": 7, "step": 10186, "loss": 0.09113796055316925, "total_norm": 9.017682075500488}
-{"epoch": 7, "step": 10187, "loss": 0.09490355849266052, "total_norm": 4.242965221405029}
-{"epoch": 7, "step": 10188, "loss": 0.0500883124768734, "total_norm": 4.040013790130615}
-{"epoch": 7, "step": 10189, "loss": 0.036728665232658386, "total_norm": 4.773838996887207}
-{"epoch": 7, "step": 10190, "loss": 0.06364256143569946, "total_norm": 4.140325546264648}
-{"epoch": 7, "step": 10191, "loss": 0.07833510637283325, "total_norm": 4.007145404815674}
-{"epoch": 7, "step": 10192, "loss": 0.10025708377361298, "total_norm": 6.796126842498779}
-{"epoch": 7, "step": 10193, "loss": 0.04980141669511795, "total_norm": 4.740668296813965}
-{"epoch": 7, "step": 10194, "loss": 0.01324489526450634, "total_norm": 3.913374185562134}
-{"epoch": 7, "step": 10195, "loss": 0.03393460810184479, "total_norm": 3.1080024242401123}
-{"epoch": 7, "step": 10196, "loss": 0.03853471949696541, "total_norm": 3.229374885559082}
-{"epoch": 7, "step": 10197, "loss": 0.03440579026937485, "total_norm": 4.985445022583008}
-{"epoch": 7, "step": 10198, "loss": 0.03986045718193054, "total_norm": 4.391064167022705}
-{"epoch": 7, "step": 10199, "loss": 0.10569573938846588, "total_norm": 5.9132304191589355}
-{"epoch": 7, "step": 10200, "loss": 0.027616441249847412, "total_norm": 3.997042179107666}
-{"epoch": 7, "step": 10201, "loss": 0.01794850453734398, "total_norm": 2.203174352645874}
-{"epoch": 7, "step": 10202, "loss": 0.04495979845523834, "total_norm": 4.962242603302002}
-{"epoch": 7, "step": 10203, "loss": 0.07946943491697311, "total_norm": 4.750412940979004}
-{"epoch": 7, "step": 10204, "loss": 0.09074000269174576, "total_norm": 7.384634494781494}
-{"epoch": 7, "step": 10205, "loss": 0.08780041337013245, "total_norm": 5.5991058349609375}
-{"epoch": 7, "step": 10206, "loss": 0.045580845326185226, "total_norm": 5.7786478996276855}
-{"epoch": 7, "step": 10207, "loss": 0.03314724192023277, "total_norm": 3.5949909687042236}
-{"epoch": 7, "step": 10208, "loss": 0.06261332333087921, "total_norm": 5.875755786895752}
-{"epoch": 7, "step": 10209, "loss": 0.09367351233959198, "total_norm": 3.9866013526916504}
-{"epoch": 7, "step": 10210, "loss": 0.044138114899396896, "total_norm": 3.6529035568237305}
-{"epoch": 7, "step": 10211, "loss": 0.05085073411464691, "total_norm": 4.170921802520752}
-{"epoch": 7, "step": 10212, "loss": 0.059518568217754364, "total_norm": 4.767202854156494}
-{"epoch": 7, "step": 10213, "loss": 0.02519223652780056, "total_norm": 4.655389785766602}
-{"epoch": 7, "step": 10214, "loss": 0.047805748879909515, "total_norm": 4.532619953155518}
-{"epoch": 7, "step": 10215, "loss": 0.0454651415348053, "total_norm": 5.374721050262451}
-{"epoch": 7, "step": 10216, "loss": 0.05189507082104683, "total_norm": 4.869441032409668}
-{"epoch": 7, "step": 10217, "loss": 0.09074655175209045, "total_norm": 4.9063849449157715}
-{"epoch": 7, "step": 10218, "loss": 0.05857009440660477, "total_norm": 5.403042793273926}
-{"epoch": 7, "step": 10219, "loss": 0.02959251031279564, "total_norm": 3.6029245853424072}
-{"epoch": 7, "step": 10220, "loss": 0.04736761003732681, "total_norm": 4.169116973876953}
-{"epoch": 7, "step": 10221, "loss": 0.03261382132768631, "total_norm": 5.706526756286621}
-{"epoch": 7, "step": 10222, "loss": 0.07814081758260727, "total_norm": 4.96775484085083}
-{"epoch": 7, "step": 10223, "loss": 0.04843691363930702, "total_norm": 4.022826671600342}
-{"epoch": 7, "step": 10224, "loss": 0.05192680284380913, "total_norm": 3.812509298324585}
-{"epoch": 7, "step": 10225, "loss": 0.04002620652318001, "total_norm": 3.4300143718719482}
-{"epoch": 7, "step": 10226, "loss": 0.040061213076114655, "total_norm": 5.033868312835693}
-{"epoch": 7, "step": 10227, "loss": 0.06364330649375916, "total_norm": 5.911382675170898}
-{"epoch": 7, "step": 10228, "loss": 0.004631346557289362, "total_norm": 1.8033051490783691}
-{"epoch": 7, "step": 10229, "loss": 0.057901717722415924, "total_norm": 3.902937412261963}
-{"epoch": 7, "step": 10230, "loss": 0.012678391300141811, "total_norm": 2.5319035053253174}
-{"epoch": 7, "step": 10231, "loss": 0.0524677149951458, "total_norm": 4.539704322814941}
-{"epoch": 7, "step": 10232, "loss": 0.06426727026700974, "total_norm": 3.038424253463745}
-{"epoch": 7, "step": 10233, "loss": 0.052667275071144104, "total_norm": 4.9624199867248535}
-{"epoch": 7, "step": 10234, "loss": 0.05783562734723091, "total_norm": 6.168078899383545}
-{"epoch": 7, "step": 10235, "loss": 0.060343191027641296, "total_norm": 6.208817481994629}
-{"epoch": 7, "step": 10236, "loss": 0.01065516471862793, "total_norm": 2.4644105434417725}
-{"epoch": 7, "step": 10237, "loss": 0.03509233519434929, "total_norm": 3.151057243347168}
-{"epoch": 7, "step": 10238, "loss": 0.018374569714069366, "total_norm": 3.1379196643829346}
-{"epoch": 7, "step": 10239, "loss": 0.058073557913303375, "total_norm": 6.518908500671387}
-{"epoch": 7, "step": 10240, "eval_loss": 3.434419296681881, "eval_rougeL": 0.28612647394075796}
-{"epoch": 7, "step": 10240, "loss": 0.03874244913458824, "total_norm": 4.269075870513916}
-{"epoch": 7, "step": 10241, "loss": 0.029085291549563408, "total_norm": 2.4986603260040283}
-{"epoch": 7, "step": 10242, "loss": 0.035901863127946854, "total_norm": 4.303931713104248}
-{"epoch": 7, "step": 10243, "loss": 0.07335332781076431, "total_norm": 5.921163082122803}
-{"epoch": 7, "step": 10244, "loss": 0.04383699223399162, "total_norm": 3.0965969562530518}
-{"epoch": 7, "step": 10245, "loss": 0.045654989778995514, "total_norm": 4.991730690002441}
-{"epoch": 7, "step": 10246, "loss": 0.009986224584281445, "total_norm": 1.67167329788208}
-{"epoch": 7, "step": 10247, "loss": 0.021455248817801476, "total_norm": 2.814464569091797}
-{"epoch": 7, "step": 10248, "loss": 0.01924133114516735, "total_norm": 3.956977605819702}
-{"epoch": 7, "step": 10249, "loss": 0.057512976229190826, "total_norm": 3.8935048580169678}
-{"epoch": 7, "step": 10250, "loss": 0.04749584570527077, "total_norm": 4.6722331047058105}
-{"epoch": 7, "step": 10251, "loss": 0.08199046552181244, "total_norm": 5.71751594543457}
-{"epoch": 7, "step": 10252, "loss": 0.048235658556222916, "total_norm": 5.6454033851623535}
-{"epoch": 7, "step": 10253, "loss": 0.016009114682674408, "total_norm": 3.0728092193603516}
-{"epoch": 7, "step": 10254, "loss": 0.045614272356033325, "total_norm": 3.168020009994507}
-{"epoch": 7, "step": 10255, "loss": 0.040609367191791534, "total_norm": 4.890937805175781}
-{"epoch": 7, "step": 10256, "loss": 0.03438035398721695, "total_norm": 3.538151741027832}
-{"epoch": 7, "step": 10257, "loss": 0.016283858567476273, "total_norm": 3.2546844482421875}
-{"epoch": 7, "step": 10258, "loss": 0.03849700838327408, "total_norm": 3.293092727661133}
-{"epoch": 7, "step": 10259, "loss": 0.0350484699010849, "total_norm": 4.086175441741943}
-{"epoch": 7, "step": 10260, "loss": 0.03029421716928482, "total_norm": 4.692197322845459}
-{"epoch": 7, "step": 10261, "loss": 0.04321704059839249, "total_norm": 3.0838544368743896}
-{"epoch": 7, "step": 10262, "loss": 0.01707090251147747, "total_norm": 4.615134239196777}
-{"epoch": 7, "step": 10263, "loss": 0.07876645773649216, "total_norm": 3.8777623176574707}
-{"epoch": 7, "step": 10264, "loss": 0.03966221213340759, "total_norm": 3.9622390270233154}
-{"epoch": 7, "step": 10265, "loss": 0.05776210129261017, "total_norm": 7.042235851287842}
-{"epoch": 7, "step": 10266, "loss": 0.03811400383710861, "total_norm": 4.854480266571045}
-{"epoch": 7, "step": 10267, "loss": 0.040647801011800766, "total_norm": 5.041990280151367}
-{"epoch": 7, "step": 10268, "loss": 0.010911043733358383, "total_norm": 5.1015305519104}
-{"epoch": 7, "step": 10269, "loss": 0.04174965247511864, "total_norm": 4.928048133850098}
-{"epoch": 7, "step": 10270, "loss": 0.12890997529029846, "total_norm": 7.975324630737305}
-{"epoch": 7, "step": 10271, "loss": 0.025967547670006752, "total_norm": 4.059972286224365}
-{"epoch": 7, "step": 10272, "loss": 0.041112445294857025, "total_norm": 4.5359930992126465}
-{"epoch": 7, "step": 10273, "loss": 0.05561225488781929, "total_norm": 5.722456932067871}
-{"epoch": 7, "step": 10274, "loss": 0.057676203548908234, "total_norm": 4.690299034118652}
-{"epoch": 7, "step": 10275, "loss": 0.0563754066824913, "total_norm": 3.791841983795166}
-{"epoch": 7, "step": 10276, "loss": 0.04035471752285957, "total_norm": 5.027233123779297}
-{"epoch": 7, "step": 10277, "loss": 0.10647469013929367, "total_norm": 4.4769110679626465}
-{"epoch": 7, "step": 10278, "loss": 0.01813661865890026, "total_norm": 2.4747583866119385}
-{"epoch": 7, "step": 10279, "loss": 0.0589141845703125, "total_norm": 4.271085262298584}
-{"epoch": 7, "step": 10280, "loss": 0.05581052973866463, "total_norm": 7.889647483825684}
-{"epoch": 7, "step": 10281, "loss": 0.0414266362786293, "total_norm": 4.165027618408203}
-{"epoch": 7, "step": 10282, "loss": 0.04803609102964401, "total_norm": 3.7710437774658203}
-{"epoch": 7, "step": 10283, "loss": 0.03401567414402962, "total_norm": 4.060483455657959}
-{"epoch": 7, "step": 10284, "loss": 0.030470576137304306, "total_norm": 3.4286186695098877}
-{"epoch": 7, "step": 10285, "loss": 0.05331270024180412, "total_norm": 5.419404029846191}
-{"epoch": 7, "step": 10286, "loss": 0.008245357312262058, "total_norm": 1.2375479936599731}
-{"epoch": 7, "step": 10287, "loss": 0.055927567183971405, "total_norm": 4.7572736740112305}
-{"epoch": 7, "step": 10288, "loss": 0.04904109984636307, "total_norm": 4.096365928649902}
-{"epoch": 7, "step": 10289, "loss": 0.0325460284948349, "total_norm": 4.48529052734375}
-{"epoch": 7, "step": 10290, "loss": 0.029491610825061798, "total_norm": 3.6313564777374268}
-{"epoch": 7, "step": 10291, "loss": 0.024474436417222023, "total_norm": 2.8648948669433594}
-{"epoch": 7, "step": 10292, "loss": 0.08995494991540909, "total_norm": 5.82043981552124}
-{"epoch": 7, "step": 10293, "loss": 0.05109135061502457, "total_norm": 5.57594633102417}
-{"epoch": 7, "step": 10294, "loss": 0.05023455619812012, "total_norm": 4.77601957321167}
-{"epoch": 7, "step": 10295, "loss": 0.026076996698975563, "total_norm": 4.256837844848633}
-{"epoch": 7, "step": 10296, "loss": 0.09982858598232269, "total_norm": 4.790727615356445}
-{"epoch": 7, "step": 10297, "loss": 0.07813770323991776, "total_norm": 6.045603275299072}
-{"epoch": 7, "step": 10298, "loss": 0.05961799994111061, "total_norm": 7.681955814361572}
-{"epoch": 7, "step": 10299, "loss": 0.04032866284251213, "total_norm": 4.054047584533691}
-{"epoch": 7, "step": 10300, "loss": 0.060695696622133255, "total_norm": 4.263514041900635}
-{"epoch": 7, "step": 10301, "loss": 0.017528187483549118, "total_norm": 2.6770527362823486}
-{"epoch": 7, "step": 10302, "loss": 0.07473882287740707, "total_norm": 5.362398624420166}
-{"epoch": 7, "step": 10303, "loss": 0.07903430610895157, "total_norm": 4.731594562530518}
-{"epoch": 7, "step": 10304, "loss": 0.15465278923511505, "total_norm": 8.100085258483887}
-{"epoch": 7, "step": 10305, "loss": 0.04666579142212868, "total_norm": 4.415371894836426}
-{"epoch": 7, "step": 10306, "loss": 0.05496653914451599, "total_norm": 5.832262992858887}
-{"epoch": 7, "step": 10307, "loss": 0.03416496515274048, "total_norm": 4.209538459777832}
-{"epoch": 7, "step": 10308, "loss": 0.08626046776771545, "total_norm": 6.248021125793457}
-{"epoch": 7, "step": 10309, "loss": 0.0357138030230999, "total_norm": 3.0066370964050293}
-{"epoch": 7, "step": 10310, "loss": 0.02150382101535797, "total_norm": 4.683625221252441}
-{"epoch": 7, "step": 10311, "loss": 0.06947670876979828, "total_norm": 3.7593302726745605}
-{"epoch": 7, "step": 10312, "loss": 0.020776202902197838, "total_norm": 3.9434871673583984}
-{"epoch": 7, "step": 10313, "loss": 0.05423462763428688, "total_norm": 4.539272785186768}
-{"epoch": 7, "step": 10314, "loss": 0.09633362293243408, "total_norm": 5.678023815155029}
-{"epoch": 7, "step": 10315, "loss": 0.05541941151022911, "total_norm": 3.652329206466675}
-{"epoch": 7, "step": 10316, "loss": 0.049057528376579285, "total_norm": 3.8525567054748535}
-{"epoch": 7, "step": 10317, "loss": 0.061693720519542694, "total_norm": 3.6158034801483154}
-{"epoch": 7, "step": 10318, "loss": 0.06808115541934967, "total_norm": 4.575266361236572}
-{"epoch": 7, "step": 10319, "loss": 0.040874868631362915, "total_norm": 5.549275875091553}
-{"epoch": 7, "step": 10320, "loss": 0.04274923726916313, "total_norm": 4.321557998657227}
-{"epoch": 7, "step": 10321, "loss": 0.037657108157873154, "total_norm": 4.415333271026611}
-{"epoch": 7, "step": 10322, "loss": 0.025095267221331596, "total_norm": 3.595262050628662}
-{"epoch": 7, "step": 10323, "loss": 0.03774087503552437, "total_norm": 3.4153213500976562}
-{"epoch": 7, "step": 10324, "loss": 0.02073705568909645, "total_norm": 2.8095006942749023}
-{"epoch": 7, "step": 10325, "loss": 0.05083595961332321, "total_norm": 3.599630117416382}
-{"epoch": 7, "step": 10326, "loss": 0.064010389149189, "total_norm": 4.690190315246582}
-{"epoch": 7, "step": 10327, "loss": 0.031217053532600403, "total_norm": 3.8884990215301514}
-{"epoch": 7, "step": 10328, "loss": 0.05105443298816681, "total_norm": 5.074665546417236}
-{"epoch": 7, "step": 10329, "loss": 0.026881562545895576, "total_norm": 4.242608547210693}
-{"epoch": 7, "step": 10330, "loss": 0.052105072885751724, "total_norm": 4.998293399810791}
-{"epoch": 7, "step": 10331, "loss": 0.05089183524250984, "total_norm": 6.461735725402832}
-{"epoch": 7, "step": 10332, "loss": 0.030875923112034798, "total_norm": 4.16847038269043}
-{"epoch": 7, "step": 10333, "loss": 0.0407160185277462, "total_norm": 5.599374771118164}
-{"epoch": 7, "step": 10334, "loss": 0.08598602563142776, "total_norm": 5.490530490875244}
-{"epoch": 7, "step": 10335, "loss": 0.0482763834297657, "total_norm": 5.179948806762695}
-{"epoch": 7, "step": 10336, "loss": 0.06571107357740402, "total_norm": 3.9662816524505615}
-{"epoch": 7, "step": 10337, "loss": 0.03378530591726303, "total_norm": 2.669055461883545}
-{"epoch": 7, "step": 10338, "loss": 0.044980213046073914, "total_norm": 4.78165864944458}
-{"epoch": 7, "step": 10339, "loss": 0.08068922907114029, "total_norm": 4.662852764129639}
-{"epoch": 7, "step": 10340, "loss": 0.027483129873871803, "total_norm": 4.114161014556885}
-{"epoch": 7, "step": 10341, "loss": 0.05469657480716705, "total_norm": 4.383798599243164}
-{"epoch": 7, "step": 10342, "loss": 0.0885574221611023, "total_norm": 8.107667922973633}
-{"epoch": 7, "step": 10343, "loss": 0.09834330528974533, "total_norm": 5.41555118560791}
-{"epoch": 7, "step": 10344, "loss": 0.05858390033245087, "total_norm": 3.7339274883270264}
-{"epoch": 7, "step": 10345, "loss": 0.01641276851296425, "total_norm": 3.503355026245117}
-{"epoch": 7, "step": 10346, "loss": 0.046494968235492706, "total_norm": 4.538005828857422}
-{"epoch": 7, "step": 10347, "loss": 0.029103104025125504, "total_norm": 4.461673736572266}
-{"epoch": 7, "step": 10348, "loss": 0.04988347366452217, "total_norm": 4.0448431968688965}
-{"epoch": 7, "step": 10349, "loss": 0.021842680871486664, "total_norm": 4.650576114654541}
-{"epoch": 7, "step": 10350, "loss": 0.02705167792737484, "total_norm": 3.5465168952941895}
-{"epoch": 7, "step": 10351, "loss": 0.04566133767366409, "total_norm": 6.172807216644287}
-{"epoch": 7, "step": 10352, "loss": 0.03842521086335182, "total_norm": 4.506991863250732}
-{"epoch": 7, "step": 10353, "loss": 0.013372372835874557, "total_norm": 1.9612661600112915}
-{"epoch": 7, "step": 10354, "loss": 0.06077779829502106, "total_norm": 7.059257984161377}
-{"epoch": 7, "step": 10355, "loss": 0.055367931723594666, "total_norm": 4.759808540344238}
-{"epoch": 7, "step": 10356, "loss": 0.050721675157547, "total_norm": 3.213204860687256}
-{"epoch": 7, "step": 10357, "loss": 0.05143631994724274, "total_norm": 4.734176158905029}
-{"epoch": 7, "step": 10358, "loss": 0.06755229085683823, "total_norm": 4.666350364685059}
-{"epoch": 7, "step": 10359, "loss": 0.0729312002658844, "total_norm": 6.880770206451416}
-{"epoch": 7, "step": 10360, "loss": 0.02149002067744732, "total_norm": 3.756333589553833}
-{"epoch": 7, "step": 10361, "loss": 0.06368837505578995, "total_norm": 5.629891395568848}
-{"epoch": 7, "step": 10362, "loss": 0.06905272603034973, "total_norm": 5.843747615814209}
-{"epoch": 7, "step": 10363, "loss": 0.08306512981653214, "total_norm": 6.025160312652588}
-{"epoch": 7, "step": 10364, "loss": 0.07306858152151108, "total_norm": 11.074535369873047}
-{"epoch": 7, "step": 10365, "loss": 0.06948913633823395, "total_norm": 4.572648048400879}
-{"epoch": 7, "step": 10366, "loss": 0.033440958708524704, "total_norm": 4.067505359649658}
-{"epoch": 7, "step": 10367, "loss": 0.05971449241042137, "total_norm": 3.5972111225128174}
-{"epoch": 7, "step": 10368, "loss": 0.06592667102813721, "total_norm": 4.377849578857422}
-{"epoch": 7, "step": 10369, "loss": 0.015058442950248718, "total_norm": 2.270745038986206}
-{"epoch": 7, "step": 10370, "loss": 0.042458049952983856, "total_norm": 5.170132160186768}
-{"epoch": 7, "step": 10371, "loss": 0.056828003376722336, "total_norm": 5.433249473571777}
-{"epoch": 7, "step": 10372, "loss": 0.028710557147860527, "total_norm": 5.27412223815918}
-{"epoch": 7, "step": 10373, "loss": 0.05023698881268501, "total_norm": 4.557395935058594}
-{"epoch": 7, "step": 10374, "loss": 0.03282581642270088, "total_norm": 4.2294416427612305}
-{"epoch": 7, "step": 10375, "loss": 0.05535196512937546, "total_norm": 4.144087314605713}
-{"epoch": 7, "step": 10376, "loss": 0.027003483846783638, "total_norm": 4.286804676055908}
-{"epoch": 7, "step": 10377, "loss": 0.12234947830438614, "total_norm": 13.210055351257324}
-{"epoch": 7, "step": 10378, "loss": 0.011716539971530437, "total_norm": 2.426626443862915}
-{"epoch": 7, "step": 10379, "loss": 0.0273579191416502, "total_norm": 3.735257387161255}
-{"epoch": 7, "step": 10380, "loss": 0.05268261209130287, "total_norm": 6.0173749923706055}
-{"epoch": 7, "step": 10381, "loss": 0.05768166109919548, "total_norm": 3.750364065170288}
-{"epoch": 7, "step": 10382, "loss": 0.04861131310462952, "total_norm": 5.286050319671631}
-{"epoch": 7, "step": 10383, "loss": 0.076754130423069, "total_norm": 4.247934341430664}
-{"epoch": 7, "step": 10384, "loss": 0.03000039979815483, "total_norm": 3.079402208328247}
-{"epoch": 7, "step": 10385, "loss": 0.04606088623404503, "total_norm": 4.742842197418213}
-{"epoch": 7, "step": 10386, "loss": 0.09313204139471054, "total_norm": 4.409978866577148}
-{"epoch": 7, "step": 10387, "loss": 0.024768292903900146, "total_norm": 4.557712078094482}
-{"epoch": 7, "step": 10388, "loss": 0.07445713132619858, "total_norm": 4.184483051300049}
-{"epoch": 7, "step": 10389, "loss": 0.02053346298635006, "total_norm": 3.3236615657806396}
-{"epoch": 7, "step": 10390, "loss": 0.04781189560890198, "total_norm": 7.194799423217773}
-{"epoch": 7, "step": 10391, "loss": 0.05526893213391304, "total_norm": 4.618166923522949}
-{"epoch": 7, "step": 10392, "loss": 0.021098999306559563, "total_norm": 3.771179437637329}
-{"epoch": 7, "step": 10393, "loss": 0.042921800166368484, "total_norm": 5.3608198165893555}
-{"epoch": 7, "step": 10394, "loss": 0.05716819688677788, "total_norm": 4.442384243011475}
-{"epoch": 7, "step": 10395, "loss": 0.08667048066854477, "total_norm": 5.351330280303955}
-{"epoch": 7, "step": 10396, "loss": 0.04142887890338898, "total_norm": 5.326284885406494}
-{"epoch": 7, "step": 10397, "loss": 0.06610942631959915, "total_norm": 3.3795316219329834}
-{"epoch": 7, "step": 10398, "loss": 0.031498078256845474, "total_norm": 4.261812686920166}
-{"epoch": 7, "step": 10399, "loss": 0.031064348295331, "total_norm": 2.925635814666748}
-{"epoch": 7, "step": 10400, "loss": 0.04297534003853798, "total_norm": 4.564979553222656}
-{"epoch": 7, "step": 10401, "loss": 0.0895051583647728, "total_norm": 7.95574951171875}
-{"epoch": 7, "step": 10402, "loss": 0.04869282245635986, "total_norm": 4.594733715057373}
-{"epoch": 7, "step": 10403, "loss": 0.033784229308366776, "total_norm": 7.910913467407227}
-{"epoch": 7, "step": 10404, "loss": 0.1552010327577591, "total_norm": 8.389307975769043}
-{"epoch": 7, "step": 10405, "loss": 0.05955769494175911, "total_norm": 4.478120803833008}
-{"epoch": 7, "step": 10406, "loss": 0.032755859196186066, "total_norm": 4.197903156280518}
-{"epoch": 7, "step": 10407, "loss": 0.051980480551719666, "total_norm": 4.6097612380981445}
-{"epoch": 7, "step": 10408, "loss": 0.07438751310110092, "total_norm": 5.9277825355529785}
-{"epoch": 7, "step": 10409, "loss": 0.044016033411026, "total_norm": 4.55919075012207}
-{"epoch": 7, "step": 10410, "loss": 0.08236850798130035, "total_norm": 5.81211519241333}
-{"epoch": 7, "step": 10411, "loss": 0.03261827677488327, "total_norm": 3.878711223602295}
-{"epoch": 7, "step": 10412, "loss": 0.12039113789796829, "total_norm": 6.184782028198242}
-{"epoch": 7, "step": 10413, "loss": 0.05447270721197128, "total_norm": 4.480553150177002}
-{"epoch": 7, "step": 10414, "loss": 0.04719982296228409, "total_norm": 4.495730876922607}
-{"epoch": 7, "step": 10415, "loss": 0.07291159778833389, "total_norm": 5.2298407554626465}
-{"epoch": 7, "step": 10416, "loss": 0.019374758005142212, "total_norm": 3.2311134338378906}
-{"epoch": 7, "step": 10417, "loss": 0.08161784708499908, "total_norm": 7.905579090118408}
-{"epoch": 7, "step": 10418, "loss": 0.036300137639045715, "total_norm": 3.100860834121704}
-{"epoch": 7, "step": 10419, "loss": 0.06754018366336823, "total_norm": 4.638174533843994}
-{"epoch": 7, "step": 10420, "loss": 0.03765951842069626, "total_norm": 3.2696564197540283}
-{"epoch": 7, "step": 10421, "loss": 0.0375775545835495, "total_norm": 3.937737226486206}
-{"epoch": 7, "step": 10422, "loss": 0.15680105984210968, "total_norm": 9.135441780090332}
-{"epoch": 7, "step": 10423, "loss": 0.04885822907090187, "total_norm": 5.776684761047363}
-{"epoch": 7, "step": 10424, "loss": 0.03287573903799057, "total_norm": 3.586351156234741}
-{"epoch": 7, "step": 10425, "loss": 0.09368132054805756, "total_norm": 6.321023941040039}
-{"epoch": 7, "step": 10426, "loss": 0.035424064844846725, "total_norm": 2.2293124198913574}
-{"epoch": 7, "step": 10427, "loss": 0.027571886777877808, "total_norm": 3.887640953063965}
-{"epoch": 7, "step": 10428, "loss": 0.05644451826810837, "total_norm": 3.9750490188598633}
-{"epoch": 7, "step": 10429, "loss": 0.07751356810331345, "total_norm": 5.607493877410889}
-{"epoch": 7, "step": 10430, "loss": 0.0551808625459671, "total_norm": 4.7366461753845215}
-{"epoch": 7, "step": 10431, "loss": 0.010667024180293083, "total_norm": 1.6475895643234253}
-{"epoch": 7, "step": 10432, "loss": 0.03397360071539879, "total_norm": 3.7766997814178467}
-{"epoch": 7, "step": 10433, "loss": 0.029682623222470284, "total_norm": 4.552362442016602}
-{"epoch": 7, "step": 10434, "loss": 0.05615103617310524, "total_norm": 6.536476135253906}
-{"epoch": 7, "step": 10435, "loss": 0.05388839915394783, "total_norm": 3.71562123298645}
-{"epoch": 7, "step": 10436, "loss": 0.04417029395699501, "total_norm": 3.912461042404175}
-{"epoch": 7, "step": 10437, "loss": 0.020914923399686813, "total_norm": 3.4798829555511475}
-{"epoch": 7, "step": 10438, "loss": 0.06589435040950775, "total_norm": 5.110164642333984}
-{"epoch": 7, "step": 10439, "loss": 0.027445180341601372, "total_norm": 6.338315010070801}
-{"epoch": 7, "step": 10440, "loss": 0.03405130282044411, "total_norm": 4.775184154510498}
-{"epoch": 7, "step": 10441, "loss": 0.05328186973929405, "total_norm": 3.5953240394592285}
-{"epoch": 7, "step": 10442, "loss": 0.019997624680399895, "total_norm": 3.036289691925049}
-{"epoch": 7, "step": 10443, "loss": 0.06761422008275986, "total_norm": 4.433884143829346}
-{"epoch": 7, "step": 10444, "loss": 0.03982945904135704, "total_norm": 3.8202168941497803}
-{"epoch": 7, "step": 10445, "loss": 0.059261176735162735, "total_norm": 7.281813144683838}
-{"epoch": 7, "step": 10446, "loss": 0.09117988497018814, "total_norm": 4.371731281280518}
-{"epoch": 7, "step": 10447, "loss": 0.061207059770822525, "total_norm": 4.646261692047119}
-{"epoch": 7, "step": 10448, "loss": 0.09635346382856369, "total_norm": 5.695130348205566}
-{"epoch": 7, "step": 10449, "loss": 0.02538289502263069, "total_norm": 4.279144763946533}
-{"epoch": 7, "step": 10450, "loss": 0.07871545851230621, "total_norm": 5.695878505706787}
-{"epoch": 7, "step": 10451, "loss": 0.024051524698734283, "total_norm": 3.965304374694824}
-{"epoch": 7, "step": 10452, "loss": 0.04491531476378441, "total_norm": 2.5206916332244873}
-{"epoch": 7, "step": 10453, "loss": 0.06407023221254349, "total_norm": 6.400236129760742}
-{"epoch": 7, "step": 10454, "loss": 0.036203958094120026, "total_norm": 3.6682276725769043}
-{"epoch": 7, "step": 10455, "loss": 0.0665094405412674, "total_norm": 5.192969799041748}
-{"epoch": 7, "step": 10456, "loss": 0.030048059299588203, "total_norm": 4.945563793182373}
-{"epoch": 7, "step": 10457, "loss": 0.05213058367371559, "total_norm": 5.8889899253845215}
-{"epoch": 7, "step": 10458, "loss": 0.04074879735708237, "total_norm": 3.377565622329712}
-{"epoch": 7, "step": 10459, "loss": 0.03703076019883156, "total_norm": 3.880486488342285}
-{"epoch": 7, "step": 10460, "loss": 0.05381206050515175, "total_norm": 4.390771865844727}
-{"epoch": 7, "step": 10461, "loss": 0.11968568712472916, "total_norm": 6.5229716300964355}
-{"epoch": 7, "step": 10462, "loss": 0.06878198683261871, "total_norm": 5.2675323486328125}
-{"epoch": 7, "step": 10463, "loss": 0.05981612578034401, "total_norm": 3.1015288829803467}
-{"epoch": 7, "step": 10464, "loss": 0.052099280059337616, "total_norm": 4.746460437774658}
-{"epoch": 7, "step": 10465, "loss": 0.03126576542854309, "total_norm": 2.841289520263672}
-{"epoch": 7, "step": 10466, "loss": 0.014463045634329319, "total_norm": 2.262234926223755}
-{"epoch": 7, "step": 10467, "loss": 0.030556878075003624, "total_norm": 4.346817970275879}
-{"epoch": 7, "step": 10468, "loss": 0.08188115805387497, "total_norm": 5.014721393585205}
-{"epoch": 7, "step": 10469, "loss": 0.05346064642071724, "total_norm": 4.133467674255371}
-{"epoch": 7, "step": 10470, "loss": 0.06762319058179855, "total_norm": 3.718472719192505}
-{"epoch": 7, "step": 10471, "loss": 0.02399931661784649, "total_norm": 4.62081241607666}
-{"epoch": 7, "step": 10472, "loss": 0.053821779787540436, "total_norm": 6.853824615478516}
-{"epoch": 7, "step": 10473, "loss": 0.04513366520404816, "total_norm": 4.521583557128906}
-{"epoch": 7, "step": 10474, "loss": 0.03261720761656761, "total_norm": 3.078015089035034}
-{"epoch": 7, "step": 10475, "loss": 0.01650531217455864, "total_norm": 4.554291725158691}
-{"epoch": 7, "step": 10476, "loss": 0.013184480369091034, "total_norm": 4.63728141784668}
-{"epoch": 7, "step": 10477, "loss": 0.05475484952330589, "total_norm": 5.239990711212158}
-{"epoch": 7, "step": 10478, "loss": 0.05083092302083969, "total_norm": 3.2225406169891357}
-{"epoch": 7, "step": 10479, "loss": 0.0382445827126503, "total_norm": 3.894418954849243}
-{"epoch": 7, "step": 10480, "loss": 0.049726538360118866, "total_norm": 2.9183833599090576}
-{"epoch": 7, "step": 10481, "loss": 0.03563747555017471, "total_norm": 3.713635206222534}
-{"epoch": 7, "step": 10482, "loss": 0.07070966064929962, "total_norm": 6.9885735511779785}
-{"epoch": 7, "step": 10483, "loss": 0.03054056130349636, "total_norm": 5.523221015930176}
-{"epoch": 7, "step": 10484, "loss": 0.019719477742910385, "total_norm": 3.3562629222869873}
-{"epoch": 7, "step": 10485, "loss": 0.08592492341995239, "total_norm": 6.588781356811523}
-{"epoch": 7, "step": 10486, "loss": 0.029933417215943336, "total_norm": 2.6055095195770264}
-{"epoch": 7, "step": 10487, "loss": 0.03481168672442436, "total_norm": 3.1979012489318848}
-{"epoch": 7, "step": 10488, "loss": 0.06301015615463257, "total_norm": 5.084527969360352}
-{"epoch": 7, "step": 10489, "loss": 0.07522062212228775, "total_norm": 7.803765296936035}
-{"epoch": 7, "step": 10490, "loss": 0.030267678201198578, "total_norm": 4.447826385498047}
-{"epoch": 7, "step": 10491, "loss": 0.014392762444913387, "total_norm": 3.5107569694519043}
-{"epoch": 7, "step": 10492, "loss": 0.08405424654483795, "total_norm": 5.313387870788574}
-{"epoch": 7, "step": 10493, "loss": 0.0594208687543869, "total_norm": 5.270592212677002}
-{"epoch": 7, "step": 10494, "loss": 0.057230424135923386, "total_norm": 6.036900043487549}
-{"epoch": 7, "step": 10495, "loss": 0.048895008862018585, "total_norm": 5.082010746002197}
-{"epoch": 7, "step": 10496, "loss": 0.11921527236700058, "total_norm": 5.842057228088379}
-{"epoch": 7, "step": 10497, "loss": 0.055362436920404434, "total_norm": 4.300780296325684}
-{"epoch": 7, "step": 10498, "loss": 0.10208875685930252, "total_norm": 5.063421726226807}
-{"epoch": 7, "step": 10499, "loss": 0.03983195126056671, "total_norm": 3.873263359069824}
-{"epoch": 7, "step": 10500, "loss": 0.02360803820192814, "total_norm": 3.1818394660949707}
-{"epoch": 7, "step": 10501, "loss": 0.05390529707074165, "total_norm": 4.288980484008789}
-{"epoch": 7, "step": 10502, "loss": 0.07476761937141418, "total_norm": 6.063171863555908}
-{"epoch": 7, "step": 10503, "loss": 0.03475586697459221, "total_norm": 3.9703409671783447}
-{"epoch": 7, "step": 10504, "loss": 0.05125310644507408, "total_norm": 4.525331497192383}
-{"epoch": 7, "step": 10505, "loss": 0.029714146628975868, "total_norm": 3.2210347652435303}
-{"epoch": 7, "step": 10506, "loss": 0.03006070666015148, "total_norm": 3.6565418243408203}
-{"epoch": 7, "step": 10507, "loss": 0.06945039331912994, "total_norm": 5.071274280548096}
-{"epoch": 7, "step": 10508, "loss": 0.06400429457426071, "total_norm": 5.734201908111572}
-{"epoch": 7, "step": 10509, "loss": 0.04523244872689247, "total_norm": 3.6662704944610596}
-{"epoch": 7, "step": 10510, "loss": 0.051973991096019745, "total_norm": 5.077673435211182}
-{"epoch": 7, "step": 10511, "loss": 0.08984436839818954, "total_norm": 6.29146146774292}
-{"epoch": 7, "step": 10512, "loss": 0.05305374041199684, "total_norm": 7.121575832366943}
-{"epoch": 7, "step": 10513, "loss": 0.04095739498734474, "total_norm": 2.7463786602020264}
-{"epoch": 7, "step": 10514, "loss": 0.06505676358938217, "total_norm": 4.949557304382324}
-{"epoch": 7, "step": 10515, "loss": 0.05007634684443474, "total_norm": 4.923964977264404}
-{"epoch": 7, "step": 10516, "loss": 0.08535199612379074, "total_norm": 4.305560111999512}
-{"epoch": 7, "step": 10517, "loss": 0.03214498236775398, "total_norm": 4.160948753356934}
-{"epoch": 7, "step": 10518, "loss": 0.060419030487537384, "total_norm": 5.028055667877197}
-{"epoch": 7, "step": 10519, "loss": 0.06982429325580597, "total_norm": 5.004355430603027}
-{"epoch": 7, "step": 10520, "loss": 0.09292644262313843, "total_norm": 5.913223743438721}
-{"epoch": 7, "step": 10521, "loss": 0.027449579909443855, "total_norm": 4.191501140594482}
-{"epoch": 7, "step": 10522, "loss": 0.040081243962049484, "total_norm": 4.427884578704834}
-{"epoch": 7, "step": 10523, "loss": 0.03813325986266136, "total_norm": 2.8805630207061768}
-{"epoch": 7, "step": 10524, "loss": 0.0384853258728981, "total_norm": 3.062345027923584}
-{"epoch": 7, "step": 10525, "loss": 0.12285920232534409, "total_norm": 8.18344783782959}
-{"epoch": 7, "step": 10526, "loss": 0.05096379667520523, "total_norm": 5.816872596740723}
-{"epoch": 7, "step": 10527, "loss": 0.045855630189180374, "total_norm": 3.770914316177368}
-{"epoch": 7, "step": 10528, "loss": 0.03208010271191597, "total_norm": 2.95932674407959}
-{"epoch": 7, "step": 10529, "loss": 0.02908993326127529, "total_norm": 4.6146464347839355}
-{"epoch": 7, "step": 10530, "loss": 0.0603843554854393, "total_norm": 4.660980224609375}
-{"epoch": 7, "step": 10531, "loss": 0.0655076876282692, "total_norm": 7.525190353393555}
-{"epoch": 7, "step": 10532, "loss": 0.04939992353320122, "total_norm": 4.8186445236206055}
-{"epoch": 7, "step": 10533, "loss": 0.06327127665281296, "total_norm": 6.5356268882751465}
-{"epoch": 7, "step": 10534, "loss": 0.07389096170663834, "total_norm": 4.9817399978637695}
-{"epoch": 7, "step": 10535, "loss": 0.026644444093108177, "total_norm": 4.13894510269165}
-{"epoch": 7, "step": 10536, "loss": 0.05890066921710968, "total_norm": 4.680154800415039}
-{"epoch": 7, "step": 10537, "loss": 0.028118398040533066, "total_norm": 3.5992064476013184}
-{"epoch": 7, "step": 10538, "loss": 0.10271339863538742, "total_norm": 7.684597969055176}
-{"epoch": 7, "step": 10539, "loss": 0.04867620766162872, "total_norm": 6.840024948120117}
-{"epoch": 7, "step": 10540, "loss": 0.07662342488765717, "total_norm": 4.3007612228393555}
-{"epoch": 7, "step": 10541, "loss": 0.06809364259243011, "total_norm": 7.366796493530273}
-{"epoch": 7, "step": 10542, "loss": 0.05261198803782463, "total_norm": 7.335628986358643}
-{"epoch": 7, "step": 10543, "loss": 0.074978306889534, "total_norm": 5.4875335693359375}
-{"epoch": 7, "step": 10544, "loss": 0.04395652934908867, "total_norm": 4.527144908905029}
-{"epoch": 7, "step": 10545, "loss": 0.044155269861221313, "total_norm": 6.8574934005737305}
-{"epoch": 7, "step": 10546, "loss": 0.09708128869533539, "total_norm": 5.9946513175964355}
-{"epoch": 7, "step": 10547, "loss": 0.032875221222639084, "total_norm": 4.746840000152588}
-{"epoch": 7, "step": 10548, "loss": 0.03181985020637512, "total_norm": 4.990212440490723}
-{"epoch": 7, "step": 10549, "loss": 0.0268291924148798, "total_norm": 3.458092451095581}
-{"epoch": 7, "step": 10550, "loss": 0.02244681306183338, "total_norm": 4.275269031524658}
-{"epoch": 7, "step": 10551, "loss": 0.05826403573155403, "total_norm": 5.013033866882324}
-{"epoch": 7, "step": 10552, "loss": 0.0694328024983406, "total_norm": 7.2724995613098145}
-{"epoch": 7, "step": 10553, "loss": 0.03784763440489769, "total_norm": 2.7965779304504395}
-{"epoch": 7, "step": 10554, "loss": 0.03757278621196747, "total_norm": 4.340084552764893}
-{"epoch": 7, "step": 10555, "loss": 0.052912015467882156, "total_norm": 4.3663835525512695}
-{"epoch": 7, "step": 10556, "loss": 0.07303500175476074, "total_norm": 5.187614917755127}
-{"epoch": 7, "step": 10557, "loss": 0.03349515050649643, "total_norm": 2.8133606910705566}
-{"epoch": 7, "step": 10558, "loss": 0.08646699041128159, "total_norm": 5.216038703918457}
-{"epoch": 7, "step": 10559, "loss": 0.0277293398976326, "total_norm": 4.493546485900879}
-{"epoch": 7, "step": 10560, "loss": 0.0668829157948494, "total_norm": 6.639403343200684}
-{"epoch": 7, "step": 10561, "loss": 0.04324313998222351, "total_norm": 4.2225165367126465}
-{"epoch": 7, "step": 10562, "loss": 0.05703422799706459, "total_norm": 4.20582914352417}
-{"epoch": 7, "step": 10563, "loss": 0.08416050672531128, "total_norm": 7.7604522705078125}
-{"epoch": 7, "step": 10564, "loss": 0.047025542706251144, "total_norm": 3.5500621795654297}
-{"epoch": 7, "step": 10565, "loss": 0.034313302487134933, "total_norm": 3.768124580383301}
-{"epoch": 7, "step": 10566, "loss": 0.04403931275010109, "total_norm": 5.266407012939453}
-{"epoch": 7, "step": 10567, "loss": 0.024993596598505974, "total_norm": 3.1498115062713623}
-{"epoch": 7, "step": 10568, "loss": 0.03912907466292381, "total_norm": 5.751713275909424}
-{"epoch": 7, "step": 10569, "loss": 0.07866183668375015, "total_norm": 5.847441673278809}
-{"epoch": 7, "step": 10570, "loss": 0.09491673111915588, "total_norm": 5.342411994934082}
-{"epoch": 7, "step": 10571, "loss": 0.03461138531565666, "total_norm": 2.8964803218841553}
-{"epoch": 7, "step": 10572, "loss": 0.02994626946747303, "total_norm": 3.2323803901672363}
-{"epoch": 7, "step": 10573, "loss": 0.03319089114665985, "total_norm": 3.459982395172119}
-{"epoch": 7, "step": 10574, "loss": 0.032482441514730453, "total_norm": 3.854038715362549}
-{"epoch": 7, "step": 10575, "loss": 0.052962616086006165, "total_norm": 6.3116230964660645}
-{"epoch": 7, "step": 10576, "loss": 0.030334897339344025, "total_norm": 4.9762444496154785}
-{"epoch": 7, "step": 10577, "loss": 0.08265681564807892, "total_norm": 5.082076072692871}
-{"epoch": 7, "step": 10578, "loss": 0.045460451394319534, "total_norm": 5.025421142578125}
-{"epoch": 7, "step": 10579, "loss": 0.05576407536864281, "total_norm": 5.353520393371582}
-{"epoch": 7, "step": 10580, "loss": 0.012796955183148384, "total_norm": 2.117713689804077}
-{"epoch": 7, "step": 10581, "loss": 0.06616264581680298, "total_norm": 5.043578147888184}
-{"epoch": 7, "step": 10582, "loss": 0.06363096088171005, "total_norm": 4.517998218536377}
-{"epoch": 7, "step": 10583, "loss": 0.07630467414855957, "total_norm": 7.439070701599121}
-{"epoch": 7, "step": 10584, "loss": 0.0201813243329525, "total_norm": 3.5203053951263428}
-{"epoch": 7, "step": 10585, "loss": 0.01758631318807602, "total_norm": 4.272161483764648}
-{"epoch": 7, "step": 10586, "loss": 0.0753326565027237, "total_norm": 4.7336931228637695}
-{"epoch": 7, "step": 10587, "loss": 0.04746831953525543, "total_norm": 9.745759010314941}
-{"epoch": 7, "step": 10588, "loss": 0.1428673267364502, "total_norm": 7.317509174346924}
-{"epoch": 7, "step": 10589, "loss": 0.09880482405424118, "total_norm": 5.794663429260254}
-{"epoch": 7, "step": 10590, "loss": 0.048466555774211884, "total_norm": 3.095940589904785}
-{"epoch": 7, "step": 10591, "loss": 0.08879154175519943, "total_norm": 5.392244338989258}
-{"epoch": 7, "step": 10592, "loss": 0.053335025906562805, "total_norm": 5.386136054992676}
-{"epoch": 7, "step": 10593, "loss": 0.07212790846824646, "total_norm": 4.132761001586914}
-{"epoch": 7, "step": 10594, "loss": 0.03075307048857212, "total_norm": 3.3401196002960205}
-{"epoch": 7, "step": 10595, "loss": 0.06185046583414078, "total_norm": 5.2313008308410645}
-{"epoch": 7, "step": 10596, "loss": 0.06969873607158661, "total_norm": 4.771093845367432}
-{"epoch": 7, "step": 10597, "loss": 0.12900498509407043, "total_norm": 6.406807899475098}
-{"epoch": 7, "step": 10598, "loss": 0.12194522470235825, "total_norm": 5.0833740234375}
-{"epoch": 7, "step": 10599, "loss": 0.08465169370174408, "total_norm": 5.445986747741699}
-{"epoch": 7, "step": 10600, "loss": 0.0276878010481596, "total_norm": 3.5329067707061768}
-{"epoch": 7, "step": 10601, "loss": 0.06469116359949112, "total_norm": 4.8816447257995605}
-{"epoch": 7, "step": 10602, "loss": 0.05556255578994751, "total_norm": 4.516578197479248}
-{"epoch": 7, "step": 10603, "loss": 0.11135811358690262, "total_norm": 5.648692607879639}
-{"epoch": 7, "step": 10604, "loss": 0.04005397856235504, "total_norm": 3.6006581783294678}
-{"epoch": 7, "step": 10605, "loss": 0.03068840689957142, "total_norm": 3.5637881755828857}
-{"epoch": 7, "step": 10606, "loss": 0.06997362524271011, "total_norm": 7.149755477905273}
-{"epoch": 7, "step": 10607, "loss": 0.03360547870397568, "total_norm": 4.252507209777832}
-{"epoch": 7, "step": 10608, "loss": 0.0707855299115181, "total_norm": 4.2755279541015625}
-{"epoch": 7, "step": 10609, "loss": 0.09231635183095932, "total_norm": 5.717651844024658}
-{"epoch": 7, "step": 10610, "loss": 0.07459721714258194, "total_norm": 4.966341972351074}
-{"epoch": 7, "step": 10611, "loss": 0.02822614647448063, "total_norm": 2.374068260192871}
-{"epoch": 7, "step": 10612, "loss": 0.05147116258740425, "total_norm": 3.915053367614746}
-{"epoch": 7, "step": 10613, "loss": 0.10412666946649551, "total_norm": 6.603072166442871}
-{"epoch": 7, "step": 10614, "loss": 0.0722612589597702, "total_norm": 7.956368923187256}
-{"epoch": 7, "step": 10615, "loss": 0.013150292448699474, "total_norm": 2.8806543350219727}
-{"epoch": 7, "step": 10616, "loss": 0.02940702624619007, "total_norm": 4.989994525909424}
-{"epoch": 7, "step": 10617, "loss": 0.044643573462963104, "total_norm": 3.871490716934204}
-{"epoch": 7, "step": 10618, "loss": 0.08728161454200745, "total_norm": 8.961289405822754}
-{"epoch": 7, "step": 10619, "loss": 0.05320810526609421, "total_norm": 6.666717529296875}
-{"epoch": 7, "step": 10620, "loss": 0.04242192581295967, "total_norm": 3.3652987480163574}
-{"epoch": 7, "step": 10621, "loss": 0.062248051166534424, "total_norm": 4.55718469619751}
-{"epoch": 7, "step": 10622, "loss": 0.0384075902402401, "total_norm": 4.454095363616943}
-{"epoch": 7, "step": 10623, "loss": 0.05939717963337898, "total_norm": 5.177589416503906}
-{"epoch": 7, "step": 10624, "loss": 0.058559074997901917, "total_norm": 5.271700382232666}
-{"epoch": 7, "step": 10625, "loss": 0.08179070800542831, "total_norm": 6.112403869628906}
-{"epoch": 7, "step": 10626, "loss": 0.060987502336502075, "total_norm": 5.825671195983887}
-{"epoch": 7, "step": 10627, "loss": 0.04464268684387207, "total_norm": 3.2762651443481445}
-{"epoch": 7, "step": 10628, "loss": 0.09373488277196884, "total_norm": 5.167577743530273}
-{"epoch": 7, "step": 10629, "loss": 0.038483090698719025, "total_norm": 4.507444858551025}
-{"epoch": 7, "step": 10630, "loss": 0.04574801027774811, "total_norm": 4.119264602661133}
-{"epoch": 7, "step": 10631, "loss": 0.04781694337725639, "total_norm": 5.311948776245117}
-{"epoch": 7, "step": 10632, "loss": 0.07592859119176865, "total_norm": 5.770449638366699}
-{"epoch": 7, "step": 10633, "loss": 0.040366291999816895, "total_norm": 4.0049004554748535}
-{"epoch": 7, "step": 10634, "loss": 0.0441490113735199, "total_norm": 3.9184679985046387}
-{"epoch": 7, "step": 10635, "loss": 0.03478913754224777, "total_norm": 3.8694400787353516}
-{"epoch": 7, "step": 10636, "loss": 0.03597981482744217, "total_norm": 3.0726072788238525}
-{"epoch": 7, "step": 10637, "loss": 0.03356047719717026, "total_norm": 2.8026461601257324}
-{"epoch": 7, "step": 10638, "loss": 0.012545015662908554, "total_norm": 2.3798956871032715}
-{"epoch": 7, "step": 10639, "loss": 0.06127975508570671, "total_norm": 5.616714954376221}
-{"epoch": 7, "step": 10640, "loss": 0.053817231208086014, "total_norm": 4.898773670196533}
-{"epoch": 7, "step": 10641, "loss": 0.0842185989022255, "total_norm": 4.181746959686279}
-{"epoch": 7, "step": 10642, "loss": 0.015648599714040756, "total_norm": 3.2964041233062744}
-{"epoch": 7, "step": 10643, "loss": 0.08429142832756042, "total_norm": 6.097874164581299}
-{"epoch": 7, "step": 10644, "loss": 0.053817518055438995, "total_norm": 5.218827247619629}
-{"epoch": 7, "step": 10645, "loss": 0.06072022765874863, "total_norm": 6.6072163581848145}
-{"epoch": 7, "step": 10646, "loss": 0.021426944062113762, "total_norm": 2.69364070892334}
-{"epoch": 7, "step": 10647, "loss": 0.05038304254412651, "total_norm": 2.948148012161255}
-{"epoch": 7, "step": 10648, "loss": 0.05767025798559189, "total_norm": 7.275145530700684}
-{"epoch": 7, "step": 10649, "loss": 0.030060311779379845, "total_norm": 2.8240387439727783}
-{"epoch": 7, "step": 10650, "loss": 0.014590166509151459, "total_norm": 2.6816513538360596}
-{"epoch": 7, "step": 10651, "loss": 0.041786257177591324, "total_norm": 3.974731206893921}
-{"epoch": 7, "step": 10652, "loss": 0.0860849991440773, "total_norm": 5.543309688568115}
-{"epoch": 7, "step": 10653, "loss": 0.12034742534160614, "total_norm": 5.203912258148193}
-{"epoch": 7, "step": 10654, "loss": 0.07181831449270248, "total_norm": 4.6202392578125}
-{"epoch": 7, "step": 10655, "loss": 0.04594077542424202, "total_norm": 4.956644058227539}
-{"epoch": 7, "step": 10656, "loss": 0.05064808577299118, "total_norm": 4.987790107727051}
-{"epoch": 7, "step": 10657, "loss": 0.08066194504499435, "total_norm": 3.938286542892456}
-{"epoch": 7, "step": 10658, "loss": 0.06718387454748154, "total_norm": 6.7285261154174805}
-{"epoch": 7, "step": 10659, "loss": 0.023829005658626556, "total_norm": 3.2175204753875732}
-{"epoch": 7, "step": 10660, "loss": 0.018007386475801468, "total_norm": 2.216862678527832}
-{"epoch": 7, "step": 10661, "loss": 0.032429102808237076, "total_norm": 4.576085090637207}
-{"epoch": 7, "step": 10662, "loss": 0.039806071668863297, "total_norm": 4.704253673553467}
-{"epoch": 7, "step": 10663, "loss": 0.044123053550720215, "total_norm": 5.295711040496826}
-{"epoch": 7, "step": 10664, "loss": 0.05422767251729965, "total_norm": 4.181422710418701}
-{"epoch": 7, "step": 10665, "loss": 0.10973747074604034, "total_norm": 8.748987197875977}
-{"epoch": 7, "step": 10666, "loss": 0.025364013388752937, "total_norm": 3.091240644454956}
-{"epoch": 7, "step": 10667, "loss": 0.025347577407956123, "total_norm": 3.100532293319702}
-{"epoch": 7, "step": 10668, "loss": 0.07991701364517212, "total_norm": 4.790184497833252}
-{"epoch": 7, "step": 10669, "loss": 0.03188719600439072, "total_norm": 3.1791274547576904}
-{"epoch": 7, "step": 10670, "loss": 0.04760843142867088, "total_norm": 3.8892626762390137}
-{"epoch": 7, "step": 10671, "loss": 0.03433673083782196, "total_norm": 3.6726784706115723}
-{"epoch": 7, "step": 10672, "loss": 0.029492290690541267, "total_norm": 3.5446739196777344}
-{"epoch": 7, "step": 10673, "loss": 0.030077878385782242, "total_norm": 2.7459661960601807}
-{"epoch": 7, "step": 10674, "loss": 0.011948252096772194, "total_norm": 2.0166540145874023}
-{"epoch": 7, "step": 10675, "loss": 0.06163080036640167, "total_norm": 7.79579496383667}
-{"epoch": 7, "step": 10676, "loss": 0.0688052698969841, "total_norm": 5.056802749633789}
-{"epoch": 7, "step": 10677, "loss": 0.0184800885617733, "total_norm": 2.7211225032806396}
-{"epoch": 7, "step": 10678, "loss": 0.008435037918388844, "total_norm": 2.22112774848938}
-{"epoch": 7, "step": 10679, "loss": 0.0703945904970169, "total_norm": 3.7743730545043945}
-{"epoch": 7, "step": 10680, "loss": 0.015924852341413498, "total_norm": 3.357421636581421}
-{"epoch": 7, "step": 10681, "loss": 0.06663546711206436, "total_norm": 6.070998191833496}
-{"epoch": 7, "step": 10682, "loss": 0.03702986240386963, "total_norm": 6.221566200256348}
-{"epoch": 7, "step": 10683, "loss": 0.052134402096271515, "total_norm": 4.834689617156982}
-{"epoch": 7, "step": 10684, "loss": 0.08529055118560791, "total_norm": 5.992490291595459}
-{"epoch": 7, "step": 10685, "loss": 0.02517084963619709, "total_norm": 3.6326334476470947}
-{"epoch": 7, "step": 10686, "loss": 0.06356112658977509, "total_norm": 5.601131916046143}
-{"epoch": 7, "step": 10687, "loss": 0.03794503211975098, "total_norm": 5.100886344909668}
-{"epoch": 7, "step": 10688, "loss": 0.05615228787064552, "total_norm": 6.855212688446045}
-{"epoch": 7, "step": 10689, "loss": 0.13718150556087494, "total_norm": 9.583048820495605}
-{"epoch": 7, "step": 10690, "loss": 0.07814133912324905, "total_norm": 4.930619716644287}
-{"epoch": 7, "step": 10691, "loss": 0.018830297514796257, "total_norm": 4.470248699188232}
-{"epoch": 7, "step": 10692, "loss": 0.06286673992872238, "total_norm": 4.357456207275391}
-{"epoch": 7, "step": 10693, "loss": 0.08032771944999695, "total_norm": 7.004271507263184}
-{"epoch": 7, "step": 10694, "loss": 0.02530767396092415, "total_norm": 3.103986978530884}
-{"epoch": 7, "step": 10695, "loss": 0.0456327460706234, "total_norm": 5.386815547943115}
-{"epoch": 7, "step": 10696, "loss": 0.08197931200265884, "total_norm": 4.774175643920898}
-{"epoch": 7, "step": 10697, "loss": 0.08882001787424088, "total_norm": 6.089935302734375}
-{"epoch": 7, "step": 10698, "loss": 0.04256284981966019, "total_norm": 3.807286262512207}
-{"epoch": 7, "step": 10699, "loss": 0.0851784497499466, "total_norm": 4.568321704864502}
-{"epoch": 7, "step": 10700, "loss": 0.05895548313856125, "total_norm": 6.258111953735352}
-{"epoch": 7, "step": 10701, "loss": 0.09479779750108719, "total_norm": 5.892206192016602}
-{"epoch": 7, "step": 10702, "loss": 0.04027297720313072, "total_norm": 6.33612585067749}
-{"epoch": 7, "step": 10703, "loss": 0.039122652262449265, "total_norm": 4.7454752922058105}
-{"epoch": 7, "step": 10704, "loss": 0.08967708051204681, "total_norm": 6.200294494628906}
-{"epoch": 7, "step": 10705, "loss": 0.03893721103668213, "total_norm": 4.423844337463379}
-{"epoch": 7, "step": 10706, "loss": 0.058153461664915085, "total_norm": 4.718716144561768}
-{"epoch": 7, "step": 10707, "loss": 0.05761616304516792, "total_norm": 3.671830654144287}
-{"epoch": 7, "step": 10708, "loss": 0.033110953867435455, "total_norm": 2.5300369262695312}
-{"epoch": 7, "step": 10709, "loss": 0.046585384756326675, "total_norm": 3.850503921508789}
-{"epoch": 7, "step": 10710, "loss": 0.03346926346421242, "total_norm": 3.3771815299987793}
-{"epoch": 7, "step": 10711, "loss": 0.02257060818374157, "total_norm": 3.624607801437378}
-{"epoch": 7, "step": 10712, "loss": 0.01915452443063259, "total_norm": 2.7883358001708984}
-{"epoch": 7, "step": 10713, "loss": 0.05394574627280235, "total_norm": 3.4607770442962646}
-{"epoch": 7, "step": 10714, "loss": 0.0743224173784256, "total_norm": 5.05290412902832}
-{"epoch": 7, "step": 10715, "loss": 0.05378754436969757, "total_norm": 5.252015590667725}
-{"epoch": 7, "step": 10716, "loss": 0.07524875551462173, "total_norm": 6.233359336853027}
-{"epoch": 7, "step": 10717, "loss": 0.0830804705619812, "total_norm": 5.446097373962402}
-{"epoch": 7, "step": 10718, "loss": 0.13007301092147827, "total_norm": 11.767690658569336}
-{"epoch": 7, "step": 10719, "loss": 0.06270091980695724, "total_norm": 4.929715156555176}
-{"epoch": 7, "step": 10720, "loss": 0.05710515379905701, "total_norm": 5.292016983032227}
-{"epoch": 7, "step": 10721, "loss": 0.036413416266441345, "total_norm": 4.797695159912109}
-{"epoch": 7, "step": 10722, "loss": 0.035157352685928345, "total_norm": 3.303520917892456}
-{"epoch": 7, "step": 10723, "loss": 0.01705268584191799, "total_norm": 3.139404773712158}
-{"epoch": 7, "step": 10724, "loss": 0.06388220191001892, "total_norm": 4.063836097717285}
-{"epoch": 7, "step": 10725, "loss": 0.05541769415140152, "total_norm": 3.7392466068267822}
-{"epoch": 7, "step": 10726, "loss": 0.07584211975336075, "total_norm": 6.058605194091797}
-{"epoch": 7, "step": 10727, "loss": 0.043486643582582474, "total_norm": 4.701834678649902}
-{"epoch": 7, "step": 10728, "loss": 0.043626539409160614, "total_norm": 5.47498893737793}
-{"epoch": 7, "step": 10729, "loss": 0.026179203763604164, "total_norm": 2.9060118198394775}
-{"epoch": 7, "step": 10730, "loss": 0.10388767719268799, "total_norm": 6.070216178894043}
-{"epoch": 7, "step": 10731, "loss": 0.09659488499164581, "total_norm": 7.019218921661377}
-{"epoch": 7, "step": 10732, "loss": 0.07871539145708084, "total_norm": 7.405605792999268}
-{"epoch": 7, "step": 10733, "loss": 0.08277703076601028, "total_norm": 6.923462390899658}
-{"epoch": 7, "step": 10734, "loss": 0.09555425494909286, "total_norm": 6.51744270324707}
-{"epoch": 7, "step": 10735, "loss": 0.018681131303310394, "total_norm": 1.790884256362915}
-{"epoch": 7, "step": 10736, "loss": 0.06694787740707397, "total_norm": 4.338687419891357}
-{"epoch": 7, "step": 10737, "loss": 0.0477190800011158, "total_norm": 5.092332363128662}
-{"epoch": 7, "step": 10738, "loss": 0.05600336566567421, "total_norm": 4.398523807525635}
-{"epoch": 7, "step": 10739, "loss": 0.09189018607139587, "total_norm": 5.287277698516846}
-{"epoch": 7, "step": 10740, "loss": 0.04890307039022446, "total_norm": 10.038649559020996}
-{"epoch": 7, "step": 10741, "loss": 0.10921884328126907, "total_norm": 5.661274433135986}
-{"epoch": 7, "step": 10742, "loss": 0.041582707315683365, "total_norm": 4.727466106414795}
-{"epoch": 7, "step": 10743, "loss": 0.027716703712940216, "total_norm": 2.849743604660034}
-{"epoch": 7, "step": 10744, "loss": 0.06276437640190125, "total_norm": 7.400175094604492}
-{"epoch": 7, "step": 10745, "loss": 0.042162902653217316, "total_norm": 4.013948440551758}
-{"epoch": 7, "step": 10746, "loss": 0.09399547427892685, "total_norm": 6.649774074554443}
-{"epoch": 7, "step": 10747, "loss": 0.024684997275471687, "total_norm": 3.1981890201568604}
-{"epoch": 7, "step": 10748, "loss": 0.013641142286360264, "total_norm": 1.815725326538086}
-{"epoch": 7, "step": 10749, "loss": 0.02220761589705944, "total_norm": 2.9176864624023438}
-{"epoch": 7, "step": 10750, "loss": 0.06407741457223892, "total_norm": 5.445976734161377}
-{"epoch": 7, "step": 10751, "loss": 0.03584188222885132, "total_norm": 2.6964030265808105}
-{"epoch": 7, "step": 10752, "eval_loss": 3.445106752216816, "eval_rougeL": 0.28895464457827646}
-{"epoch": 7, "step": 10752, "loss": 0.044453512877225876, "total_norm": 4.044735908508301}
-{"epoch": 7, "step": 10753, "loss": 0.04288479685783386, "total_norm": 3.7984886169433594}
-{"epoch": 7, "step": 10754, "loss": 0.03817594051361084, "total_norm": 4.637543201446533}
-{"epoch": 7, "step": 10755, "loss": 0.07331392914056778, "total_norm": 5.848377704620361}
-{"epoch": 7, "step": 10756, "loss": 0.04640804976224899, "total_norm": 4.654775619506836}
-{"epoch": 7, "step": 10757, "loss": 0.054463669657707214, "total_norm": 6.335970878601074}
-{"epoch": 7, "step": 10758, "loss": 0.042774029076099396, "total_norm": 4.507866859436035}
-{"epoch": 7, "step": 10759, "loss": 0.05933995544910431, "total_norm": 4.588647842407227}
-{"epoch": 7, "step": 10760, "loss": 0.01344352401793003, "total_norm": 3.5020530223846436}
-{"epoch": 7, "step": 10761, "loss": 0.035871658474206924, "total_norm": 4.378688335418701}
-{"epoch": 7, "step": 10762, "loss": 0.023569343611598015, "total_norm": 2.762354850769043}
-{"epoch": 7, "step": 10763, "loss": 0.1055968776345253, "total_norm": 6.5113067626953125}
-{"epoch": 7, "step": 10764, "loss": 0.035347145050764084, "total_norm": 5.557247638702393}
-{"epoch": 7, "step": 10765, "loss": 0.08819949626922607, "total_norm": 5.880462169647217}
-{"epoch": 7, "step": 10766, "loss": 0.10683839023113251, "total_norm": 5.616786003112793}
-{"epoch": 7, "step": 10767, "loss": 0.0464261919260025, "total_norm": 6.439900875091553}
-{"epoch": 7, "step": 10768, "loss": 0.03258514776825905, "total_norm": 5.533470630645752}
-{"epoch": 7, "step": 10769, "loss": 0.04682313650846481, "total_norm": 4.191506385803223}
-{"epoch": 7, "step": 10770, "loss": 0.051758814603090286, "total_norm": 5.86172342300415}
-{"epoch": 7, "step": 10771, "loss": 0.056853797286748886, "total_norm": 4.270946502685547}
-{"epoch": 7, "step": 10772, "loss": 0.0765603631734848, "total_norm": 5.263520240783691}
-{"epoch": 7, "step": 10773, "loss": 0.05339042842388153, "total_norm": 4.46059513092041}
-{"epoch": 7, "step": 10774, "loss": 0.07621534168720245, "total_norm": 4.932089805603027}
-{"epoch": 7, "step": 10775, "loss": 0.050496719777584076, "total_norm": 5.488332271575928}
-{"epoch": 7, "step": 10776, "loss": 0.03776725009083748, "total_norm": 3.390772581100464}
-{"epoch": 7, "step": 10777, "loss": 0.03205016255378723, "total_norm": 4.341711044311523}
-{"epoch": 7, "step": 10778, "loss": 0.07975710183382034, "total_norm": 5.69166898727417}
-{"epoch": 7, "step": 10779, "loss": 0.08412981033325195, "total_norm": 10.371809005737305}
-{"epoch": 7, "step": 10780, "loss": 0.10984323173761368, "total_norm": 7.784486770629883}
-{"epoch": 7, "step": 10781, "loss": 0.033356018364429474, "total_norm": 4.8281965255737305}
-{"epoch": 7, "step": 10782, "loss": 0.06459006667137146, "total_norm": 4.138407230377197}
-{"epoch": 7, "step": 10783, "loss": 0.02663257345557213, "total_norm": 3.270609140396118}
-{"epoch": 7, "step": 10784, "loss": 0.05424555763602257, "total_norm": 5.655941009521484}
-{"epoch": 7, "step": 10785, "loss": 0.05668899416923523, "total_norm": 3.7305209636688232}
-{"epoch": 7, "step": 10786, "loss": 0.0627787634730339, "total_norm": 3.253049850463867}
-{"epoch": 7, "step": 10787, "loss": 0.024797601625323296, "total_norm": 3.7003912925720215}
-{"epoch": 7, "step": 10788, "loss": 0.019006535410881042, "total_norm": 2.4882781505584717}
-{"epoch": 7, "step": 10789, "loss": 0.05239610746502876, "total_norm": 4.145894527435303}
-{"epoch": 7, "step": 10790, "loss": 0.1136213168501854, "total_norm": 5.8718719482421875}
-{"epoch": 7, "step": 10791, "loss": 0.008858956396579742, "total_norm": 1.5338099002838135}
-{"epoch": 7, "step": 10792, "loss": 0.061825595796108246, "total_norm": 5.742487907409668}
-{"epoch": 7, "step": 10793, "loss": 0.05913165956735611, "total_norm": 5.095044136047363}
-{"epoch": 7, "step": 10794, "loss": 0.028489237651228905, "total_norm": 3.0098037719726562}
-{"epoch": 7, "step": 10795, "loss": 0.09017545729875565, "total_norm": 7.7250823974609375}
-{"epoch": 7, "step": 10796, "loss": 0.07909233123064041, "total_norm": 6.250272750854492}
-{"epoch": 7, "step": 10797, "loss": 0.037727274000644684, "total_norm": 3.340946912765503}
-{"epoch": 7, "step": 10798, "loss": 0.024689123034477234, "total_norm": 4.338099956512451}
-{"epoch": 7, "step": 10799, "loss": 0.051009442657232285, "total_norm": 4.763620853424072}
-{"epoch": 7, "step": 10800, "loss": 0.04324258863925934, "total_norm": 2.9492132663726807}
-{"epoch": 7, "step": 10801, "loss": 0.024813780561089516, "total_norm": 4.084627151489258}
-{"epoch": 7, "step": 10802, "loss": 0.11278331279754639, "total_norm": 7.179961681365967}
-{"epoch": 7, "step": 10803, "loss": 0.04064096137881279, "total_norm": 3.6755573749542236}
-{"epoch": 7, "step": 10804, "loss": 0.03574911504983902, "total_norm": 3.5374741554260254}
-{"epoch": 7, "step": 10805, "loss": 0.04946226626634598, "total_norm": 4.875688552856445}
-{"epoch": 7, "step": 10806, "loss": 0.040220700204372406, "total_norm": 4.006560325622559}
-{"epoch": 7, "step": 10807, "loss": 0.022754333913326263, "total_norm": 3.7484042644500732}
-{"epoch": 7, "step": 10808, "loss": 0.08982537686824799, "total_norm": 5.570926666259766}
-{"epoch": 7, "step": 10809, "loss": 0.03630683943629265, "total_norm": 5.289431571960449}
-{"epoch": 7, "step": 10810, "loss": 0.10513870418071747, "total_norm": 6.111834526062012}
-{"epoch": 7, "step": 10811, "loss": 0.018842877820134163, "total_norm": 3.250042676925659}
-{"epoch": 7, "step": 10812, "loss": 0.054330527782440186, "total_norm": 4.059272766113281}
-{"epoch": 7, "step": 10813, "loss": 0.03224915638566017, "total_norm": 4.009469509124756}
-{"epoch": 7, "step": 10814, "loss": 0.030063090845942497, "total_norm": 3.7348194122314453}
-{"epoch": 7, "step": 10815, "loss": 0.044265154749155045, "total_norm": 2.9373040199279785}
-{"epoch": 7, "step": 10816, "loss": 0.0530412420630455, "total_norm": 4.50402307510376}
-{"epoch": 7, "step": 10817, "loss": 0.008528724312782288, "total_norm": 1.8510076999664307}
-{"epoch": 7, "step": 10818, "loss": 0.04714150354266167, "total_norm": 3.062077283859253}
-{"epoch": 7, "step": 10819, "loss": 0.025904472917318344, "total_norm": 3.4171030521392822}
-{"epoch": 7, "step": 10820, "loss": 0.01582476496696472, "total_norm": 2.5496878623962402}
-{"epoch": 7, "step": 10821, "loss": 0.027220305055379868, "total_norm": 3.3942179679870605}
-{"epoch": 7, "step": 10822, "loss": 0.05486493185162544, "total_norm": 3.5967090129852295}
-{"epoch": 7, "step": 10823, "loss": 0.09760119020938873, "total_norm": 4.1237969398498535}
-{"epoch": 7, "step": 10824, "loss": 0.09273310750722885, "total_norm": 6.261047840118408}
-{"epoch": 7, "step": 10825, "loss": 0.06614547222852707, "total_norm": 4.170619010925293}
-{"epoch": 7, "step": 10826, "loss": 0.028647124767303467, "total_norm": 3.4868242740631104}
-{"epoch": 7, "step": 10827, "loss": 0.018676962703466415, "total_norm": 3.38349986076355}
-{"epoch": 7, "step": 10828, "loss": 0.03414906561374664, "total_norm": 3.78340744972229}
-{"epoch": 7, "step": 10829, "loss": 0.029637310653924942, "total_norm": 3.5841686725616455}
-{"epoch": 7, "step": 10830, "loss": 0.06893245875835419, "total_norm": 5.480983257293701}
-{"epoch": 7, "step": 10831, "loss": 0.0382724367082119, "total_norm": 5.541691780090332}
-{"epoch": 7, "step": 10832, "loss": 0.05397781357169151, "total_norm": 4.667572975158691}
-{"epoch": 7, "step": 10833, "loss": 0.06206241250038147, "total_norm": 5.269478797912598}
-{"epoch": 7, "step": 10834, "loss": 0.045678842812776566, "total_norm": 3.2839112281799316}
-{"epoch": 7, "step": 10835, "loss": 0.02420131489634514, "total_norm": 3.4391865730285645}
-{"epoch": 7, "step": 10836, "loss": 0.0471067875623703, "total_norm": 4.460312366485596}
-{"epoch": 7, "step": 10837, "loss": 0.04923434928059578, "total_norm": 4.177023410797119}
-{"epoch": 7, "step": 10838, "loss": 0.01777510531246662, "total_norm": 3.1025331020355225}
-{"epoch": 7, "step": 10839, "loss": 0.03659988194704056, "total_norm": 3.263784646987915}
-{"epoch": 7, "step": 10840, "loss": 0.02845476008951664, "total_norm": 3.3137292861938477}
-{"epoch": 7, "step": 10841, "loss": 0.021984457969665527, "total_norm": 3.300586462020874}
-{"epoch": 7, "step": 10842, "loss": 0.0436130091547966, "total_norm": 2.959352970123291}
-{"epoch": 7, "step": 10843, "loss": 0.0682344138622284, "total_norm": 4.0618181228637695}
-{"epoch": 7, "step": 10844, "loss": 0.029236389324069023, "total_norm": 3.946335792541504}
-{"epoch": 7, "step": 10845, "loss": 0.06888873875141144, "total_norm": 6.442991256713867}
-{"epoch": 7, "step": 10846, "loss": 0.02990528754889965, "total_norm": 3.722428321838379}
-{"epoch": 7, "step": 10847, "loss": 0.02804858796298504, "total_norm": 5.214250564575195}
-{"epoch": 7, "step": 10848, "loss": 0.0238226018846035, "total_norm": 4.124848365783691}
-{"epoch": 7, "step": 10849, "loss": 0.05485717952251434, "total_norm": 5.064323425292969}
-{"epoch": 7, "step": 10850, "loss": 0.04178916662931442, "total_norm": 7.393946647644043}
-{"epoch": 7, "step": 10851, "loss": 0.03170011192560196, "total_norm": 4.480055332183838}
-{"epoch": 7, "step": 10852, "loss": 0.021150467917323112, "total_norm": 3.3675193786621094}
-{"epoch": 7, "step": 10853, "loss": 0.037239979952573776, "total_norm": 4.630634784698486}
-{"epoch": 7, "step": 10854, "loss": 0.06211133673787117, "total_norm": 5.579368591308594}
-{"epoch": 7, "step": 10855, "loss": 0.07342691719532013, "total_norm": 6.313796520233154}
-{"epoch": 7, "step": 10856, "loss": 0.06881734728813171, "total_norm": 5.615784168243408}
-{"epoch": 7, "step": 10857, "loss": 0.028079582378268242, "total_norm": 5.177786350250244}
-{"epoch": 7, "step": 10858, "loss": 0.08355321735143661, "total_norm": 6.132714748382568}
-{"epoch": 7, "step": 10859, "loss": 0.06178108602762222, "total_norm": 4.545714855194092}
-{"epoch": 7, "step": 10860, "loss": 0.01822834275662899, "total_norm": 3.9318997859954834}
-{"epoch": 7, "step": 10861, "loss": 0.05088581144809723, "total_norm": 4.0826416015625}
-{"epoch": 7, "step": 10862, "loss": 0.08086912333965302, "total_norm": 6.104499816894531}
-{"epoch": 7, "step": 10863, "loss": 0.05911600962281227, "total_norm": 7.79590368270874}
-{"epoch": 7, "step": 10864, "loss": 0.04841877892613411, "total_norm": 4.127729415893555}
-{"epoch": 7, "step": 10865, "loss": 0.024561766535043716, "total_norm": 4.615164756774902}
-{"epoch": 7, "step": 10866, "loss": 0.03282490000128746, "total_norm": 4.007493495941162}
-{"epoch": 7, "step": 10867, "loss": 0.05474631488323212, "total_norm": 5.7150444984436035}
-{"epoch": 7, "step": 10868, "loss": 0.04219280183315277, "total_norm": 3.7910232543945312}
-{"epoch": 7, "step": 10869, "loss": 0.05421224981546402, "total_norm": 3.78035044670105}
-{"epoch": 7, "step": 10870, "loss": 0.021798724308609962, "total_norm": 4.643221378326416}
-{"epoch": 7, "step": 10871, "loss": 0.07834077626466751, "total_norm": 5.304255485534668}
-{"epoch": 7, "step": 10872, "loss": 0.051038939505815506, "total_norm": 5.013460159301758}
-{"epoch": 7, "step": 10873, "loss": 0.07119099795818329, "total_norm": 6.198282241821289}
-{"epoch": 7, "step": 10874, "loss": 0.05951208993792534, "total_norm": 5.19944429397583}
-{"epoch": 7, "step": 10875, "loss": 0.034268882125616074, "total_norm": 3.855611801147461}
-{"epoch": 7, "step": 10876, "loss": 0.12119514495134354, "total_norm": 5.339779853820801}
-{"epoch": 7, "step": 10877, "loss": 0.08314276486635208, "total_norm": 3.919682264328003}
-{"epoch": 7, "step": 10878, "loss": 0.03966386243700981, "total_norm": 3.634936571121216}
-{"epoch": 7, "step": 10879, "loss": 0.02488272823393345, "total_norm": 3.721102476119995}
-{"epoch": 7, "step": 10880, "loss": 0.05511303246021271, "total_norm": 4.058844566345215}
-{"epoch": 7, "step": 10881, "loss": 0.06785868108272552, "total_norm": 4.919435024261475}
-{"epoch": 7, "step": 10882, "loss": 0.04476207494735718, "total_norm": 5.031913757324219}
-{"epoch": 7, "step": 10883, "loss": 0.05097473785281181, "total_norm": 4.676865577697754}
-{"epoch": 7, "step": 10884, "loss": 0.019062599167227745, "total_norm": 4.261380195617676}
-{"epoch": 7, "step": 10885, "loss": 0.03704714775085449, "total_norm": 4.318454742431641}
-{"epoch": 7, "step": 10886, "loss": 0.06182723864912987, "total_norm": 4.853212356567383}
-{"epoch": 7, "step": 10887, "loss": 0.07694640010595322, "total_norm": 4.967346668243408}
-{"epoch": 7, "step": 10888, "loss": 0.03379465639591217, "total_norm": 3.274808883666992}
-{"epoch": 7, "step": 10889, "loss": 0.07575929164886475, "total_norm": 3.9757559299468994}
-{"epoch": 7, "step": 10890, "loss": 0.017659232020378113, "total_norm": 2.3768310546875}
-{"epoch": 7, "step": 10891, "loss": 0.055751923471689224, "total_norm": 5.228100299835205}
-{"epoch": 7, "step": 10892, "loss": 0.08859816193580627, "total_norm": 5.130016803741455}
-{"epoch": 7, "step": 10893, "loss": 0.08690765500068665, "total_norm": 4.0728864669799805}
-{"epoch": 7, "step": 10894, "loss": 0.013621065765619278, "total_norm": 1.965309977531433}
-{"epoch": 7, "step": 10895, "loss": 0.06331092119216919, "total_norm": 6.22529935836792}
-{"epoch": 7, "step": 10896, "loss": 0.057330142706632614, "total_norm": 5.30678129196167}
-{"epoch": 7, "step": 10897, "loss": 0.024676846340298653, "total_norm": 5.4326581954956055}
-{"epoch": 7, "step": 10898, "loss": 0.027860086411237717, "total_norm": 3.91059947013855}
-{"epoch": 7, "step": 10899, "loss": 0.0474492646753788, "total_norm": 5.875288486480713}
-{"epoch": 7, "step": 10900, "loss": 0.0568046048283577, "total_norm": 5.3601274490356445}
-{"epoch": 7, "step": 10901, "loss": 0.01855427771806717, "total_norm": 2.5708255767822266}
-{"epoch": 7, "step": 10902, "loss": 0.07584068924188614, "total_norm": 8.375836372375488}
-{"epoch": 7, "step": 10903, "loss": 0.060525305569171906, "total_norm": 5.058101654052734}
-{"epoch": 7, "step": 10904, "loss": 0.050494927912950516, "total_norm": 4.284446716308594}
-{"epoch": 7, "step": 10905, "loss": 0.11564550548791885, "total_norm": 5.466685771942139}
-{"epoch": 7, "step": 10906, "loss": 0.023091303184628487, "total_norm": 3.5666048526763916}
-{"epoch": 7, "step": 10907, "loss": 0.02801283448934555, "total_norm": 3.976851224899292}
-{"epoch": 7, "step": 10908, "loss": 0.13606317341327667, "total_norm": 8.538725852966309}
-{"epoch": 7, "step": 10909, "loss": 0.09855534881353378, "total_norm": 8.999785423278809}
-{"epoch": 7, "step": 10910, "loss": 0.06632152944803238, "total_norm": 5.50294303894043}
-{"epoch": 7, "step": 10911, "loss": 0.051596976816654205, "total_norm": 3.746326208114624}
-{"epoch": 7, "step": 10912, "loss": 0.07100526243448257, "total_norm": 4.698515892028809}
-{"epoch": 7, "step": 10913, "loss": 0.032186359167099, "total_norm": 3.6186182498931885}
-{"epoch": 7, "step": 10914, "loss": 0.048875078558921814, "total_norm": 3.803586959838867}
-{"epoch": 7, "step": 10915, "loss": 0.12073423713445663, "total_norm": 6.077942371368408}
-{"epoch": 7, "step": 10916, "loss": 0.022599656134843826, "total_norm": 3.4256937503814697}
-{"epoch": 7, "step": 10917, "loss": 0.04687631502747536, "total_norm": 3.9905781745910645}
-{"epoch": 7, "step": 10918, "loss": 0.02741897478699684, "total_norm": 3.8955323696136475}
-{"epoch": 7, "step": 10919, "loss": 0.028282297775149345, "total_norm": 3.9505302906036377}
-{"epoch": 7, "step": 10920, "loss": 0.18134231865406036, "total_norm": 12.451375007629395}
-{"epoch": 7, "step": 10921, "loss": 0.05499205365777016, "total_norm": 3.0867037773132324}
-{"epoch": 7, "step": 10922, "loss": 0.032499536871910095, "total_norm": 3.508021116256714}
-{"epoch": 7, "step": 10923, "loss": 0.03939027339220047, "total_norm": 5.293914794921875}
-{"epoch": 7, "step": 10924, "loss": 0.12949949502944946, "total_norm": 7.8230767250061035}
-{"epoch": 7, "step": 10925, "loss": 0.041196927428245544, "total_norm": 4.112829208374023}
-{"epoch": 7, "step": 10926, "loss": 0.02605939283967018, "total_norm": 3.65265154838562}
-{"epoch": 7, "step": 10927, "loss": 0.05983288958668709, "total_norm": 7.563106060028076}
-{"epoch": 7, "step": 10928, "loss": 0.03013548068702221, "total_norm": 2.6339285373687744}
-{"epoch": 7, "step": 10929, "loss": 0.06239982694387436, "total_norm": 5.666449069976807}
-{"epoch": 7, "step": 10930, "loss": 0.0310872383415699, "total_norm": 3.11358380317688}
-{"epoch": 7, "step": 10931, "loss": 0.05896233394742012, "total_norm": 5.466507434844971}
-{"epoch": 7, "step": 10932, "loss": 0.06516776978969574, "total_norm": 4.376946449279785}
-{"epoch": 7, "step": 10933, "loss": 0.022074081003665924, "total_norm": 2.9503650665283203}
-{"epoch": 7, "step": 10934, "loss": 0.04266601428389549, "total_norm": 5.153073310852051}
-{"epoch": 7, "step": 10935, "loss": 0.06870213150978088, "total_norm": 4.085275173187256}
-{"epoch": 7, "step": 10936, "loss": 0.049125831574201584, "total_norm": 3.6204686164855957}
-{"epoch": 7, "step": 10937, "loss": 0.050748467445373535, "total_norm": 5.148438930511475}
-{"epoch": 7, "step": 10938, "loss": 0.11038146913051605, "total_norm": 5.7719831466674805}
-{"epoch": 7, "step": 10939, "loss": 0.11816393584012985, "total_norm": 5.975911617279053}
-{"epoch": 7, "step": 10940, "loss": 0.016551638022065163, "total_norm": 3.3867313861846924}
-{"epoch": 7, "step": 10941, "loss": 0.0331888347864151, "total_norm": 2.853257656097412}
-{"epoch": 7, "step": 10942, "loss": 0.04084974527359009, "total_norm": 3.7933642864227295}
-{"epoch": 7, "step": 10943, "loss": 0.026103483512997627, "total_norm": 3.662193775177002}
-{"epoch": 7, "step": 10944, "loss": 0.058522772043943405, "total_norm": 5.87502384185791}
-{"epoch": 7, "step": 10945, "loss": 0.05331201106309891, "total_norm": 5.6680731773376465}
-{"epoch": 7, "step": 10946, "loss": 0.027638353407382965, "total_norm": 2.5004868507385254}
-{"epoch": 7, "step": 10947, "loss": 0.043567270040512085, "total_norm": 3.1436402797698975}
-{"epoch": 7, "step": 10948, "loss": 0.047163818031549454, "total_norm": 6.754519462585449}
-{"epoch": 7, "step": 10949, "loss": 0.012163300067186356, "total_norm": 2.7762229442596436}
-{"epoch": 7, "step": 10950, "loss": 0.06721935421228409, "total_norm": 8.044681549072266}
-{"epoch": 7, "step": 10951, "loss": 0.1446603238582611, "total_norm": 7.125478267669678}
-{"epoch": 7, "step": 10952, "loss": 0.029597356915473938, "total_norm": 4.36431360244751}
-{"epoch": 7, "step": 10953, "loss": 0.04279462993144989, "total_norm": 2.6757304668426514}
-{"epoch": 7, "step": 10954, "loss": 0.06763570755720139, "total_norm": 3.4539921283721924}
-{"epoch": 7, "step": 10955, "loss": 0.046861689537763596, "total_norm": 4.029408931732178}
-{"epoch": 7, "step": 10956, "loss": 0.05659084394574165, "total_norm": 4.693017959594727}
-{"epoch": 7, "step": 10957, "loss": 0.038679588586091995, "total_norm": 4.41552734375}
-{"epoch": 7, "step": 10958, "loss": 0.06609756499528885, "total_norm": 6.547277450561523}
-{"epoch": 7, "step": 10959, "loss": 0.05585484951734543, "total_norm": 4.0741705894470215}
-{"epoch": 7, "step": 10960, "loss": 0.03908877074718475, "total_norm": 5.66758918762207}
-{"epoch": 7, "step": 10961, "loss": 0.11627714335918427, "total_norm": 8.75268840789795}
-{"epoch": 7, "step": 10962, "loss": 0.07052082568407059, "total_norm": 7.110153675079346}
-{"epoch": 7, "step": 10963, "loss": 0.052710793912410736, "total_norm": 5.656387805938721}
-{"epoch": 7, "step": 10964, "loss": 0.09506542235612869, "total_norm": 8.942704200744629}
-{"epoch": 7, "step": 10965, "loss": 0.06548097729682922, "total_norm": 7.353277683258057}
-{"epoch": 7, "step": 10966, "loss": 0.0525665283203125, "total_norm": 4.992998123168945}
-{"epoch": 7, "step": 10967, "loss": 0.01578247733414173, "total_norm": 2.9456725120544434}
-{"epoch": 7, "step": 10968, "loss": 0.05791095644235611, "total_norm": 5.0127363204956055}
-{"epoch": 7, "step": 10969, "loss": 0.054064806550741196, "total_norm": 5.21403169631958}
-{"epoch": 7, "step": 10970, "loss": 0.10953981429338455, "total_norm": 6.024657249450684}
-{"epoch": 7, "step": 10971, "loss": 0.04705151915550232, "total_norm": 6.636781215667725}
-{"epoch": 7, "step": 10972, "loss": 0.05830518156290054, "total_norm": 6.553727626800537}
-{"epoch": 7, "step": 10973, "loss": 0.017345359548926353, "total_norm": 2.440556526184082}
-{"epoch": 7, "step": 10974, "loss": 0.02005387470126152, "total_norm": 2.6263020038604736}
-{"epoch": 7, "step": 10975, "loss": 0.04912955313920975, "total_norm": 7.007129192352295}
-{"epoch": 7, "step": 10976, "loss": 0.030129073187708855, "total_norm": 2.9369711875915527}
-{"epoch": 7, "step": 10977, "loss": 0.045006025582551956, "total_norm": 7.092621803283691}
-{"epoch": 7, "step": 10978, "loss": 0.038434550166130066, "total_norm": 3.083890914916992}
-{"epoch": 7, "step": 10979, "loss": 0.028149858117103577, "total_norm": 3.0451676845550537}
-{"epoch": 7, "step": 10980, "loss": 0.045001909136772156, "total_norm": 4.0314249992370605}
-{"epoch": 7, "step": 10981, "loss": 0.0508713573217392, "total_norm": 3.6276795864105225}
-{"epoch": 7, "step": 10982, "loss": 0.020874952897429466, "total_norm": 4.163478374481201}
-{"epoch": 7, "step": 10983, "loss": 0.053309354931116104, "total_norm": 3.4629018306732178}
-{"epoch": 7, "step": 10984, "loss": 0.027073627337813377, "total_norm": 4.543083667755127}
-{"epoch": 7, "step": 10985, "loss": 0.023364396765828133, "total_norm": 3.1675808429718018}
-{"epoch": 7, "step": 10986, "loss": 0.1212674155831337, "total_norm": 7.647160053253174}
-{"epoch": 7, "step": 10987, "loss": 0.01371440477669239, "total_norm": 2.027089834213257}
-{"epoch": 7, "step": 10988, "loss": 0.10239430516958237, "total_norm": 4.816033363342285}
-{"epoch": 7, "step": 10989, "loss": 0.09231729805469513, "total_norm": 5.412793159484863}
-{"epoch": 7, "step": 10990, "loss": 0.08363239467144012, "total_norm": 6.277275562286377}
-{"epoch": 7, "step": 10991, "loss": 0.08004801720380783, "total_norm": 5.940776824951172}
-{"epoch": 7, "step": 10992, "loss": 0.03691665083169937, "total_norm": 5.150905132293701}
-{"epoch": 7, "step": 10993, "loss": 0.01430603489279747, "total_norm": 1.8709464073181152}
-{"epoch": 7, "step": 10994, "loss": 0.043677378445863724, "total_norm": 3.673992395401001}
-{"epoch": 7, "step": 10995, "loss": 0.1253361701965332, "total_norm": 7.918667316436768}
-{"epoch": 7, "step": 10996, "loss": 0.10033785551786423, "total_norm": 5.981647491455078}
-{"epoch": 7, "step": 10997, "loss": 0.041935525834560394, "total_norm": 3.804624319076538}
-{"epoch": 7, "step": 10998, "loss": 0.028727611526846886, "total_norm": 2.98697829246521}
-{"epoch": 7, "step": 10999, "loss": 0.031618013978004456, "total_norm": 4.840341567993164}
-{"epoch": 7, "step": 11000, "loss": 0.06097489222884178, "total_norm": 5.306619644165039}
-{"epoch": 7, "step": 11001, "loss": 0.05202922597527504, "total_norm": 3.5749588012695312}
-{"epoch": 7, "step": 11002, "loss": 0.030781665816903114, "total_norm": 5.854294776916504}
-{"epoch": 7, "step": 11003, "loss": 0.06097279116511345, "total_norm": 3.618436813354492}
-{"epoch": 7, "step": 11004, "loss": 0.018969640135765076, "total_norm": 2.6788249015808105}
-{"epoch": 7, "step": 11005, "loss": 0.07836932688951492, "total_norm": 4.569735050201416}
-{"epoch": 7, "step": 11006, "loss": 0.030768640339374542, "total_norm": 3.631525754928589}
-{"epoch": 7, "step": 11007, "loss": 0.06274769455194473, "total_norm": 4.5671186447143555}
-{"epoch": 7, "step": 11008, "loss": 0.012615668587386608, "total_norm": 2.6553120613098145}
-{"epoch": 7, "step": 11009, "loss": 0.0648307353258133, "total_norm": 4.718036651611328}
-{"epoch": 7, "step": 11010, "loss": 0.013460065238177776, "total_norm": 2.5564401149749756}
-{"epoch": 7, "step": 11011, "loss": 0.09670121222734451, "total_norm": 7.733374118804932}
-{"epoch": 7, "step": 11012, "loss": 0.07149822264909744, "total_norm": 6.7951555252075195}
-{"epoch": 7, "step": 11013, "loss": 0.09192144870758057, "total_norm": 5.920809268951416}
-{"epoch": 7, "step": 11014, "loss": 0.05639132112264633, "total_norm": 5.33182430267334}
-{"epoch": 7, "step": 11015, "loss": 0.05034305155277252, "total_norm": 3.9038186073303223}
-{"epoch": 7, "step": 11016, "loss": 0.033668410032987595, "total_norm": 5.117031574249268}
-{"epoch": 7, "step": 11017, "loss": 0.06649167090654373, "total_norm": 5.729983329772949}
-{"epoch": 7, "step": 11018, "loss": 0.08546418696641922, "total_norm": 5.8120341300964355}
-{"epoch": 7, "step": 11019, "loss": 0.051939457654953, "total_norm": 4.267553329467773}
-{"epoch": 7, "step": 11020, "loss": 0.022622881457209587, "total_norm": 4.173579216003418}
-{"epoch": 7, "step": 11021, "loss": 0.0715748593211174, "total_norm": 4.958048343658447}
-{"epoch": 7, "step": 11022, "loss": 0.01454398687928915, "total_norm": 2.8472530841827393}
-{"epoch": 7, "step": 11023, "loss": 0.06230968236923218, "total_norm": 4.196029186248779}
-{"epoch": 7, "step": 11024, "loss": 0.040241751819849014, "total_norm": 2.635263681411743}
-{"epoch": 7, "step": 11025, "loss": 0.0697542354464531, "total_norm": 6.18170690536499}
-{"epoch": 7, "step": 11026, "loss": 0.05156194418668747, "total_norm": 4.660492897033691}
-{"epoch": 7, "step": 11027, "loss": 0.0753687396645546, "total_norm": 5.885338306427002}
-{"epoch": 7, "step": 11028, "loss": 0.04019946977496147, "total_norm": 5.982245445251465}
-{"epoch": 7, "step": 11029, "loss": 0.04681849107146263, "total_norm": 5.670554161071777}
-{"epoch": 7, "step": 11030, "loss": 0.06907311826944351, "total_norm": 5.0055108070373535}
-{"epoch": 7, "step": 11031, "loss": 0.05389488488435745, "total_norm": 4.725809097290039}
-{"epoch": 7, "step": 11032, "loss": 0.07200778275728226, "total_norm": 4.284451484680176}
-{"epoch": 7, "step": 11033, "loss": 0.05331363156437874, "total_norm": 3.541790246963501}
-{"epoch": 7, "step": 11034, "loss": 0.10325301438570023, "total_norm": 4.318065643310547}
-{"epoch": 7, "step": 11035, "loss": 0.033493176102638245, "total_norm": 4.3715925216674805}
-{"epoch": 7, "step": 11036, "loss": 0.06240477040410042, "total_norm": 7.112767696380615}
-{"epoch": 7, "step": 11037, "loss": 0.11762195080518723, "total_norm": 9.95008659362793}
-{"epoch": 7, "step": 11038, "loss": 0.046854231506586075, "total_norm": 3.746044397354126}
-{"epoch": 7, "step": 11039, "loss": 0.05346304550766945, "total_norm": 2.653921604156494}
-{"epoch": 7, "step": 11040, "loss": 0.06923316419124603, "total_norm": 6.613777160644531}
-{"epoch": 7, "step": 11041, "loss": 0.09324141591787338, "total_norm": 5.403421401977539}
-{"epoch": 7, "step": 11042, "loss": 0.06627251207828522, "total_norm": 8.020439147949219}
-{"epoch": 7, "step": 11043, "loss": 0.05493549630045891, "total_norm": 4.379305362701416}
-{"epoch": 7, "step": 11044, "loss": 0.016892267391085625, "total_norm": 3.4356696605682373}
-{"epoch": 7, "step": 11045, "loss": 0.09737442433834076, "total_norm": 6.119090557098389}
-{"epoch": 7, "step": 11046, "loss": 0.06599979847669601, "total_norm": 4.548068046569824}
-{"epoch": 7, "step": 11047, "loss": 0.02749505825340748, "total_norm": 3.9660181999206543}
-{"epoch": 7, "step": 11048, "loss": 0.05433625727891922, "total_norm": 4.993448257446289}
-{"epoch": 7, "step": 11049, "loss": 0.036135390400886536, "total_norm": 4.852774143218994}
-{"epoch": 7, "step": 11050, "loss": 0.07574572414159775, "total_norm": 4.094195365905762}
-{"epoch": 7, "step": 11051, "loss": 0.027852647006511688, "total_norm": 3.4609313011169434}
-{"epoch": 7, "step": 11052, "loss": 0.07543699443340302, "total_norm": 4.170787334442139}
-{"epoch": 7, "step": 11053, "loss": 0.09887084364891052, "total_norm": 9.625215530395508}
-{"epoch": 7, "step": 11054, "loss": 0.033570945262908936, "total_norm": 4.099828720092773}
-{"epoch": 7, "step": 11055, "loss": 0.07291051000356674, "total_norm": 5.360665798187256}
-{"epoch": 7, "step": 11056, "loss": 0.043130408972501755, "total_norm": 3.1050357818603516}
-{"epoch": 7, "step": 11057, "loss": 0.03494318574666977, "total_norm": 5.63425350189209}
-{"epoch": 7, "step": 11058, "loss": 0.032397493720054626, "total_norm": 3.322533130645752}
-{"epoch": 7, "step": 11059, "loss": 0.07722032070159912, "total_norm": 5.2637128829956055}
-{"epoch": 7, "step": 11060, "loss": 0.07476858794689178, "total_norm": 4.038956642150879}
-{"epoch": 7, "step": 11061, "loss": 0.062232665717601776, "total_norm": 3.2925262451171875}
-{"epoch": 7, "step": 11062, "loss": 0.015622218139469624, "total_norm": 1.5727604627609253}
-{"epoch": 7, "step": 11063, "loss": 0.06156408414244652, "total_norm": 3.9790115356445312}
-{"epoch": 7, "step": 11064, "loss": 0.053057730197906494, "total_norm": 3.384906768798828}
-{"epoch": 7, "step": 11065, "loss": 0.07906624674797058, "total_norm": 4.5783209800720215}
-{"epoch": 7, "step": 11066, "loss": 0.026470443233847618, "total_norm": 3.3689699172973633}
-{"epoch": 7, "step": 11067, "loss": 0.04905075207352638, "total_norm": 4.170718193054199}
-{"epoch": 7, "step": 11068, "loss": 0.05126038193702698, "total_norm": 5.4755682945251465}
-{"epoch": 7, "step": 11069, "loss": 0.03929832950234413, "total_norm": 5.131106853485107}
-{"epoch": 7, "step": 11070, "loss": 0.11370937526226044, "total_norm": 4.630906105041504}
-{"epoch": 7, "step": 11071, "loss": 0.07953609526157379, "total_norm": 7.917873382568359}
-{"epoch": 7, "step": 11072, "loss": 0.06114022433757782, "total_norm": 5.179564476013184}
-{"epoch": 7, "step": 11073, "loss": 0.019427798688411713, "total_norm": 4.566488742828369}
-{"epoch": 7, "step": 11074, "loss": 0.03746781125664711, "total_norm": 4.265838146209717}
-{"epoch": 7, "step": 11075, "loss": 0.024720581248402596, "total_norm": 3.5126535892486572}
-{"epoch": 7, "step": 11076, "loss": 0.0572253093123436, "total_norm": 4.99928092956543}
-{"epoch": 7, "step": 11077, "loss": 0.07380063086748123, "total_norm": 4.41970157623291}
-{"epoch": 7, "step": 11078, "loss": 0.07106879353523254, "total_norm": 4.99142599105835}
-{"epoch": 7, "step": 11079, "loss": 0.08154872059822083, "total_norm": 5.063834190368652}
-{"epoch": 7, "step": 11080, "loss": 0.04772916063666344, "total_norm": 3.8913915157318115}
-{"epoch": 7, "step": 11081, "loss": 0.04098338633775711, "total_norm": 3.651034116744995}
-{"epoch": 7, "step": 11082, "loss": 0.012061335146427155, "total_norm": 1.8285475969314575}
-{"epoch": 7, "step": 11083, "loss": 0.033697325736284256, "total_norm": 3.4997761249542236}
-{"epoch": 7, "step": 11084, "loss": 0.07423688471317291, "total_norm": 4.034213542938232}
-{"epoch": 7, "step": 11085, "loss": 0.06847261637449265, "total_norm": 5.311174392700195}
-{"epoch": 7, "step": 11086, "loss": 0.03357909992337227, "total_norm": 3.2929790019989014}
-{"epoch": 7, "step": 11087, "loss": 0.027467356994748116, "total_norm": 3.867405652999878}
-{"epoch": 7, "step": 11088, "loss": 0.01575193926692009, "total_norm": 3.7676119804382324}
-{"epoch": 7, "step": 11089, "loss": 0.0989939495921135, "total_norm": 6.856215000152588}
-{"epoch": 7, "step": 11090, "loss": 0.06060503050684929, "total_norm": 4.547545909881592}
-{"epoch": 7, "step": 11091, "loss": 0.0227645356208086, "total_norm": 9.391571044921875}
-{"epoch": 7, "step": 11092, "loss": 0.0501801073551178, "total_norm": 3.6420912742614746}
-{"epoch": 7, "step": 11093, "loss": 0.07408993691205978, "total_norm": 4.771629333496094}
-{"epoch": 7, "step": 11094, "loss": 0.07343742996454239, "total_norm": 5.070896625518799}
-{"epoch": 7, "step": 11095, "loss": 0.01836458593606949, "total_norm": 2.9027886390686035}
-{"epoch": 7, "step": 11096, "loss": 0.0837361142039299, "total_norm": 5.276965141296387}
-{"epoch": 7, "step": 11097, "loss": 0.07639460265636444, "total_norm": 6.327475547790527}
-{"epoch": 7, "step": 11098, "loss": 0.03272034600377083, "total_norm": 3.4645795822143555}
-{"epoch": 7, "step": 11099, "loss": 0.045990798622369766, "total_norm": 5.547175407409668}
-{"epoch": 7, "step": 11100, "loss": 0.12779876589775085, "total_norm": 6.050544738769531}
-{"epoch": 7, "step": 11101, "loss": 0.03382854163646698, "total_norm": 4.936890125274658}
-{"epoch": 7, "step": 11102, "loss": 0.04802774637937546, "total_norm": 3.7833871841430664}
-{"epoch": 7, "step": 11103, "loss": 0.06580468267202377, "total_norm": 5.644431114196777}
-{"epoch": 7, "step": 11104, "loss": 0.049084365367889404, "total_norm": 9.671689987182617}
-{"epoch": 7, "step": 11105, "loss": 0.042229946702718735, "total_norm": 3.7413318157196045}
-{"epoch": 7, "step": 11106, "loss": 0.04876546189188957, "total_norm": 6.425499439239502}
-{"epoch": 7, "step": 11107, "loss": 0.05648433044552803, "total_norm": 3.9662232398986816}
-{"epoch": 7, "step": 11108, "loss": 0.1371861696243286, "total_norm": 6.0450119972229}
-{"epoch": 7, "step": 11109, "loss": 0.016816511750221252, "total_norm": 2.2016477584838867}
-{"epoch": 7, "step": 11110, "loss": 0.05129966512322426, "total_norm": 5.212395668029785}
-{"epoch": 7, "step": 11111, "loss": 0.04285665228962898, "total_norm": 4.322190284729004}
-{"epoch": 7, "step": 11112, "loss": 0.0635031908750534, "total_norm": 5.1008477210998535}
-{"epoch": 7, "step": 11113, "loss": 0.07709579914808273, "total_norm": 6.010586738586426}
-{"epoch": 7, "step": 11114, "loss": 0.06208916753530502, "total_norm": 4.586358070373535}
-{"epoch": 7, "step": 11115, "loss": 0.025297075510025024, "total_norm": 3.635622024536133}
-{"epoch": 7, "step": 11116, "loss": 0.03174438327550888, "total_norm": 2.80930495262146}
-{"epoch": 7, "step": 11117, "loss": 0.021466122940182686, "total_norm": 3.71404767036438}
-{"epoch": 7, "step": 11118, "loss": 0.026821577921509743, "total_norm": 3.8354389667510986}
-{"epoch": 7, "step": 11119, "loss": 0.086985744535923, "total_norm": 6.529958724975586}
-{"epoch": 7, "step": 11120, "loss": 0.014058507978916168, "total_norm": 3.766068458557129}
-{"epoch": 7, "step": 11121, "loss": 0.06633958965539932, "total_norm": 8.001582145690918}
-{"epoch": 7, "step": 11122, "loss": 0.08855604380369186, "total_norm": 4.614856719970703}
-{"epoch": 7, "step": 11123, "loss": 0.07520360499620438, "total_norm": 6.442104339599609}
-{"epoch": 7, "step": 11124, "loss": 0.04433554410934448, "total_norm": 4.307433605194092}
-{"epoch": 7, "step": 11125, "loss": 0.045634087175130844, "total_norm": 2.877462148666382}
-{"epoch": 7, "step": 11126, "loss": 0.0591396801173687, "total_norm": 4.441285133361816}
-{"epoch": 7, "step": 11127, "loss": 0.03334727883338928, "total_norm": 3.3295116424560547}
-{"epoch": 7, "step": 11128, "loss": 0.037604209035634995, "total_norm": 6.3426361083984375}
-{"epoch": 7, "step": 11129, "loss": 0.02304128371179104, "total_norm": 3.6412055492401123}
-{"epoch": 7, "step": 11130, "loss": 0.03474747762084007, "total_norm": 4.666229248046875}
-{"epoch": 7, "step": 11131, "loss": 0.047203246504068375, "total_norm": 4.702265739440918}
-{"epoch": 7, "step": 11132, "loss": 0.03900297358632088, "total_norm": 4.5441508293151855}
-{"epoch": 7, "step": 11133, "loss": 0.04665081575512886, "total_norm": 4.55137825012207}
-{"epoch": 7, "step": 11134, "loss": 0.035077087581157684, "total_norm": 3.083507776260376}
-{"epoch": 7, "step": 11135, "loss": 0.039423368871212006, "total_norm": 3.4300596714019775}
-{"epoch": 7, "step": 11136, "loss": 0.05149972066283226, "total_norm": 5.610783100128174}
-{"epoch": 7, "step": 11137, "loss": 0.025528084486722946, "total_norm": 2.6982500553131104}
-{"epoch": 7, "step": 11138, "loss": 0.10963844507932663, "total_norm": 5.642582893371582}
-{"epoch": 7, "step": 11139, "loss": 0.060923077166080475, "total_norm": 4.5649495124816895}
-{"epoch": 7, "step": 11140, "loss": 0.04305261746048927, "total_norm": 3.1721885204315186}
-{"epoch": 7, "step": 11141, "loss": 0.02725689858198166, "total_norm": 3.655670404434204}
-{"epoch": 7, "step": 11142, "loss": 0.021982472389936447, "total_norm": 3.5823521614074707}
-{"epoch": 7, "step": 11143, "loss": 0.04365020990371704, "total_norm": 4.6985321044921875}
-{"epoch": 7, "step": 11144, "loss": 0.05550443008542061, "total_norm": 9.721760749816895}
-{"epoch": 7, "step": 11145, "loss": 0.008504918776452541, "total_norm": 2.0223679542541504}
-{"epoch": 7, "step": 11146, "loss": 0.05600260570645332, "total_norm": 4.441049575805664}
-{"epoch": 7, "step": 11147, "loss": 0.030878620222210884, "total_norm": 5.229485511779785}
-{"epoch": 7, "step": 11148, "loss": 0.04235692322254181, "total_norm": 3.6899843215942383}
-{"epoch": 7, "step": 11149, "loss": 0.11812254041433334, "total_norm": 7.875768661499023}
-{"epoch": 7, "step": 11150, "loss": 0.07280696928501129, "total_norm": 5.082311630249023}
-{"epoch": 7, "step": 11151, "loss": 0.079853855073452, "total_norm": 4.856196880340576}
-{"epoch": 7, "step": 11152, "loss": 0.035419825464487076, "total_norm": 3.3927879333496094}
-{"epoch": 7, "step": 11153, "loss": 0.04452362656593323, "total_norm": 4.342980861663818}
-{"epoch": 7, "step": 11154, "loss": 0.03567075356841087, "total_norm": 7.537569046020508}
-{"epoch": 7, "step": 11155, "loss": 0.05139096453785896, "total_norm": 5.201108932495117}
-{"epoch": 7, "step": 11156, "loss": 0.02527383714914322, "total_norm": 2.6417150497436523}
-{"epoch": 7, "step": 11157, "loss": 0.04175889864563942, "total_norm": 5.650179386138916}
-{"epoch": 7, "step": 11158, "loss": 0.051978327333927155, "total_norm": 4.479280471801758}
-{"epoch": 7, "step": 11159, "loss": 0.0528889074921608, "total_norm": 5.110595703125}
-{"epoch": 7, "step": 11160, "loss": 0.02401627227663994, "total_norm": 3.6974966526031494}
-{"epoch": 7, "step": 11161, "loss": 0.05644664913415909, "total_norm": 3.316622018814087}
-{"epoch": 7, "step": 11162, "loss": 0.06931436061859131, "total_norm": 5.63580322265625}
-{"epoch": 7, "step": 11163, "loss": 0.07822438329458237, "total_norm": 5.3874101638793945}
-{"epoch": 7, "step": 11164, "loss": 0.04302689805626869, "total_norm": 4.8735785484313965}
-{"epoch": 7, "step": 11165, "loss": 0.031084546819329262, "total_norm": 3.7017786502838135}
-{"epoch": 7, "step": 11166, "loss": 0.06286924332380295, "total_norm": 5.176346778869629}
-{"epoch": 7, "step": 11167, "loss": 0.024995196610689163, "total_norm": 3.7915961742401123}
-{"epoch": 7, "step": 11168, "loss": 0.07635844498872757, "total_norm": 5.339019775390625}
-{"epoch": 7, "step": 11169, "loss": 0.006888321600854397, "total_norm": 1.896270513534546}
-{"epoch": 7, "step": 11170, "loss": 0.03407297283411026, "total_norm": 3.9616212844848633}
-{"epoch": 7, "step": 11171, "loss": 0.048053912818431854, "total_norm": 3.9778904914855957}
-{"epoch": 7, "step": 11172, "loss": 0.02329222857952118, "total_norm": 3.2241618633270264}
-{"epoch": 7, "step": 11173, "loss": 0.07420191168785095, "total_norm": 5.984428405761719}
-{"epoch": 7, "step": 11174, "loss": 0.07691293954849243, "total_norm": 7.759782791137695}
-{"epoch": 7, "step": 11175, "loss": 0.04905594512820244, "total_norm": 5.398819923400879}
-{"epoch": 7, "step": 11176, "loss": 0.04003655165433884, "total_norm": 5.613873481750488}
-{"epoch": 7, "step": 11177, "loss": 0.0737348347902298, "total_norm": 4.820030212402344}
-{"epoch": 7, "step": 11178, "loss": 0.021820122376084328, "total_norm": 2.4600307941436768}
-{"epoch": 7, "step": 11179, "loss": 0.048125118017196655, "total_norm": 4.023780345916748}
-{"epoch": 7, "step": 11180, "loss": 0.054330941289663315, "total_norm": 4.628852844238281}
-{"epoch": 7, "step": 11181, "loss": 0.03654306009411812, "total_norm": 4.445594787597656}
-{"epoch": 7, "step": 11182, "loss": 0.028091050684452057, "total_norm": 4.903546333312988}
-{"epoch": 7, "step": 11183, "loss": 0.042966052889823914, "total_norm": 4.1091694831848145}
-{"epoch": 7, "step": 11184, "loss": 0.030777674168348312, "total_norm": 4.1247639656066895}
-{"epoch": 7, "step": 11185, "loss": 0.07515265047550201, "total_norm": 5.987122535705566}
-{"epoch": 7, "step": 11186, "loss": 0.04743609577417374, "total_norm": 3.8725979328155518}
-{"epoch": 7, "step": 11187, "loss": 0.0649949163198471, "total_norm": 5.7896270751953125}
-{"epoch": 7, "step": 11188, "loss": 0.01832140050828457, "total_norm": 1.9354127645492554}
-{"epoch": 7, "step": 11189, "loss": 0.07188397645950317, "total_norm": 4.810098648071289}
-{"epoch": 7, "step": 11190, "loss": 0.05423971265554428, "total_norm": 6.957302570343018}
-{"epoch": 7, "step": 11191, "loss": 0.042141541838645935, "total_norm": 3.9233126640319824}
-{"epoch": 7, "step": 11192, "loss": 0.08525539189577103, "total_norm": 5.213462829589844}
-{"epoch": 7, "step": 11193, "loss": 0.040803611278533936, "total_norm": 6.146303653717041}
-{"epoch": 7, "step": 11194, "loss": 0.02747996896505356, "total_norm": 4.091048240661621}
-{"epoch": 7, "step": 11195, "loss": 0.027940286323428154, "total_norm": 4.085614204406738}
-{"epoch": 7, "step": 11196, "loss": 0.043160174041986465, "total_norm": 4.217459201812744}
-{"epoch": 7, "step": 11197, "loss": 0.034884337335824966, "total_norm": 3.7907512187957764}
-{"epoch": 7, "step": 11198, "loss": 0.03535814210772514, "total_norm": 3.9826343059539795}
-{"epoch": 7, "step": 11199, "loss": 0.04239439591765404, "total_norm": 5.298973560333252}
-{"epoch": 7, "step": 11200, "loss": 0.0316290520131588, "total_norm": 4.018509864807129}
-{"epoch": 7, "step": 11201, "loss": 0.02374826744198799, "total_norm": 2.7384397983551025}
-{"epoch": 7, "step": 11202, "loss": 0.1048090010881424, "total_norm": 4.740179061889648}
-{"epoch": 7, "step": 11203, "loss": 0.04111649841070175, "total_norm": 3.0477614402770996}
-{"epoch": 7, "step": 11204, "loss": 0.055944524705410004, "total_norm": 3.949899673461914}
-{"epoch": 7, "step": 11205, "loss": 0.037110619246959686, "total_norm": 4.6087188720703125}
-{"epoch": 7, "step": 11206, "loss": 0.03616601601243019, "total_norm": 5.897400379180908}
-{"epoch": 7, "step": 11207, "loss": 0.06956939399242401, "total_norm": 8.5045804977417}
-{"epoch": 7, "step": 11208, "loss": 0.042058300226926804, "total_norm": 5.698245525360107}
-{"epoch": 7, "step": 11209, "loss": 0.14055496454238892, "total_norm": 6.846551418304443}
-{"epoch": 7, "step": 11210, "loss": 0.057063598185777664, "total_norm": 5.605821132659912}
-{"epoch": 7, "step": 11211, "loss": 0.03632095456123352, "total_norm": 5.944960117340088}
-{"epoch": 7, "step": 11212, "loss": 0.1046055257320404, "total_norm": 6.163902759552002}
-{"epoch": 7, "step": 11213, "loss": 0.07200098782777786, "total_norm": 4.813857555389404}
-{"epoch": 7, "step": 11214, "loss": 0.0779842957854271, "total_norm": 4.220746994018555}
-{"epoch": 7, "step": 11215, "loss": 0.03222702071070671, "total_norm": 3.604095458984375}
-{"epoch": 7, "step": 11216, "loss": 0.05331580713391304, "total_norm": 3.4422850608825684}
-{"epoch": 7, "step": 11217, "loss": 0.029702946543693542, "total_norm": 3.7784650325775146}
-{"epoch": 7, "step": 11218, "loss": 0.06878311932086945, "total_norm": 4.868439674377441}
-{"epoch": 7, "step": 11219, "loss": 0.0367988720536232, "total_norm": 3.959764242172241}
-{"epoch": 7, "step": 11220, "loss": 0.04582974687218666, "total_norm": 4.808244705200195}
-{"epoch": 7, "step": 11221, "loss": 0.044361624866724014, "total_norm": 4.214248180389404}
-{"epoch": 7, "step": 11222, "loss": 0.08895459771156311, "total_norm": 5.684203147888184}
-{"epoch": 7, "step": 11223, "loss": 0.02778271771967411, "total_norm": 3.200317859649658}
-{"epoch": 7, "step": 11224, "loss": 0.05344350263476372, "total_norm": 4.666233062744141}
-{"epoch": 7, "step": 11225, "loss": 0.047727569937705994, "total_norm": 4.818351745605469}
-{"epoch": 7, "step": 11226, "loss": 0.04239026829600334, "total_norm": 2.6742923259735107}
-{"epoch": 7, "step": 11227, "loss": 0.07272708415985107, "total_norm": 3.7222530841827393}
-{"epoch": 7, "step": 11228, "loss": 0.050604723393917084, "total_norm": 3.5016562938690186}
-{"epoch": 7, "step": 11229, "loss": 0.04156853258609772, "total_norm": 3.7839033603668213}
-{"epoch": 7, "step": 11230, "loss": 0.02760082297027111, "total_norm": 3.3349316120147705}
-{"epoch": 7, "step": 11231, "loss": 0.047707390040159225, "total_norm": 3.961905002593994}
-{"epoch": 7, "step": 11232, "loss": 0.04200085625052452, "total_norm": 4.47326135635376}
-{"epoch": 7, "step": 11233, "loss": 0.053881291300058365, "total_norm": 4.414367198944092}
-{"epoch": 7, "step": 11234, "loss": 0.07077477872371674, "total_norm": 3.4120218753814697}
-{"epoch": 7, "step": 11235, "loss": 0.019736792892217636, "total_norm": 5.426794052124023}
-{"epoch": 7, "step": 11236, "loss": 0.05349887162446976, "total_norm": 4.12781286239624}
-{"epoch": 7, "step": 11237, "loss": 0.08625306189060211, "total_norm": 4.443385124206543}
-{"epoch": 7, "step": 11238, "loss": 0.09827624261379242, "total_norm": 6.976693630218506}
-{"epoch": 7, "step": 11239, "loss": 0.04762977734208107, "total_norm": 4.09042501449585}
-{"epoch": 7, "step": 11240, "loss": 0.06413481384515762, "total_norm": 3.8725693225860596}
-{"epoch": 7, "step": 11241, "loss": 0.04305390641093254, "total_norm": 3.3879759311676025}
-{"epoch": 7, "step": 11242, "loss": 0.03300313279032707, "total_norm": 3.4887726306915283}
-{"epoch": 7, "step": 11243, "loss": 0.03628011792898178, "total_norm": 5.236288547515869}
-{"epoch": 7, "step": 11244, "loss": 0.06904997676610947, "total_norm": 4.503325939178467}
-{"epoch": 7, "step": 11245, "loss": 0.01981896162033081, "total_norm": 2.611931800842285}
-{"epoch": 7, "step": 11246, "loss": 0.05954793840646744, "total_norm": 3.902859926223755}
-{"epoch": 7, "step": 11247, "loss": 0.015943747013807297, "total_norm": 3.3165791034698486}
-{"epoch": 7, "step": 11248, "loss": 0.025063680484890938, "total_norm": 3.995461940765381}
-{"epoch": 7, "step": 11249, "loss": 0.07290023565292358, "total_norm": 5.015074729919434}
-{"epoch": 7, "step": 11250, "loss": 0.0333322174847126, "total_norm": 3.4077341556549072}
-{"epoch": 7, "step": 11251, "loss": 0.042909976094961166, "total_norm": 6.189166069030762}
-{"epoch": 7, "step": 11252, "loss": 0.13479553163051605, "total_norm": 8.029287338256836}
-{"epoch": 7, "step": 11253, "loss": 0.02492070570588112, "total_norm": 3.053537130355835}
-{"epoch": 7, "step": 11254, "loss": 0.053836483508348465, "total_norm": 6.853967189788818}
-{"epoch": 7, "step": 11255, "loss": 0.08251155912876129, "total_norm": 4.354089260101318}
-{"epoch": 7, "step": 11256, "loss": 0.04015558958053589, "total_norm": 4.681046485900879}
-{"epoch": 7, "step": 11257, "loss": 0.11564676463603973, "total_norm": 6.593564033508301}
-{"epoch": 7, "step": 11258, "loss": 0.01574644446372986, "total_norm": 2.937441349029541}
-{"epoch": 7, "step": 11259, "loss": 0.029960740357637405, "total_norm": 3.052534818649292}
-{"epoch": 7, "step": 11260, "loss": 0.041186995804309845, "total_norm": 5.323785781860352}
-{"epoch": 7, "step": 11261, "loss": 0.055504344403743744, "total_norm": 5.86407995223999}
-{"epoch": 7, "step": 11262, "loss": 0.046434275805950165, "total_norm": 6.814296245574951}
-{"epoch": 7, "step": 11263, "loss": 0.057307105511426926, "total_norm": 3.7119343280792236}
-{"epoch": 7, "step": 11264, "eval_loss": 3.4996215403079987, "eval_rougeL": 0.2868898068392626}
-{"epoch": 7, "step": 11264, "loss": 0.03371291607618332, "total_norm": 4.91134786605835}
-{"epoch": 7, "step": 11265, "loss": 0.04726177081465721, "total_norm": 3.5875394344329834}
-{"epoch": 7, "step": 11266, "loss": 0.09732090681791306, "total_norm": 4.529239177703857}
-{"epoch": 7, "step": 11267, "loss": 0.028329798951745033, "total_norm": 3.3568596839904785}
-{"epoch": 7, "step": 11268, "loss": 0.0348258838057518, "total_norm": 5.426543235778809}
-{"epoch": 7, "step": 11269, "loss": 0.03670065477490425, "total_norm": 4.917891979217529}
-{"epoch": 7, "step": 11270, "loss": 0.14350751042366028, "total_norm": 9.369232177734375}
-{"epoch": 7, "step": 11271, "loss": 0.05209994688630104, "total_norm": 4.866772651672363}
-{"epoch": 7, "step": 11272, "loss": 0.04347788915038109, "total_norm": 4.983658790588379}
-{"epoch": 7, "step": 11273, "loss": 0.05726398527622223, "total_norm": 5.005636215209961}
-{"epoch": 7, "step": 11274, "loss": 0.04135843738913536, "total_norm": 4.948455333709717}
-{"epoch": 7, "step": 11275, "loss": 0.0448078028857708, "total_norm": 4.366313934326172}
-{"epoch": 7, "step": 11276, "loss": 0.029283815994858742, "total_norm": 3.2716541290283203}
-{"epoch": 7, "step": 11277, "loss": 0.04402550309896469, "total_norm": 3.357013463973999}
-{"epoch": 7, "step": 11278, "loss": 0.04785545542836189, "total_norm": 4.622635364532471}
-{"epoch": 7, "step": 11279, "loss": 0.04578635096549988, "total_norm": 4.00236177444458}
-{"epoch": 7, "step": 11280, "loss": 0.0375281386077404, "total_norm": 4.88522481918335}
-{"epoch": 7, "step": 11281, "loss": 0.0646401196718216, "total_norm": 5.304226875305176}
-{"epoch": 7, "step": 11282, "loss": 0.036260657012462616, "total_norm": 3.18973445892334}
-{"epoch": 7, "step": 11283, "loss": 0.04898807406425476, "total_norm": 3.605642318725586}
-{"epoch": 7, "step": 11284, "loss": 0.059801436960697174, "total_norm": 5.006860733032227}
-{"epoch": 7, "step": 11285, "loss": 0.058097198605537415, "total_norm": 5.322238922119141}
-{"epoch": 7, "step": 11286, "loss": 0.07920476049184799, "total_norm": 5.817266464233398}
-{"epoch": 7, "step": 11287, "loss": 0.03676170855760574, "total_norm": 3.874819755554199}
-{"epoch": 7, "step": 11288, "loss": 0.04400467872619629, "total_norm": 3.7908003330230713}
-{"epoch": 7, "step": 11289, "loss": 0.05934084951877594, "total_norm": 4.003739356994629}
-{"epoch": 7, "step": 11290, "loss": 0.034447845071554184, "total_norm": 6.216396331787109}
-{"epoch": 7, "step": 11291, "loss": 0.10156001895666122, "total_norm": 5.610173225402832}
-{"epoch": 7, "step": 11292, "loss": 0.05388229340314865, "total_norm": 5.214664459228516}
-{"epoch": 7, "step": 11293, "loss": 0.03076533041894436, "total_norm": 3.587876796722412}
-{"epoch": 7, "step": 11294, "loss": 0.014267553575336933, "total_norm": 3.6699283123016357}
-{"epoch": 7, "step": 11295, "loss": 0.042717959731817245, "total_norm": 7.305978775024414}
-{"epoch": 7, "step": 11296, "loss": 0.06167030334472656, "total_norm": 8.659568786621094}
-{"epoch": 7, "step": 11297, "loss": 0.06269794702529907, "total_norm": 5.2853851318359375}
-{"epoch": 7, "step": 11298, "loss": 0.04494689032435417, "total_norm": 5.111804485321045}
-{"epoch": 7, "step": 11299, "loss": 0.02359359711408615, "total_norm": 4.007450580596924}
-{"epoch": 7, "step": 11300, "loss": 0.04711444303393364, "total_norm": 5.01738166809082}
-{"epoch": 7, "step": 11301, "loss": 0.0520380474627018, "total_norm": 4.832233428955078}
-{"epoch": 7, "step": 11302, "loss": 0.08501895517110825, "total_norm": 4.300098896026611}
-{"epoch": 7, "step": 11303, "loss": 0.019795484840869904, "total_norm": 2.387314558029175}
-{"epoch": 7, "step": 11304, "loss": 0.04425666853785515, "total_norm": 4.040306568145752}
-{"epoch": 7, "step": 11305, "loss": 0.05224575474858284, "total_norm": 5.108212947845459}
-{"epoch": 7, "step": 11306, "loss": 0.049199026077985764, "total_norm": 5.24175500869751}
-{"epoch": 7, "step": 11307, "loss": 0.05239838361740112, "total_norm": 4.258406639099121}
-{"epoch": 7, "step": 11308, "loss": 0.0654897540807724, "total_norm": 4.43515682220459}
-{"epoch": 7, "step": 11309, "loss": 0.03227781876921654, "total_norm": 4.280551433563232}
-{"epoch": 7, "step": 11310, "loss": 0.06676831096410751, "total_norm": 5.841999053955078}
-{"epoch": 7, "step": 11311, "loss": 0.026478245854377747, "total_norm": 3.893622875213623}
-{"epoch": 7, "step": 11312, "loss": 0.027269817888736725, "total_norm": 5.715494632720947}
-{"epoch": 7, "step": 11313, "loss": 0.060384079813957214, "total_norm": 7.778038024902344}
-{"epoch": 7, "step": 11314, "loss": 0.04140676185488701, "total_norm": 2.919992208480835}
-{"epoch": 7, "step": 11315, "loss": 0.05028986930847168, "total_norm": 5.205080986022949}
-{"epoch": 7, "step": 11316, "loss": 0.053936667740345, "total_norm": 3.7013726234436035}
-{"epoch": 7, "step": 11317, "loss": 0.06547679752111435, "total_norm": 5.088817119598389}
-{"epoch": 7, "step": 11318, "loss": 0.0642385333776474, "total_norm": 4.924278259277344}
-{"epoch": 7, "step": 11319, "loss": 0.04435483366250992, "total_norm": 4.689012050628662}
-{"epoch": 7, "step": 11320, "loss": 0.058512575924396515, "total_norm": 4.092720985412598}
-{"epoch": 7, "step": 11321, "loss": 0.059237316250801086, "total_norm": 7.775646209716797}
-{"epoch": 7, "step": 11322, "loss": 0.047586314380168915, "total_norm": 3.7090866565704346}
-{"epoch": 7, "step": 11323, "loss": 0.062407344579696655, "total_norm": 4.37150764465332}
-{"epoch": 7, "step": 11324, "loss": 0.05792028456926346, "total_norm": 4.066303253173828}
-{"epoch": 7, "step": 11325, "loss": 0.04389470815658569, "total_norm": 4.395510673522949}
-{"epoch": 7, "step": 11326, "loss": 0.042632363736629486, "total_norm": 3.507713556289673}
-{"epoch": 7, "step": 11327, "loss": 0.06464889645576477, "total_norm": 4.292822360992432}
-{"epoch": 7, "step": 11328, "loss": 0.0227615088224411, "total_norm": 4.180810451507568}
-{"epoch": 7, "step": 11329, "loss": 0.0724712461233139, "total_norm": 4.375581741333008}
-{"epoch": 7, "step": 11330, "loss": 0.04762016236782074, "total_norm": 8.1543607711792}
-{"epoch": 7, "step": 11331, "loss": 0.09588039666414261, "total_norm": 6.295470714569092}
-{"epoch": 7, "step": 11332, "loss": 0.039437245577573776, "total_norm": 4.021068096160889}
-{"epoch": 7, "step": 11333, "loss": 0.03084588795900345, "total_norm": 5.400533199310303}
-{"epoch": 7, "step": 11334, "loss": 0.05056922510266304, "total_norm": 4.8414201736450195}
-{"epoch": 7, "step": 11335, "loss": 0.07576924562454224, "total_norm": 5.92983341217041}
-{"epoch": 7, "step": 11336, "loss": 0.06820719689130783, "total_norm": 4.649568557739258}
-{"epoch": 7, "step": 11337, "loss": 0.0689319297671318, "total_norm": 5.35056209564209}
-{"epoch": 7, "step": 11338, "loss": 0.10411792993545532, "total_norm": 8.106937408447266}
-{"epoch": 7, "step": 11339, "loss": 0.13203676044940948, "total_norm": 8.852522850036621}
-{"epoch": 7, "step": 11340, "loss": 0.0329945832490921, "total_norm": 3.656277656555176}
-{"epoch": 7, "step": 11341, "loss": 0.05414050444960594, "total_norm": 4.79686164855957}
-{"epoch": 7, "step": 11342, "loss": 0.05955865606665611, "total_norm": 4.957202434539795}
-{"epoch": 7, "step": 11343, "loss": 0.02969113551080227, "total_norm": 4.624524116516113}
-{"epoch": 7, "step": 11344, "loss": 0.02993977628648281, "total_norm": 3.0531978607177734}
-{"epoch": 7, "step": 11345, "loss": 0.15580500662326813, "total_norm": 7.060235977172852}
-{"epoch": 7, "step": 11346, "loss": 0.04634132236242294, "total_norm": 4.380368232727051}
-{"epoch": 7, "step": 11347, "loss": 0.03966430202126503, "total_norm": 3.4205939769744873}
-{"epoch": 7, "step": 11348, "loss": 0.04106494039297104, "total_norm": 4.108658313751221}
-{"epoch": 7, "step": 11349, "loss": 0.048453982919454575, "total_norm": 3.595612049102783}
-{"epoch": 7, "step": 11350, "loss": 0.058762919157743454, "total_norm": 6.349262714385986}
-{"epoch": 7, "step": 11351, "loss": 0.057021234184503555, "total_norm": 5.793339729309082}
-{"epoch": 7, "step": 11352, "loss": 0.04341762512922287, "total_norm": 4.296637058258057}
-{"epoch": 7, "step": 11353, "loss": 0.04838861897587776, "total_norm": 7.397188186645508}
-{"epoch": 7, "step": 11354, "loss": 0.11293972283601761, "total_norm": 7.898952007293701}
-{"epoch": 7, "step": 11355, "loss": 0.0683097392320633, "total_norm": 5.2030863761901855}
-{"epoch": 7, "step": 11356, "loss": 0.08328376710414886, "total_norm": 5.300104141235352}
-{"epoch": 7, "step": 11357, "loss": 0.037340421229600906, "total_norm": 4.356296539306641}
-{"epoch": 7, "step": 11358, "loss": 0.05298278480768204, "total_norm": 5.36370849609375}
-{"epoch": 7, "step": 11359, "loss": 0.02786926180124283, "total_norm": 7.691726207733154}
-{"epoch": 7, "step": 11360, "loss": 0.04834117740392685, "total_norm": 4.025915622711182}
-{"epoch": 7, "step": 11361, "loss": 0.033302247524261475, "total_norm": 3.074244260787964}
-{"epoch": 7, "step": 11362, "loss": 0.048981111496686935, "total_norm": 6.298640251159668}
-{"epoch": 7, "step": 11363, "loss": 0.044453028589487076, "total_norm": 4.1203436851501465}
-{"epoch": 7, "step": 11364, "loss": 0.10907496511936188, "total_norm": 4.883963584899902}
-{"epoch": 7, "step": 11365, "loss": 0.15236887335777283, "total_norm": 8.223504066467285}
-{"epoch": 7, "step": 11366, "loss": 0.06617143005132675, "total_norm": 7.088715553283691}
-{"epoch": 7, "step": 11367, "loss": 0.027960732579231262, "total_norm": 4.188598155975342}
-{"epoch": 7, "step": 11368, "loss": 0.15251320600509644, "total_norm": 9.279399871826172}
-{"epoch": 7, "step": 11369, "loss": 0.044583745300769806, "total_norm": 6.422085285186768}
-{"epoch": 7, "step": 11370, "loss": 0.045662857592105865, "total_norm": 4.4231181144714355}
-{"epoch": 7, "step": 11371, "loss": 0.01425683032721281, "total_norm": 2.370530605316162}
-{"epoch": 7, "step": 11372, "loss": 0.055199719965457916, "total_norm": 3.144911050796509}
-{"epoch": 7, "step": 11373, "loss": 0.05713821202516556, "total_norm": 4.389974117279053}
-{"epoch": 7, "step": 11374, "loss": 0.0775865912437439, "total_norm": 8.114680290222168}
-{"epoch": 7, "step": 11375, "loss": 0.03682519122958183, "total_norm": 3.406205177307129}
-{"epoch": 7, "step": 11376, "loss": 0.041464656591415405, "total_norm": 6.739957809448242}
-{"epoch": 7, "step": 11377, "loss": 0.050306469202041626, "total_norm": 2.8094942569732666}
-{"epoch": 7, "step": 11378, "loss": 0.025950292125344276, "total_norm": 3.7840795516967773}
-{"epoch": 7, "step": 11379, "loss": 0.06919927150011063, "total_norm": 4.7702484130859375}
-{"epoch": 7, "step": 11380, "loss": 0.068168506026268, "total_norm": 3.667314052581787}
-{"epoch": 7, "step": 11381, "loss": 0.07197434455156326, "total_norm": 5.293819427490234}
-{"epoch": 7, "step": 11382, "loss": 0.05249669775366783, "total_norm": 4.690083980560303}
-{"epoch": 7, "step": 11383, "loss": 0.031778734177351, "total_norm": 3.378237247467041}
-{"epoch": 7, "step": 11384, "loss": 0.054776761680841446, "total_norm": 5.094171524047852}
-{"epoch": 7, "step": 11385, "loss": 0.06096870079636574, "total_norm": 5.826826095581055}
-{"epoch": 7, "step": 11386, "loss": 0.08340725302696228, "total_norm": 4.91433572769165}
-{"epoch": 7, "step": 11387, "loss": 0.0703478753566742, "total_norm": 4.917619705200195}
-{"epoch": 7, "step": 11388, "loss": 0.11538060009479523, "total_norm": 5.75618314743042}
-{"epoch": 7, "step": 11389, "loss": 0.04833367094397545, "total_norm": 4.710859298706055}
-{"epoch": 7, "step": 11390, "loss": 0.04038645327091217, "total_norm": 3.2865653038024902}
-{"epoch": 7, "step": 11391, "loss": 0.08367917686700821, "total_norm": 9.091532707214355}
-{"epoch": 7, "step": 11392, "loss": 0.04405710846185684, "total_norm": 4.076272010803223}
-{"epoch": 7, "step": 11393, "loss": 0.059959519654512405, "total_norm": 5.504273414611816}
-{"epoch": 7, "step": 11394, "loss": 0.04628898203372955, "total_norm": 3.9151296615600586}
-{"epoch": 7, "step": 11395, "loss": 0.043748944997787476, "total_norm": 3.6326589584350586}
-{"epoch": 7, "step": 11396, "loss": 0.06296969205141068, "total_norm": 4.457470893859863}
-{"epoch": 7, "step": 11397, "loss": 0.054079681634902954, "total_norm": 3.5955300331115723}
-{"epoch": 7, "step": 11398, "loss": 0.08214517682790756, "total_norm": 7.91323184967041}
-{"epoch": 7, "step": 11399, "loss": 0.03302174061536789, "total_norm": 3.4360005855560303}
-{"epoch": 7, "step": 11400, "loss": 0.044544339179992676, "total_norm": 3.667388916015625}
-{"epoch": 7, "step": 11401, "loss": 0.02359613962471485, "total_norm": 2.938643455505371}
-{"epoch": 7, "step": 11402, "loss": 0.02190975286066532, "total_norm": 3.8566882610321045}
-{"epoch": 7, "step": 11403, "loss": 0.07296531647443771, "total_norm": 6.381679534912109}
-{"epoch": 7, "step": 11404, "loss": 0.05206922069191933, "total_norm": 6.379858493804932}
-{"epoch": 7, "step": 11405, "loss": 0.04578867182135582, "total_norm": 4.633094310760498}
-{"epoch": 7, "step": 11406, "loss": 0.05417266860604286, "total_norm": 4.574039459228516}
-{"epoch": 7, "step": 11407, "loss": 0.08942518383264542, "total_norm": 6.560912132263184}
-{"epoch": 7, "step": 11408, "loss": 0.05691289156675339, "total_norm": 6.503005504608154}
-{"epoch": 7, "step": 11409, "loss": 0.059207815676927567, "total_norm": 4.105198383331299}
-{"epoch": 7, "step": 11410, "loss": 0.029614200815558434, "total_norm": 4.078442096710205}
-{"epoch": 7, "step": 11411, "loss": 0.04489380866289139, "total_norm": 6.0306501388549805}
-{"epoch": 7, "step": 11412, "loss": 0.04323069378733635, "total_norm": 4.966301441192627}
-{"epoch": 7, "step": 11413, "loss": 0.03207617253065109, "total_norm": 3.0048775672912598}
-{"epoch": 7, "step": 11414, "loss": 0.05431009456515312, "total_norm": 4.3714985847473145}
-{"epoch": 7, "step": 11415, "loss": 0.05047086998820305, "total_norm": 4.246678829193115}
-{"epoch": 7, "step": 11416, "loss": 0.04137197509407997, "total_norm": 4.262385845184326}
-{"epoch": 7, "step": 11417, "loss": 0.05587130784988403, "total_norm": 5.058058261871338}
-{"epoch": 7, "step": 11418, "loss": 0.03172493726015091, "total_norm": 3.437556266784668}
-{"epoch": 7, "step": 11419, "loss": 0.023247482255101204, "total_norm": 3.0415139198303223}
-{"epoch": 7, "step": 11420, "loss": 0.04404504597187042, "total_norm": 3.352668046951294}
-{"epoch": 7, "step": 11421, "loss": 0.047178592532873154, "total_norm": 6.257443904876709}
-{"epoch": 7, "step": 11422, "loss": 0.043746571987867355, "total_norm": 4.647457599639893}
-{"epoch": 7, "step": 11423, "loss": 0.050839293748140335, "total_norm": 3.8658742904663086}
-{"epoch": 7, "step": 11424, "loss": 0.03505540266633034, "total_norm": 3.9744184017181396}
-{"epoch": 7, "step": 11425, "loss": 0.04300442710518837, "total_norm": 5.133425712585449}
-{"epoch": 7, "step": 11426, "loss": 0.05202469602227211, "total_norm": 4.386239051818848}
-{"epoch": 7, "step": 11427, "loss": 0.07950002700090408, "total_norm": 7.214512348175049}
-{"epoch": 7, "step": 11428, "loss": 0.07373376190662384, "total_norm": 6.0561370849609375}
-{"epoch": 7, "step": 11429, "loss": 0.032718319445848465, "total_norm": 5.4000396728515625}
-{"epoch": 7, "step": 11430, "loss": 0.022257719188928604, "total_norm": 5.166530609130859}
-{"epoch": 7, "step": 11431, "loss": 0.027398813515901566, "total_norm": 4.410079479217529}
-{"epoch": 7, "step": 11432, "loss": 0.1596360206604004, "total_norm": 7.886026859283447}
-{"epoch": 7, "step": 11433, "loss": 0.039761703461408615, "total_norm": 4.020290374755859}
-{"epoch": 7, "step": 11434, "loss": 0.04056577757000923, "total_norm": 3.5718040466308594}
-{"epoch": 7, "step": 11435, "loss": 0.010997453704476357, "total_norm": 2.1346874237060547}
-{"epoch": 7, "step": 11436, "loss": 0.02610495686531067, "total_norm": 2.6610538959503174}
-{"epoch": 7, "step": 11437, "loss": 0.05688636377453804, "total_norm": 6.70443058013916}
-{"epoch": 7, "step": 11438, "loss": 0.013584560714662075, "total_norm": 2.061581611633301}
-{"epoch": 7, "step": 11439, "loss": 0.01917373389005661, "total_norm": 4.311624050140381}
-{"epoch": 7, "step": 11440, "eval_loss": 3.505612686276436, "eval_rougeL": 0.2914073335324335}
-{"epoch": 8, "step": 11440, "loss": 0.043945860117673874, "total_norm": 3.0673434734344482}
-{"epoch": 8, "step": 11441, "loss": 0.03888317570090294, "total_norm": 3.717144727706909}
-{"epoch": 8, "step": 11442, "loss": 0.012339520268142223, "total_norm": 2.8644869327545166}
-{"epoch": 8, "step": 11443, "loss": 0.0228985995054245, "total_norm": 2.6090891361236572}
-{"epoch": 8, "step": 11444, "loss": 0.06462309509515762, "total_norm": 5.518139362335205}
-{"epoch": 8, "step": 11445, "loss": 0.03386618196964264, "total_norm": 4.856499671936035}
-{"epoch": 8, "step": 11446, "loss": 0.009835639968514442, "total_norm": 2.1828372478485107}
-{"epoch": 8, "step": 11447, "loss": 0.02270236611366272, "total_norm": 3.1941404342651367}
-{"epoch": 8, "step": 11448, "loss": 0.026473088189959526, "total_norm": 3.286107063293457}
-{"epoch": 8, "step": 11449, "loss": 0.040684089064598083, "total_norm": 3.1129493713378906}
-{"epoch": 8, "step": 11450, "loss": 0.036847397685050964, "total_norm": 3.0424952507019043}
-{"epoch": 8, "step": 11451, "loss": 0.025584831833839417, "total_norm": 3.627192735671997}
-{"epoch": 8, "step": 11452, "loss": 0.018865110352635384, "total_norm": 1.8601398468017578}
-{"epoch": 8, "step": 11453, "loss": 0.011271721683442593, "total_norm": 2.316661834716797}
-{"epoch": 8, "step": 11454, "loss": 0.02261671982705593, "total_norm": 3.2803122997283936}
-{"epoch": 8, "step": 11455, "loss": 0.06183154881000519, "total_norm": 3.7022571563720703}
-{"epoch": 8, "step": 11456, "loss": 0.07936382293701172, "total_norm": 6.497744083404541}
-{"epoch": 8, "step": 11457, "loss": 0.04321407526731491, "total_norm": 2.698042392730713}
-{"epoch": 8, "step": 11458, "loss": 0.05372479185461998, "total_norm": 6.536931991577148}
-{"epoch": 8, "step": 11459, "loss": 0.03676827996969223, "total_norm": 3.405958414077759}
-{"epoch": 8, "step": 11460, "loss": 0.012370663695037365, "total_norm": 2.665057897567749}
-{"epoch": 8, "step": 11461, "loss": 0.046244196593761444, "total_norm": 8.003390312194824}
-{"epoch": 8, "step": 11462, "loss": 0.05714653432369232, "total_norm": 5.527146339416504}
-{"epoch": 8, "step": 11463, "loss": 0.0429132916033268, "total_norm": 5.164559841156006}
-{"epoch": 8, "step": 11464, "loss": 0.004620185121893883, "total_norm": 0.7587623000144958}
-{"epoch": 8, "step": 11465, "loss": 0.06152534857392311, "total_norm": 3.5814974308013916}
-{"epoch": 8, "step": 11466, "loss": 0.035140085965394974, "total_norm": 4.115786075592041}
-{"epoch": 8, "step": 11467, "loss": 0.03151395544409752, "total_norm": 4.124045372009277}
-{"epoch": 8, "step": 11468, "loss": 0.030019238591194153, "total_norm": 3.6503782272338867}
-{"epoch": 8, "step": 11469, "loss": 0.007402793038636446, "total_norm": 1.6550861597061157}
-{"epoch": 8, "step": 11470, "loss": 0.030664678663015366, "total_norm": 7.235867023468018}
-{"epoch": 8, "step": 11471, "loss": 0.023557156324386597, "total_norm": 4.008033275604248}
-{"epoch": 8, "step": 11472, "loss": 0.0452641136944294, "total_norm": 4.086417198181152}
-{"epoch": 8, "step": 11473, "loss": 0.00936069991439581, "total_norm": 2.3547654151916504}
-{"epoch": 8, "step": 11474, "loss": 0.05806469917297363, "total_norm": 4.56469202041626}
-{"epoch": 8, "step": 11475, "loss": 0.01063838042318821, "total_norm": 3.122725009918213}
-{"epoch": 8, "step": 11476, "loss": 0.04524404928088188, "total_norm": 3.3691511154174805}
-{"epoch": 8, "step": 11477, "loss": 0.031030641868710518, "total_norm": 2.3258209228515625}
-{"epoch": 8, "step": 11478, "loss": 0.01453309878706932, "total_norm": 1.4894379377365112}
-{"epoch": 8, "step": 11479, "loss": 0.030391644686460495, "total_norm": 3.1885437965393066}
-{"epoch": 8, "step": 11480, "loss": 0.025675250217318535, "total_norm": 4.819546222686768}
-{"epoch": 8, "step": 11481, "loss": 0.015858588740229607, "total_norm": 2.6756489276885986}
-{"epoch": 8, "step": 11482, "loss": 0.05090375989675522, "total_norm": 3.316556453704834}
-{"epoch": 8, "step": 11483, "loss": 0.011470559984445572, "total_norm": 3.3353078365325928}
-{"epoch": 8, "step": 11484, "loss": 0.03179002180695534, "total_norm": 4.835540294647217}
-{"epoch": 8, "step": 11485, "loss": 0.01421227678656578, "total_norm": 2.1168298721313477}
-{"epoch": 8, "step": 11486, "loss": 0.09171745926141739, "total_norm": 7.07581090927124}
-{"epoch": 8, "step": 11487, "loss": 0.03159418702125549, "total_norm": 4.013621807098389}
-{"epoch": 8, "step": 11488, "loss": 0.03839477524161339, "total_norm": 2.40862774848938}
-{"epoch": 8, "step": 11489, "loss": 0.043176766484975815, "total_norm": 3.6830263137817383}
-{"epoch": 8, "step": 11490, "loss": 0.03563779965043068, "total_norm": 4.686794757843018}
-{"epoch": 8, "step": 11491, "loss": 0.03324754163622856, "total_norm": 3.698402166366577}
-{"epoch": 8, "step": 11492, "loss": 0.04427151009440422, "total_norm": 5.394830226898193}
-{"epoch": 8, "step": 11493, "loss": 0.05741731822490692, "total_norm": 4.122110366821289}
-{"epoch": 8, "step": 11494, "loss": 0.08309633284807205, "total_norm": 9.06159496307373}
-{"epoch": 8, "step": 11495, "loss": 0.034534335136413574, "total_norm": 3.78410267829895}
-{"epoch": 8, "step": 11496, "loss": 0.01931431144475937, "total_norm": 2.562114715576172}
-{"epoch": 8, "step": 11497, "loss": 0.005581198260188103, "total_norm": 1.4954699277877808}
-{"epoch": 8, "step": 11498, "loss": 0.007345856633037329, "total_norm": 1.679060697555542}
-{"epoch": 8, "step": 11499, "loss": 0.02825375273823738, "total_norm": 4.016695499420166}
-{"epoch": 8, "step": 11500, "loss": 0.02633132040500641, "total_norm": 4.312016487121582}
-{"epoch": 8, "step": 11501, "loss": 0.018381379544734955, "total_norm": 3.4618539810180664}
-{"epoch": 8, "step": 11502, "loss": 0.07044758647680283, "total_norm": 5.493483066558838}
-{"epoch": 8, "step": 11503, "loss": 0.021004818379878998, "total_norm": 3.9335415363311768}
-{"epoch": 8, "step": 11504, "loss": 0.019249815493822098, "total_norm": 2.8893768787384033}
-{"epoch": 8, "step": 11505, "loss": 0.04402037337422371, "total_norm": 5.291812419891357}
-{"epoch": 8, "step": 11506, "loss": 0.063144251704216, "total_norm": 5.576723098754883}
-{"epoch": 8, "step": 11507, "loss": 0.028464362025260925, "total_norm": 3.2789783477783203}
-{"epoch": 8, "step": 11508, "loss": 0.057140156626701355, "total_norm": 4.3611884117126465}
-{"epoch": 8, "step": 11509, "loss": 0.020101355388760567, "total_norm": 2.521214485168457}
-{"epoch": 8, "step": 11510, "loss": 0.11666823923587799, "total_norm": 4.611403465270996}
-{"epoch": 8, "step": 11511, "loss": 0.015763062983751297, "total_norm": 5.043290138244629}
-{"epoch": 8, "step": 11512, "loss": 0.035865724086761475, "total_norm": 3.8855507373809814}
-{"epoch": 8, "step": 11513, "loss": 0.05791635066270828, "total_norm": 4.0025715827941895}
-{"epoch": 8, "step": 11514, "loss": 0.015074336901307106, "total_norm": 1.9629398584365845}
-{"epoch": 8, "step": 11515, "loss": 0.05730203539133072, "total_norm": 5.287529468536377}
-{"epoch": 8, "step": 11516, "loss": 0.049040164798498154, "total_norm": 6.3740105628967285}
-{"epoch": 8, "step": 11517, "loss": 0.027649354189634323, "total_norm": 3.9113290309906006}
-{"epoch": 8, "step": 11518, "loss": 0.031681183725595474, "total_norm": 3.8766610622406006}
-{"epoch": 8, "step": 11519, "loss": 0.03896058350801468, "total_norm": 4.211737632751465}
-{"epoch": 8, "step": 11520, "loss": 0.03520466387271881, "total_norm": 3.9280288219451904}
-{"epoch": 8, "step": 11521, "loss": 0.06581994146108627, "total_norm": 4.288525104522705}
-{"epoch": 8, "step": 11522, "loss": 0.043183982372283936, "total_norm": 3.9245011806488037}
-{"epoch": 8, "step": 11523, "loss": 0.02540379948914051, "total_norm": 3.047844648361206}
-{"epoch": 8, "step": 11524, "loss": 0.018371526151895523, "total_norm": 2.9417340755462646}
-{"epoch": 8, "step": 11525, "loss": 0.0472591258585453, "total_norm": 3.2272238731384277}
-{"epoch": 8, "step": 11526, "loss": 0.043612997978925705, "total_norm": 3.7682433128356934}
-{"epoch": 8, "step": 11527, "loss": 0.0798787772655487, "total_norm": 6.338273525238037}
-{"epoch": 8, "step": 11528, "loss": 0.061253707855939865, "total_norm": 5.3652801513671875}
-{"epoch": 8, "step": 11529, "loss": 0.013214725069701672, "total_norm": 2.690459728240967}
-{"epoch": 8, "step": 11530, "loss": 0.014891473576426506, "total_norm": 3.460808038711548}
-{"epoch": 8, "step": 11531, "loss": 0.04521482437849045, "total_norm": 2.8330276012420654}
-{"epoch": 8, "step": 11532, "loss": 0.08535102009773254, "total_norm": 4.489624500274658}
-{"epoch": 8, "step": 11533, "loss": 0.0364234633743763, "total_norm": 4.026653289794922}
-{"epoch": 8, "step": 11534, "loss": 0.07147018611431122, "total_norm": 6.76762056350708}
-{"epoch": 8, "step": 11535, "loss": 0.021477138623595238, "total_norm": 2.2910187244415283}
-{"epoch": 8, "step": 11536, "loss": 0.009764298796653748, "total_norm": 2.5047810077667236}
-{"epoch": 8, "step": 11537, "loss": 0.015252409502863884, "total_norm": 2.529371500015259}
-{"epoch": 8, "step": 11538, "loss": 0.03281845524907112, "total_norm": 4.718181610107422}
-{"epoch": 8, "step": 11539, "loss": 0.008485574275255203, "total_norm": 1.520798683166504}
-{"epoch": 8, "step": 11540, "loss": 0.025430072098970413, "total_norm": 1.9750899076461792}
-{"epoch": 8, "step": 11541, "loss": 0.02757958136498928, "total_norm": 3.718719720840454}
-{"epoch": 8, "step": 11542, "loss": 0.0420495830476284, "total_norm": 5.6243133544921875}
-{"epoch": 8, "step": 11543, "loss": 0.05716478452086449, "total_norm": 5.039525985717773}
-{"epoch": 8, "step": 11544, "loss": 0.03224942833185196, "total_norm": 3.352273464202881}
-{"epoch": 8, "step": 11545, "loss": 0.02749864012002945, "total_norm": 2.5877931118011475}
-{"epoch": 8, "step": 11546, "loss": 0.0101133668795228, "total_norm": 3.415961742401123}
-{"epoch": 8, "step": 11547, "loss": 0.07801347970962524, "total_norm": 4.117208957672119}
-{"epoch": 8, "step": 11548, "loss": 0.10321410000324249, "total_norm": 4.596603870391846}
-{"epoch": 8, "step": 11549, "loss": 0.038337454199790955, "total_norm": 2.8193581104278564}
-{"epoch": 8, "step": 11550, "loss": 0.02203834243118763, "total_norm": 3.541295051574707}
-{"epoch": 8, "step": 11551, "loss": 0.014107231982052326, "total_norm": 1.7309327125549316}
-{"epoch": 8, "step": 11552, "loss": 0.020844103768467903, "total_norm": 2.0488433837890625}
-{"epoch": 8, "step": 11553, "loss": 0.06030568107962608, "total_norm": 4.343503952026367}
-{"epoch": 8, "step": 11554, "loss": 0.011354697868227959, "total_norm": 3.3754570484161377}
-{"epoch": 8, "step": 11555, "loss": 0.039504535496234894, "total_norm": 3.7502384185791016}
-{"epoch": 8, "step": 11556, "loss": 0.01498393714427948, "total_norm": 2.388932466506958}
-{"epoch": 8, "step": 11557, "loss": 0.057355500757694244, "total_norm": 3.568248748779297}
-{"epoch": 8, "step": 11558, "loss": 0.039458323270082474, "total_norm": 3.8519790172576904}
-{"epoch": 8, "step": 11559, "loss": 0.011026401072740555, "total_norm": 2.189180850982666}
-{"epoch": 8, "step": 11560, "loss": 0.039645202457904816, "total_norm": 3.9660990238189697}
-{"epoch": 8, "step": 11561, "loss": 0.042263902723789215, "total_norm": 3.65810489654541}
-{"epoch": 8, "step": 11562, "loss": 0.04849123954772949, "total_norm": 3.3326377868652344}
-{"epoch": 8, "step": 11563, "loss": 0.021785179153084755, "total_norm": 2.6630611419677734}
-{"epoch": 8, "step": 11564, "loss": 0.012234056368470192, "total_norm": 2.604945182800293}
-{"epoch": 8, "step": 11565, "loss": 0.1022561639547348, "total_norm": 3.6932761669158936}
-{"epoch": 8, "step": 11566, "loss": 0.088924340903759, "total_norm": 4.2124924659729}
-{"epoch": 8, "step": 11567, "loss": 0.044320639222860336, "total_norm": 7.411653518676758}
-{"epoch": 8, "step": 11568, "loss": 0.0688418447971344, "total_norm": 4.8732523918151855}
-{"epoch": 8, "step": 11569, "loss": 0.04972593113780022, "total_norm": 5.948507785797119}
-{"epoch": 8, "step": 11570, "loss": 0.043637022376060486, "total_norm": 4.324329376220703}
-{"epoch": 8, "step": 11571, "loss": 0.04207899793982506, "total_norm": 3.6506166458129883}
-{"epoch": 8, "step": 11572, "loss": 0.034411508589982986, "total_norm": 5.730093955993652}
-{"epoch": 8, "step": 11573, "loss": 0.03310203179717064, "total_norm": 4.527355194091797}
-{"epoch": 8, "step": 11574, "loss": 0.04019045829772949, "total_norm": 4.40217399597168}
-{"epoch": 8, "step": 11575, "loss": 0.03445356711745262, "total_norm": 2.3817954063415527}
-{"epoch": 8, "step": 11576, "loss": 0.0330495722591877, "total_norm": 3.323615312576294}
-{"epoch": 8, "step": 11577, "loss": 0.010217503644526005, "total_norm": 1.7310326099395752}
-{"epoch": 8, "step": 11578, "loss": 0.006302952766418457, "total_norm": 1.5170016288757324}
-{"epoch": 8, "step": 11579, "loss": 0.03081340715289116, "total_norm": 2.156463384628296}
-{"epoch": 8, "step": 11580, "loss": 0.01374545507133007, "total_norm": 2.6868436336517334}
-{"epoch": 8, "step": 11581, "loss": 0.03196904435753822, "total_norm": 2.827324390411377}
-{"epoch": 8, "step": 11582, "loss": 0.027154728770256042, "total_norm": 3.2438530921936035}
-{"epoch": 8, "step": 11583, "loss": 0.10164458304643631, "total_norm": 3.220811367034912}
-{"epoch": 8, "step": 11584, "loss": 0.03128572925925255, "total_norm": 3.745915174484253}
-{"epoch": 8, "step": 11585, "loss": 0.060135163366794586, "total_norm": 3.1132638454437256}
-{"epoch": 8, "step": 11586, "loss": 0.029464222490787506, "total_norm": 3.6629326343536377}
-{"epoch": 8, "step": 11587, "loss": 0.0313228964805603, "total_norm": 4.206098556518555}
-{"epoch": 8, "step": 11588, "loss": 0.08644404262304306, "total_norm": 5.3827290534973145}
-{"epoch": 8, "step": 11589, "loss": 0.040954429656267166, "total_norm": 3.8809127807617188}
-{"epoch": 8, "step": 11590, "loss": 0.00894610583782196, "total_norm": 1.6230355501174927}
-{"epoch": 8, "step": 11591, "loss": 0.033416543155908585, "total_norm": 4.389580726623535}
-{"epoch": 8, "step": 11592, "loss": 0.012698343023657799, "total_norm": 3.2639946937561035}
-{"epoch": 8, "step": 11593, "loss": 0.015776004642248154, "total_norm": 3.2462270259857178}
-{"epoch": 8, "step": 11594, "loss": 0.004552451428025961, "total_norm": 1.6914323568344116}
-{"epoch": 8, "step": 11595, "loss": 0.013870817609131336, "total_norm": 2.395573616027832}
-{"epoch": 8, "step": 11596, "loss": 0.017788438126444817, "total_norm": 2.4293172359466553}
-{"epoch": 8, "step": 11597, "loss": 0.021885234862565994, "total_norm": 1.713517427444458}
-{"epoch": 8, "step": 11598, "loss": 0.07662737369537354, "total_norm": 8.804369926452637}
-{"epoch": 8, "step": 11599, "loss": 0.07841473817825317, "total_norm": 4.0394511222839355}
-{"epoch": 8, "step": 11600, "loss": 0.08778391033411026, "total_norm": 5.165602684020996}
-{"epoch": 8, "step": 11601, "loss": 0.06291965395212173, "total_norm": 3.781177043914795}
-{"epoch": 8, "step": 11602, "loss": 0.04597789794206619, "total_norm": 5.051155090332031}
-{"epoch": 8, "step": 11603, "loss": 0.08642268925905228, "total_norm": 7.042129039764404}
-{"epoch": 8, "step": 11604, "loss": 0.09598293155431747, "total_norm": 4.446515083312988}
-{"epoch": 8, "step": 11605, "loss": 0.020213061943650246, "total_norm": 3.6934471130371094}
-{"epoch": 8, "step": 11606, "loss": 0.027132855728268623, "total_norm": 4.6942572593688965}
-{"epoch": 8, "step": 11607, "loss": 0.06534029543399811, "total_norm": 4.808526515960693}
-{"epoch": 8, "step": 11608, "loss": 0.051464710384607315, "total_norm": 5.446110248565674}
-{"epoch": 8, "step": 11609, "loss": 0.0608171708881855, "total_norm": 5.649494171142578}
-{"epoch": 8, "step": 11610, "loss": 0.03935224935412407, "total_norm": 3.541285753250122}
-{"epoch": 8, "step": 11611, "loss": 0.021599961444735527, "total_norm": 3.1882030963897705}
-{"epoch": 8, "step": 11612, "loss": 0.011393683962523937, "total_norm": 1.9578956365585327}
-{"epoch": 8, "step": 11613, "loss": 0.03110763616859913, "total_norm": 2.6868388652801514}
-{"epoch": 8, "step": 11614, "loss": 0.03299791365861893, "total_norm": 3.7024104595184326}
-{"epoch": 8, "step": 11615, "loss": 0.08125194162130356, "total_norm": 4.016532897949219}
-{"epoch": 8, "step": 11616, "loss": 0.015967080369591713, "total_norm": 2.6207597255706787}
-{"epoch": 8, "step": 11617, "loss": 0.05475384369492531, "total_norm": 5.198402404785156}
-{"epoch": 8, "step": 11618, "loss": 0.014331871643662453, "total_norm": 2.4119393825531006}
-{"epoch": 8, "step": 11619, "loss": 0.0728355422616005, "total_norm": 7.738246440887451}
-{"epoch": 8, "step": 11620, "loss": 0.07168491184711456, "total_norm": 4.411458492279053}
-{"epoch": 8, "step": 11621, "loss": 0.06678830087184906, "total_norm": 10.226737022399902}
-{"epoch": 8, "step": 11622, "loss": 0.013987667858600616, "total_norm": 3.5734453201293945}
-{"epoch": 8, "step": 11623, "loss": 0.02515524998307228, "total_norm": 3.4625086784362793}
-{"epoch": 8, "step": 11624, "loss": 0.024174915626645088, "total_norm": 3.7726430892944336}
-{"epoch": 8, "step": 11625, "loss": 0.022887589409947395, "total_norm": 4.062674045562744}
-{"epoch": 8, "step": 11626, "loss": 0.03992879390716553, "total_norm": 3.013333320617676}
-{"epoch": 8, "step": 11627, "loss": 0.025604424998164177, "total_norm": 3.035008192062378}
-{"epoch": 8, "step": 11628, "loss": 0.017709586769342422, "total_norm": 2.6742770671844482}
-{"epoch": 8, "step": 11629, "loss": 0.026678677648305893, "total_norm": 5.673587322235107}
-{"epoch": 8, "step": 11630, "loss": 0.022759828716516495, "total_norm": 2.2357099056243896}
-{"epoch": 8, "step": 11631, "loss": 0.06457369774580002, "total_norm": 5.430490970611572}
-{"epoch": 8, "step": 11632, "loss": 0.02638094127178192, "total_norm": 3.184516191482544}
-{"epoch": 8, "step": 11633, "loss": 0.0477217473089695, "total_norm": 3.4114480018615723}
-{"epoch": 8, "step": 11634, "loss": 0.03740613907575607, "total_norm": 4.8176774978637695}
-{"epoch": 8, "step": 11635, "loss": 0.03070448525249958, "total_norm": 3.4136013984680176}
-{"epoch": 8, "step": 11636, "loss": 0.022802993655204773, "total_norm": 4.164122581481934}
-{"epoch": 8, "step": 11637, "loss": 0.06754042953252792, "total_norm": 4.269699573516846}
-{"epoch": 8, "step": 11638, "loss": 0.02875756286084652, "total_norm": 5.450865268707275}
-{"epoch": 8, "step": 11639, "loss": 0.018461551517248154, "total_norm": 2.2798521518707275}
-{"epoch": 8, "step": 11640, "loss": 0.03291624039411545, "total_norm": 5.412510395050049}
-{"epoch": 8, "step": 11641, "loss": 0.027184797450900078, "total_norm": 3.3592348098754883}
-{"epoch": 8, "step": 11642, "loss": 0.013399004936218262, "total_norm": 2.0257177352905273}
-{"epoch": 8, "step": 11643, "loss": 0.044590361416339874, "total_norm": 8.519660949707031}
-{"epoch": 8, "step": 11644, "loss": 0.013659801334142685, "total_norm": 3.6477925777435303}
-{"epoch": 8, "step": 11645, "loss": 0.06126394867897034, "total_norm": 10.867972373962402}
-{"epoch": 8, "step": 11646, "loss": 0.04523799568414688, "total_norm": 3.8600800037384033}
-{"epoch": 8, "step": 11647, "loss": 0.06186368316411972, "total_norm": 3.97403883934021}
-{"epoch": 8, "step": 11648, "loss": 0.02392866089940071, "total_norm": 2.395437717437744}
-{"epoch": 8, "step": 11649, "loss": 0.05093376711010933, "total_norm": 3.8488316535949707}
-{"epoch": 8, "step": 11650, "loss": 0.04770086333155632, "total_norm": 2.727508306503296}
-{"epoch": 8, "step": 11651, "loss": 0.09598930180072784, "total_norm": 5.840979099273682}
-{"epoch": 8, "step": 11652, "loss": 0.02975095994770527, "total_norm": 4.42141056060791}
-{"epoch": 8, "step": 11653, "loss": 0.024548500776290894, "total_norm": 3.965805768966675}
-{"epoch": 8, "step": 11654, "loss": 0.0067064701579511166, "total_norm": 1.3609176874160767}
-{"epoch": 8, "step": 11655, "loss": 0.015110527165234089, "total_norm": 3.5582711696624756}
-{"epoch": 8, "step": 11656, "loss": 0.03520052134990692, "total_norm": 4.242272853851318}
-{"epoch": 8, "step": 11657, "loss": 0.04334051162004471, "total_norm": 4.537175178527832}
-{"epoch": 8, "step": 11658, "loss": 0.041850943118333817, "total_norm": 3.540187120437622}
-{"epoch": 8, "step": 11659, "loss": 0.0233257245272398, "total_norm": 2.2760884761810303}
-{"epoch": 8, "step": 11660, "loss": 0.058259058743715286, "total_norm": 4.884762287139893}
-{"epoch": 8, "step": 11661, "loss": 0.04738587513566017, "total_norm": 5.021480083465576}
-{"epoch": 8, "step": 11662, "loss": 0.0733538419008255, "total_norm": 5.622751235961914}
-{"epoch": 8, "step": 11663, "loss": 0.022002555429935455, "total_norm": 2.328648090362549}
-{"epoch": 8, "step": 11664, "loss": 0.02330394648015499, "total_norm": 2.1422910690307617}
-{"epoch": 8, "step": 11665, "loss": 0.07322794944047928, "total_norm": 4.063526630401611}
-{"epoch": 8, "step": 11666, "loss": 0.02992076799273491, "total_norm": 4.132072448730469}
-{"epoch": 8, "step": 11667, "loss": 0.011883306317031384, "total_norm": 2.0376908779144287}
-{"epoch": 8, "step": 11668, "loss": 0.05810420587658882, "total_norm": 4.73549747467041}
-{"epoch": 8, "step": 11669, "loss": 0.0449078269302845, "total_norm": 3.8587522506713867}
-{"epoch": 8, "step": 11670, "loss": 0.012875594198703766, "total_norm": 2.0087356567382812}
-{"epoch": 8, "step": 11671, "loss": 0.014982075430452824, "total_norm": 1.7654099464416504}
-{"epoch": 8, "step": 11672, "loss": 0.02151191420853138, "total_norm": 2.4612183570861816}
-{"epoch": 8, "step": 11673, "loss": 0.03217950463294983, "total_norm": 5.902034282684326}
-{"epoch": 8, "step": 11674, "loss": 0.06016931310296059, "total_norm": 7.987125396728516}
-{"epoch": 8, "step": 11675, "loss": 0.05398605763912201, "total_norm": 3.613152265548706}
-{"epoch": 8, "step": 11676, "loss": 0.02636808529496193, "total_norm": 7.426612377166748}
-{"epoch": 8, "step": 11677, "loss": 0.042173586785793304, "total_norm": 3.379028081893921}
-{"epoch": 8, "step": 11678, "loss": 0.011601025238633156, "total_norm": 2.5894949436187744}
-{"epoch": 8, "step": 11679, "loss": 0.021156469359993935, "total_norm": 2.914029836654663}
-{"epoch": 8, "step": 11680, "loss": 0.029015710577368736, "total_norm": 4.1281609535217285}
-{"epoch": 8, "step": 11681, "loss": 0.04962889477610588, "total_norm": 3.536822557449341}
-{"epoch": 8, "step": 11682, "loss": 0.01443221140652895, "total_norm": 3.254117488861084}
-{"epoch": 8, "step": 11683, "loss": 0.017987292259931564, "total_norm": 3.4149537086486816}
-{"epoch": 8, "step": 11684, "loss": 0.02998625859618187, "total_norm": 3.6196022033691406}
-{"epoch": 8, "step": 11685, "loss": 0.006729358807206154, "total_norm": 1.446710228919983}
-{"epoch": 8, "step": 11686, "loss": 0.05193920060992241, "total_norm": 5.062872409820557}
-{"epoch": 8, "step": 11687, "loss": 0.011123200878500938, "total_norm": 3.3143067359924316}
-{"epoch": 8, "step": 11688, "loss": 0.045409057289361954, "total_norm": 2.628267526626587}
-{"epoch": 8, "step": 11689, "loss": 0.10306013375520706, "total_norm": 5.752091407775879}
-{"epoch": 8, "step": 11690, "loss": 0.024425925686955452, "total_norm": 3.9288408756256104}
-{"epoch": 8, "step": 11691, "loss": 0.02110130526125431, "total_norm": 3.60585355758667}
-{"epoch": 8, "step": 11692, "loss": 0.028854914009571075, "total_norm": 3.303753137588501}
-{"epoch": 8, "step": 11693, "loss": 0.04952504113316536, "total_norm": 3.6311473846435547}
-{"epoch": 8, "step": 11694, "loss": 0.008442170917987823, "total_norm": 1.544433832168579}
-{"epoch": 8, "step": 11695, "loss": 0.0218949057161808, "total_norm": 2.9693617820739746}
-{"epoch": 8, "step": 11696, "loss": 0.029587680473923683, "total_norm": 3.781888008117676}
-{"epoch": 8, "step": 11697, "loss": 0.01191493310034275, "total_norm": 3.375654697418213}
-{"epoch": 8, "step": 11698, "loss": 0.004872626159340143, "total_norm": 1.1435097455978394}
-{"epoch": 8, "step": 11699, "loss": 0.0376136340200901, "total_norm": 3.561096429824829}
-{"epoch": 8, "step": 11700, "loss": 0.02705121971666813, "total_norm": 2.8442904949188232}
-{"epoch": 8, "step": 11701, "loss": 0.06754164397716522, "total_norm": 6.875283718109131}
-{"epoch": 8, "step": 11702, "loss": 0.044537290930747986, "total_norm": 5.230916976928711}
-{"epoch": 8, "step": 11703, "loss": 0.053738776594400406, "total_norm": 3.0744235515594482}
-{"epoch": 8, "step": 11704, "loss": 0.07131516188383102, "total_norm": 3.3994593620300293}
-{"epoch": 8, "step": 11705, "loss": 0.017033087089657784, "total_norm": 2.7004873752593994}
-{"epoch": 8, "step": 11706, "loss": 0.03371527045965195, "total_norm": 3.452392816543579}
-{"epoch": 8, "step": 11707, "loss": 0.013215836137533188, "total_norm": 2.0044870376586914}
-{"epoch": 8, "step": 11708, "loss": 0.01175361406058073, "total_norm": 2.310997486114502}
-{"epoch": 8, "step": 11709, "loss": 0.04283571615815163, "total_norm": 3.6007468700408936}
-{"epoch": 8, "step": 11710, "loss": 0.04028569161891937, "total_norm": 3.2163209915161133}
-{"epoch": 8, "step": 11711, "loss": 0.010820318944752216, "total_norm": 3.4796998500823975}
-{"epoch": 8, "step": 11712, "loss": 0.035908959805965424, "total_norm": 3.964175224304199}
-{"epoch": 8, "step": 11713, "loss": 0.02317257784307003, "total_norm": 6.037256717681885}
-{"epoch": 8, "step": 11714, "loss": 0.056772928684949875, "total_norm": 7.840124130249023}
-{"epoch": 8, "step": 11715, "loss": 0.04259117692708969, "total_norm": 4.111332893371582}
-{"epoch": 8, "step": 11716, "loss": 0.006006108596920967, "total_norm": 1.7219271659851074}
-{"epoch": 8, "step": 11717, "loss": 0.02281901426613331, "total_norm": 4.14937686920166}
-{"epoch": 8, "step": 11718, "loss": 0.007889827713370323, "total_norm": 1.80162513256073}
-{"epoch": 8, "step": 11719, "loss": 0.055917903780937195, "total_norm": 6.183325290679932}
-{"epoch": 8, "step": 11720, "loss": 0.0423806756734848, "total_norm": 4.764055252075195}
-{"epoch": 8, "step": 11721, "loss": 0.03299063444137573, "total_norm": 3.9429500102996826}
-{"epoch": 8, "step": 11722, "loss": 0.022494107484817505, "total_norm": 2.8938095569610596}
-{"epoch": 8, "step": 11723, "loss": 0.022242173552513123, "total_norm": 3.984254837036133}
-{"epoch": 8, "step": 11724, "loss": 0.063961461186409, "total_norm": 3.653296947479248}
-{"epoch": 8, "step": 11725, "loss": 0.011441121809184551, "total_norm": 4.287219524383545}
-{"epoch": 8, "step": 11726, "loss": 0.021396292373538017, "total_norm": 4.016289710998535}
-{"epoch": 8, "step": 11727, "loss": 0.08251964300870895, "total_norm": 4.271708965301514}
-{"epoch": 8, "step": 11728, "loss": 0.057735878974199295, "total_norm": 5.233373165130615}
-{"epoch": 8, "step": 11729, "loss": 0.056803829967975616, "total_norm": 3.184866189956665}
-{"epoch": 8, "step": 11730, "loss": 0.03195563703775406, "total_norm": 2.692103624343872}
-{"epoch": 8, "step": 11731, "loss": 0.03544192761182785, "total_norm": 3.96313214302063}
-{"epoch": 8, "step": 11732, "loss": 0.012260128743946552, "total_norm": 3.2550723552703857}
-{"epoch": 8, "step": 11733, "loss": 0.025002319365739822, "total_norm": 4.288020133972168}
-{"epoch": 8, "step": 11734, "loss": 0.01974162831902504, "total_norm": 3.859124183654785}
-{"epoch": 8, "step": 11735, "loss": 0.1558491438627243, "total_norm": 1000000000.0}
-{"epoch": 8, "step": 11736, "loss": 0.03283965215086937, "total_norm": 4.397660255432129}
-{"epoch": 8, "step": 11737, "loss": 0.1003783717751503, "total_norm": 7.551154613494873}
-{"epoch": 8, "step": 11738, "loss": 0.028376838192343712, "total_norm": 3.3264057636260986}
-{"epoch": 8, "step": 11739, "loss": 0.026440029963850975, "total_norm": 4.0608954429626465}
-{"epoch": 8, "step": 11740, "loss": 0.022433612495660782, "total_norm": 2.5151355266571045}
-{"epoch": 8, "step": 11741, "loss": 0.026609817519783974, "total_norm": 3.169543504714966}
-{"epoch": 8, "step": 11742, "loss": 0.04566369205713272, "total_norm": 4.826470375061035}
-{"epoch": 8, "step": 11743, "loss": 0.018830478191375732, "total_norm": 4.076287269592285}
-{"epoch": 8, "step": 11744, "loss": 0.028772035613656044, "total_norm": 3.4252588748931885}
-{"epoch": 8, "step": 11745, "loss": 0.030914904549717903, "total_norm": 5.2405619621276855}
-{"epoch": 8, "step": 11746, "loss": 0.017974374815821648, "total_norm": 2.1313982009887695}
-{"epoch": 8, "step": 11747, "loss": 0.06280180811882019, "total_norm": 5.461653232574463}
-{"epoch": 8, "step": 11748, "loss": 0.06331919878721237, "total_norm": 7.011033535003662}
-{"epoch": 8, "step": 11749, "loss": 0.055516317486763, "total_norm": 5.594120979309082}
-{"epoch": 8, "step": 11750, "loss": 0.029369177296757698, "total_norm": 3.3767600059509277}
-{"epoch": 8, "step": 11751, "loss": 0.02392539009451866, "total_norm": 2.6194636821746826}
-{"epoch": 8, "step": 11752, "loss": 0.060605909675359726, "total_norm": 5.274106025695801}
-{"epoch": 8, "step": 11753, "loss": 0.06228334456682205, "total_norm": 5.890449523925781}
-{"epoch": 8, "step": 11754, "loss": 0.011546899564564228, "total_norm": 2.1648144721984863}
-{"epoch": 8, "step": 11755, "loss": 0.03609921410679817, "total_norm": 3.3510944843292236}
-{"epoch": 8, "step": 11756, "loss": 0.03548769652843475, "total_norm": 3.829162120819092}
-{"epoch": 8, "step": 11757, "loss": 0.04714752361178398, "total_norm": 6.863128185272217}
-{"epoch": 8, "step": 11758, "loss": 0.023738326504826546, "total_norm": 2.7573840618133545}
-{"epoch": 8, "step": 11759, "loss": 0.01642710156738758, "total_norm": 3.198338270187378}
-{"epoch": 8, "step": 11760, "loss": 0.01285900454968214, "total_norm": 1.894446611404419}
-{"epoch": 8, "step": 11761, "loss": 0.0761134922504425, "total_norm": 4.245264530181885}
-{"epoch": 8, "step": 11762, "loss": 0.016986656934022903, "total_norm": 2.2161097526550293}
-{"epoch": 8, "step": 11763, "loss": 0.0168108269572258, "total_norm": 2.1246559619903564}
-{"epoch": 8, "step": 11764, "loss": 0.032210782170295715, "total_norm": 3.4894254207611084}
-{"epoch": 8, "step": 11765, "loss": 0.043364185839891434, "total_norm": 6.28033971786499}
-{"epoch": 8, "step": 11766, "loss": 0.03851635009050369, "total_norm": 5.780100345611572}
-{"epoch": 8, "step": 11767, "loss": 0.043968286365270615, "total_norm": 2.7221133708953857}
-{"epoch": 8, "step": 11768, "loss": 0.03142368420958519, "total_norm": 4.874204635620117}
-{"epoch": 8, "step": 11769, "loss": 0.05894258990883827, "total_norm": 5.330768585205078}
-{"epoch": 8, "step": 11770, "loss": 0.017800860106945038, "total_norm": 2.6518754959106445}
-{"epoch": 8, "step": 11771, "loss": 0.017863478511571884, "total_norm": 2.2905402183532715}
-{"epoch": 8, "step": 11772, "loss": 0.03672469034790993, "total_norm": 4.7246317863464355}
-{"epoch": 8, "step": 11773, "loss": 0.026754312217235565, "total_norm": 4.420321464538574}
-{"epoch": 8, "step": 11774, "loss": 0.1127665713429451, "total_norm": 8.262571334838867}
-{"epoch": 8, "step": 11775, "loss": 0.01521992590278387, "total_norm": 2.0820231437683105}
-{"epoch": 8, "step": 11776, "eval_loss": 3.541389614343643, "eval_rougeL": 0.29066311097460923}
-{"epoch": 8, "step": 11776, "loss": 0.06605134159326553, "total_norm": 4.636270046234131}
-{"epoch": 8, "step": 11777, "loss": 0.04929892346262932, "total_norm": 4.386900424957275}
-{"epoch": 8, "step": 11778, "loss": 0.042923249304294586, "total_norm": 6.434324264526367}
-{"epoch": 8, "step": 11779, "loss": 0.062209974974393845, "total_norm": 3.5686352252960205}
-{"epoch": 8, "step": 11780, "loss": 0.01342799887061119, "total_norm": 2.197997808456421}
-{"epoch": 8, "step": 11781, "loss": 0.09360076487064362, "total_norm": 8.836419105529785}
-{"epoch": 8, "step": 11782, "loss": 0.03624984994530678, "total_norm": 3.896510362625122}
-{"epoch": 8, "step": 11783, "loss": 0.04149112477898598, "total_norm": 7.7848968505859375}
-{"epoch": 8, "step": 11784, "loss": 0.025161968544125557, "total_norm": 4.208615303039551}
-{"epoch": 8, "step": 11785, "loss": 0.06218202784657478, "total_norm": 4.209905624389648}
-{"epoch": 8, "step": 11786, "loss": 0.07118766009807587, "total_norm": 4.365692615509033}
-{"epoch": 8, "step": 11787, "loss": 0.04932623729109764, "total_norm": 4.521224498748779}
-{"epoch": 8, "step": 11788, "loss": 0.037043966352939606, "total_norm": 3.480849504470825}
-{"epoch": 8, "step": 11789, "loss": 0.04257994145154953, "total_norm": 2.038853168487549}
-{"epoch": 8, "step": 11790, "loss": 0.010987408459186554, "total_norm": 6.027616500854492}
-{"epoch": 8, "step": 11791, "loss": 0.07769238948822021, "total_norm": 5.8284687995910645}
-{"epoch": 8, "step": 11792, "loss": 0.09421855956315994, "total_norm": 4.376736640930176}
-{"epoch": 8, "step": 11793, "loss": 0.01446089893579483, "total_norm": 2.25630259513855}
-{"epoch": 8, "step": 11794, "loss": 0.06355545669794083, "total_norm": 4.872895240783691}
-{"epoch": 8, "step": 11795, "loss": 0.04730241745710373, "total_norm": 3.358328342437744}
-{"epoch": 8, "step": 11796, "loss": 0.031384389847517014, "total_norm": 5.1916961669921875}
-{"epoch": 8, "step": 11797, "loss": 0.049651872366666794, "total_norm": 3.5602011680603027}
-{"epoch": 8, "step": 11798, "loss": 0.011010517366230488, "total_norm": 2.3498339653015137}
-{"epoch": 8, "step": 11799, "loss": 0.058916009962558746, "total_norm": 6.185278415679932}
-{"epoch": 8, "step": 11800, "loss": 0.055510394275188446, "total_norm": 3.3747732639312744}
-{"epoch": 8, "step": 11801, "loss": 0.028231948614120483, "total_norm": 4.053715705871582}
-{"epoch": 8, "step": 11802, "loss": 0.02317788079380989, "total_norm": 3.493035316467285}
-{"epoch": 8, "step": 11803, "loss": 0.05845334008336067, "total_norm": 3.5888655185699463}
-{"epoch": 8, "step": 11804, "loss": 0.05417848750948906, "total_norm": 6.200376033782959}
-{"epoch": 8, "step": 11805, "loss": 0.06629402935504913, "total_norm": 4.5147013664245605}
-{"epoch": 8, "step": 11806, "loss": 0.0038789338432252407, "total_norm": 1.3422504663467407}
-{"epoch": 8, "step": 11807, "loss": 0.025539929047226906, "total_norm": 3.487558364868164}
-{"epoch": 8, "step": 11808, "loss": 0.04120073840022087, "total_norm": 3.0310637950897217}
-{"epoch": 8, "step": 11809, "loss": 0.030543752014636993, "total_norm": 2.606397867202759}
-{"epoch": 8, "step": 11810, "loss": 0.017810791730880737, "total_norm": 1.9133566617965698}
-{"epoch": 8, "step": 11811, "loss": 0.06528319418430328, "total_norm": 5.330578804016113}
-{"epoch": 8, "step": 11812, "loss": 0.03373834118247032, "total_norm": 3.421612501144409}
-{"epoch": 8, "step": 11813, "loss": 0.030939197167754173, "total_norm": 2.8235440254211426}
-{"epoch": 8, "step": 11814, "loss": 0.07640080899000168, "total_norm": 5.0988078117370605}
-{"epoch": 8, "step": 11815, "loss": 0.12292901426553726, "total_norm": 8.353760719299316}
-{"epoch": 8, "step": 11816, "loss": 0.044567178934812546, "total_norm": 3.145211696624756}
-{"epoch": 8, "step": 11817, "loss": 0.038511957973241806, "total_norm": 3.0462989807128906}
-{"epoch": 8, "step": 11818, "loss": 0.022268667817115784, "total_norm": 4.158823490142822}
-{"epoch": 8, "step": 11819, "loss": 0.05663866177201271, "total_norm": 3.8759846687316895}
-{"epoch": 8, "step": 11820, "loss": 0.05815796181559563, "total_norm": 3.800586223602295}
-{"epoch": 8, "step": 11821, "loss": 0.057742636650800705, "total_norm": 3.7395060062408447}
-{"epoch": 8, "step": 11822, "loss": 0.04413634538650513, "total_norm": 5.063545227050781}
-{"epoch": 8, "step": 11823, "loss": 0.04025338590145111, "total_norm": 2.8194973468780518}
-{"epoch": 8, "step": 11824, "loss": 0.024252140894532204, "total_norm": 2.8361921310424805}
-{"epoch": 8, "step": 11825, "loss": 0.035621192306280136, "total_norm": 3.5460264682769775}
-{"epoch": 8, "step": 11826, "loss": 0.015857603400945663, "total_norm": 2.133836507797241}
-{"epoch": 8, "step": 11827, "loss": 0.03994254022836685, "total_norm": 3.6346099376678467}
-{"epoch": 8, "step": 11828, "loss": 0.05784626305103302, "total_norm": 6.186316013336182}
-{"epoch": 8, "step": 11829, "loss": 0.042087018489837646, "total_norm": 4.118462562561035}
-{"epoch": 8, "step": 11830, "loss": 0.03867700695991516, "total_norm": 3.9918437004089355}
-{"epoch": 8, "step": 11831, "loss": 0.03646915778517723, "total_norm": 3.795747756958008}
-{"epoch": 8, "step": 11832, "loss": 0.030946727842092514, "total_norm": 3.7566847801208496}
-{"epoch": 8, "step": 11833, "loss": 0.04180377721786499, "total_norm": 3.7701570987701416}
-{"epoch": 8, "step": 11834, "loss": 0.044840723276138306, "total_norm": 4.345310211181641}
-{"epoch": 8, "step": 11835, "loss": 0.05524035543203354, "total_norm": 3.754523277282715}
-{"epoch": 8, "step": 11836, "loss": 0.03866240754723549, "total_norm": 4.167379856109619}
-{"epoch": 8, "step": 11837, "loss": 0.13101182878017426, "total_norm": 10.342592239379883}
-{"epoch": 8, "step": 11838, "loss": 0.027264943346381187, "total_norm": 3.131375789642334}
-{"epoch": 8, "step": 11839, "loss": 0.0214228518307209, "total_norm": 3.1296517848968506}
-{"epoch": 8, "step": 11840, "loss": 0.04462210088968277, "total_norm": 5.3965044021606445}
-{"epoch": 8, "step": 11841, "loss": 0.014491671696305275, "total_norm": 2.391920804977417}
-{"epoch": 8, "step": 11842, "loss": 0.04441645368933678, "total_norm": 3.246751070022583}
-{"epoch": 8, "step": 11843, "loss": 0.016913119703531265, "total_norm": 3.0138742923736572}
-{"epoch": 8, "step": 11844, "loss": 0.03125092014670372, "total_norm": 3.3116137981414795}
-{"epoch": 8, "step": 11845, "loss": 0.028559161350131035, "total_norm": 5.635585784912109}
-{"epoch": 8, "step": 11846, "loss": 0.031515322625637054, "total_norm": 3.7171690464019775}
-{"epoch": 8, "step": 11847, "loss": 0.03275405243039131, "total_norm": 2.6942033767700195}
-{"epoch": 8, "step": 11848, "loss": 0.02774803899228573, "total_norm": 2.700249671936035}
-{"epoch": 8, "step": 11849, "loss": 0.035601019859313965, "total_norm": 3.9557385444641113}
-{"epoch": 8, "step": 11850, "loss": 0.0351010337471962, "total_norm": 4.588956832885742}
-{"epoch": 8, "step": 11851, "loss": 0.03699534386396408, "total_norm": 3.2774462699890137}
-{"epoch": 8, "step": 11852, "loss": 0.018587341532111168, "total_norm": 1.9526816606521606}
-{"epoch": 8, "step": 11853, "loss": 0.048025500029325485, "total_norm": 3.8438329696655273}
-{"epoch": 8, "step": 11854, "loss": 0.016358671709895134, "total_norm": 1.9730693101882935}
-{"epoch": 8, "step": 11855, "loss": 0.1014309674501419, "total_norm": 5.902962684631348}
-{"epoch": 8, "step": 11856, "loss": 0.060029834508895874, "total_norm": 3.529203176498413}
-{"epoch": 8, "step": 11857, "loss": 0.03801216185092926, "total_norm": 3.2184576988220215}
-{"epoch": 8, "step": 11858, "loss": 0.016872864216566086, "total_norm": 1.8939259052276611}
-{"epoch": 8, "step": 11859, "loss": 0.04721028730273247, "total_norm": 2.882479429244995}
-{"epoch": 8, "step": 11860, "loss": 0.008945994079113007, "total_norm": 2.7779977321624756}
-{"epoch": 8, "step": 11861, "loss": 0.07119357585906982, "total_norm": 6.779054641723633}
-{"epoch": 8, "step": 11862, "loss": 0.04349200427532196, "total_norm": 5.706122875213623}
-{"epoch": 8, "step": 11863, "loss": 0.03554850444197655, "total_norm": 2.8766136169433594}
-{"epoch": 8, "step": 11864, "loss": 0.037918392568826675, "total_norm": 4.499189853668213}
-{"epoch": 8, "step": 11865, "loss": 0.014126045629382133, "total_norm": 1.4466776847839355}
-{"epoch": 8, "step": 11866, "loss": 0.06556406617164612, "total_norm": 4.393308639526367}
-{"epoch": 8, "step": 11867, "loss": 0.032710280269384384, "total_norm": 3.3985698223114014}
-{"epoch": 8, "step": 11868, "loss": 0.0682704821228981, "total_norm": 5.079523086547852}
-{"epoch": 8, "step": 11869, "loss": 0.03137411177158356, "total_norm": 3.4926445484161377}
-{"epoch": 8, "step": 11870, "loss": 0.06367722898721695, "total_norm": 3.8872125148773193}
-{"epoch": 8, "step": 11871, "loss": 0.07842763513326645, "total_norm": 5.63344144821167}
-{"epoch": 8, "step": 11872, "loss": 0.014444021508097649, "total_norm": 2.9980835914611816}
-{"epoch": 8, "step": 11873, "loss": 0.08224350959062576, "total_norm": 5.2117486000061035}
-{"epoch": 8, "step": 11874, "loss": 0.010953381657600403, "total_norm": 2.1110527515411377}
-{"epoch": 8, "step": 11875, "loss": 0.041173093020915985, "total_norm": 4.129135608673096}
-{"epoch": 8, "step": 11876, "loss": 0.01542714610695839, "total_norm": 2.1667826175689697}
-{"epoch": 8, "step": 11877, "loss": 0.05041037127375603, "total_norm": 4.726361274719238}
-{"epoch": 8, "step": 11878, "loss": 0.030763648450374603, "total_norm": 4.147354602813721}
-{"epoch": 8, "step": 11879, "loss": 0.015198959968984127, "total_norm": 2.926558256149292}
-{"epoch": 8, "step": 11880, "loss": 0.05799051374197006, "total_norm": 3.2299513816833496}
-{"epoch": 8, "step": 11881, "loss": 0.02303573489189148, "total_norm": 2.6202199459075928}
-{"epoch": 8, "step": 11882, "loss": 0.037171877920627594, "total_norm": 3.153564929962158}
-{"epoch": 8, "step": 11883, "loss": 0.05590016394853592, "total_norm": 4.156474590301514}
-{"epoch": 8, "step": 11884, "loss": 0.009972183965146542, "total_norm": 3.413451910018921}
-{"epoch": 8, "step": 11885, "loss": 0.03381561487913132, "total_norm": 2.743828773498535}
-{"epoch": 8, "step": 11886, "loss": 0.027283592149615288, "total_norm": 4.419323921203613}
-{"epoch": 8, "step": 11887, "loss": 0.03863663971424103, "total_norm": 3.610891819000244}
-{"epoch": 8, "step": 11888, "loss": 0.019686054438352585, "total_norm": 2.928490400314331}
-{"epoch": 8, "step": 11889, "loss": 0.03032965399324894, "total_norm": 4.127154350280762}
-{"epoch": 8, "step": 11890, "loss": 0.04600337892770767, "total_norm": 5.012017250061035}
-{"epoch": 8, "step": 11891, "loss": 0.055504944175481796, "total_norm": 5.585741996765137}
-{"epoch": 8, "step": 11892, "loss": 0.026378322392702103, "total_norm": 3.628131151199341}
-{"epoch": 8, "step": 11893, "loss": 0.04078404977917671, "total_norm": 3.977365493774414}
-{"epoch": 8, "step": 11894, "loss": 0.044330332428216934, "total_norm": 4.694851398468018}
-{"epoch": 8, "step": 11895, "loss": 0.05765565112233162, "total_norm": 3.851888656616211}
-{"epoch": 8, "step": 11896, "loss": 0.07169095426797867, "total_norm": 4.434985160827637}
-{"epoch": 8, "step": 11897, "loss": 0.03649458289146423, "total_norm": 4.265901565551758}
-{"epoch": 8, "step": 11898, "loss": 0.02344895526766777, "total_norm": 3.799802541732788}
-{"epoch": 8, "step": 11899, "loss": 0.10660254955291748, "total_norm": 7.461825370788574}
-{"epoch": 8, "step": 11900, "loss": 0.030733603984117508, "total_norm": 5.147848129272461}
-{"epoch": 8, "step": 11901, "loss": 0.03599947318434715, "total_norm": 3.364851951599121}
-{"epoch": 8, "step": 11902, "loss": 0.037550657987594604, "total_norm": 5.215667247772217}
-{"epoch": 8, "step": 11903, "loss": 0.03442995622754097, "total_norm": 3.4326236248016357}
-{"epoch": 8, "step": 11904, "loss": 0.04082959517836571, "total_norm": 5.555859565734863}
-{"epoch": 8, "step": 11905, "loss": 0.03218880295753479, "total_norm": 3.599391222000122}
-{"epoch": 8, "step": 11906, "loss": 0.008713757619261742, "total_norm": 2.0719974040985107}
-{"epoch": 8, "step": 11907, "loss": 0.02745984122157097, "total_norm": 11.940544128417969}
-{"epoch": 8, "step": 11908, "loss": 0.009444734081625938, "total_norm": 1.4949461221694946}
-{"epoch": 8, "step": 11909, "loss": 0.029175961390137672, "total_norm": 2.828075885772705}
-{"epoch": 8, "step": 11910, "loss": 0.09945809841156006, "total_norm": 4.878043174743652}
-{"epoch": 8, "step": 11911, "loss": 0.12066175043582916, "total_norm": 5.45619010925293}
-{"epoch": 8, "step": 11912, "loss": 0.04009363427758217, "total_norm": 3.1160085201263428}
-{"epoch": 8, "step": 11913, "loss": 0.040410272777080536, "total_norm": 3.516961097717285}
-{"epoch": 8, "step": 11914, "loss": 0.03156076744198799, "total_norm": 4.50615119934082}
-{"epoch": 8, "step": 11915, "loss": 0.03086802177131176, "total_norm": 4.212254047393799}
-{"epoch": 8, "step": 11916, "loss": 0.03866240009665489, "total_norm": 4.926693439483643}
-{"epoch": 8, "step": 11917, "loss": 0.05010765790939331, "total_norm": 4.020044803619385}
-{"epoch": 8, "step": 11918, "loss": 0.01682843267917633, "total_norm": 2.674808979034424}
-{"epoch": 8, "step": 11919, "loss": 0.05525287613272667, "total_norm": 3.7057387828826904}
-{"epoch": 8, "step": 11920, "loss": 0.11527914553880692, "total_norm": 6.9101457595825195}
-{"epoch": 8, "step": 11921, "loss": 0.04146726056933403, "total_norm": 4.15411901473999}
-{"epoch": 8, "step": 11922, "loss": 0.008654789999127388, "total_norm": 1.2730729579925537}
-{"epoch": 8, "step": 11923, "loss": 0.023649273440241814, "total_norm": 3.8795692920684814}
-{"epoch": 8, "step": 11924, "loss": 0.03875654190778732, "total_norm": 2.8518049716949463}
-{"epoch": 8, "step": 11925, "loss": 0.021023869514465332, "total_norm": 3.4338417053222656}
-{"epoch": 8, "step": 11926, "loss": 0.037255290895700455, "total_norm": 3.7627408504486084}
-{"epoch": 8, "step": 11927, "loss": 0.026634085923433304, "total_norm": 4.120377540588379}
-{"epoch": 8, "step": 11928, "loss": 0.038314297795295715, "total_norm": 4.094855308532715}
-{"epoch": 8, "step": 11929, "loss": 0.02649088390171528, "total_norm": 3.247074842453003}
-{"epoch": 8, "step": 11930, "loss": 0.02542237378656864, "total_norm": 1.8997247219085693}
-{"epoch": 8, "step": 11931, "loss": 0.031243624165654182, "total_norm": 4.868675231933594}
-{"epoch": 8, "step": 11932, "loss": 0.03155025467276573, "total_norm": 2.7658116817474365}
-{"epoch": 8, "step": 11933, "loss": 0.041020169854164124, "total_norm": 3.8665053844451904}
-{"epoch": 8, "step": 11934, "loss": 0.07540282607078552, "total_norm": 4.79912805557251}
-{"epoch": 8, "step": 11935, "loss": 0.019890235736966133, "total_norm": 1.8340160846710205}
-{"epoch": 8, "step": 11936, "loss": 0.01960976980626583, "total_norm": 3.1260247230529785}
-{"epoch": 8, "step": 11937, "loss": 0.026482360437512398, "total_norm": 2.6425259113311768}
-{"epoch": 8, "step": 11938, "loss": 0.04157320410013199, "total_norm": 6.106298446655273}
-{"epoch": 8, "step": 11939, "loss": 0.07212153822183609, "total_norm": 3.646570920944214}
-{"epoch": 8, "step": 11940, "loss": 0.00936659425497055, "total_norm": 1.6870206594467163}
-{"epoch": 8, "step": 11941, "loss": 0.021616242825984955, "total_norm": 3.5594797134399414}
-{"epoch": 8, "step": 11942, "loss": 0.04695865884423256, "total_norm": 4.243974685668945}
-{"epoch": 8, "step": 11943, "loss": 0.06757115572690964, "total_norm": 4.74521017074585}
-{"epoch": 8, "step": 11944, "loss": 0.011299993842840195, "total_norm": 2.3113365173339844}
-{"epoch": 8, "step": 11945, "loss": 0.012757640331983566, "total_norm": 2.949927806854248}
-{"epoch": 8, "step": 11946, "loss": 0.03340219333767891, "total_norm": 4.832439422607422}
-{"epoch": 8, "step": 11947, "loss": 0.04524720460176468, "total_norm": 3.942744016647339}
-{"epoch": 8, "step": 11948, "loss": 0.003362550400197506, "total_norm": 0.5795134902000427}
-{"epoch": 8, "step": 11949, "loss": 0.06291840970516205, "total_norm": 5.26428747177124}
-{"epoch": 8, "step": 11950, "loss": 0.018631653860211372, "total_norm": 2.9158201217651367}
-{"epoch": 8, "step": 11951, "loss": 0.012347673997282982, "total_norm": 4.127097129821777}
-{"epoch": 8, "step": 11952, "loss": 0.06310547888278961, "total_norm": 6.593984127044678}
-{"epoch": 8, "step": 11953, "loss": 0.02911444939672947, "total_norm": 4.01742696762085}
-{"epoch": 8, "step": 11954, "loss": 0.05985606834292412, "total_norm": 6.048955917358398}
-{"epoch": 8, "step": 11955, "loss": 0.05811765044927597, "total_norm": 6.569562911987305}
-{"epoch": 8, "step": 11956, "loss": 0.015714919194579124, "total_norm": 4.198331832885742}
-{"epoch": 8, "step": 11957, "loss": 0.009299023076891899, "total_norm": 1.244994878768921}
-{"epoch": 8, "step": 11958, "loss": 0.021532250568270683, "total_norm": 4.044970989227295}
-{"epoch": 8, "step": 11959, "loss": 0.035186007618904114, "total_norm": 2.9847776889801025}
-{"epoch": 8, "step": 11960, "loss": 0.03005656786262989, "total_norm": 8.9846773147583}
-{"epoch": 8, "step": 11961, "loss": 0.014667194336652756, "total_norm": 2.3979945182800293}
-{"epoch": 8, "step": 11962, "loss": 0.02453109249472618, "total_norm": 3.6827890872955322}
-{"epoch": 8, "step": 11963, "loss": 0.022815082222223282, "total_norm": 3.0059094429016113}
-{"epoch": 8, "step": 11964, "loss": 0.013682210817933083, "total_norm": 2.825904130935669}
-{"epoch": 8, "step": 11965, "loss": 0.036082684993743896, "total_norm": 4.187241077423096}
-{"epoch": 8, "step": 11966, "loss": 0.032850295305252075, "total_norm": 3.5648679733276367}
-{"epoch": 8, "step": 11967, "loss": 0.04252687841653824, "total_norm": 3.7224626541137695}
-{"epoch": 8, "step": 11968, "loss": 0.0457816943526268, "total_norm": 5.230280876159668}
-{"epoch": 8, "step": 11969, "loss": 0.06601075083017349, "total_norm": 4.894738674163818}
-{"epoch": 8, "step": 11970, "loss": 0.035487107932567596, "total_norm": 3.858699321746826}
-{"epoch": 8, "step": 11971, "loss": 0.043523624539375305, "total_norm": 4.662103176116943}
-{"epoch": 8, "step": 11972, "loss": 0.028119459748268127, "total_norm": 3.1517984867095947}
-{"epoch": 8, "step": 11973, "loss": 0.04400458559393883, "total_norm": 3.6007401943206787}
-{"epoch": 8, "step": 11974, "loss": 0.018539009615778923, "total_norm": 2.9641783237457275}
-{"epoch": 8, "step": 11975, "loss": 0.053712014108896255, "total_norm": 3.4713361263275146}
-{"epoch": 8, "step": 11976, "loss": 0.02965196780860424, "total_norm": 3.733682155609131}
-{"epoch": 8, "step": 11977, "loss": 0.08728538453578949, "total_norm": 7.356343746185303}
-{"epoch": 8, "step": 11978, "loss": 0.03633672744035721, "total_norm": 5.072937965393066}
-{"epoch": 8, "step": 11979, "loss": 0.06323642283678055, "total_norm": 4.836686611175537}
-{"epoch": 8, "step": 11980, "loss": 0.049856267869472504, "total_norm": 3.9575023651123047}
-{"epoch": 8, "step": 11981, "loss": 0.0246905330568552, "total_norm": 2.903960943222046}
-{"epoch": 8, "step": 11982, "loss": 0.014655830338597298, "total_norm": 2.4997193813323975}
-{"epoch": 8, "step": 11983, "loss": 0.06333816796541214, "total_norm": 5.107589244842529}
-{"epoch": 8, "step": 11984, "loss": 0.0326903872191906, "total_norm": 5.783987045288086}
-{"epoch": 8, "step": 11985, "loss": 0.016520453616976738, "total_norm": 2.301969051361084}
-{"epoch": 8, "step": 11986, "loss": 0.10309910029172897, "total_norm": 7.648411273956299}
-{"epoch": 8, "step": 11987, "loss": 0.054723747074604034, "total_norm": 3.8635427951812744}
-{"epoch": 8, "step": 11988, "loss": 0.01877286098897457, "total_norm": 3.7417447566986084}
-{"epoch": 8, "step": 11989, "loss": 0.036242254078388214, "total_norm": 5.318790435791016}
-{"epoch": 8, "step": 11990, "loss": 0.03833763673901558, "total_norm": 4.244650840759277}
-{"epoch": 8, "step": 11991, "loss": 0.044985443353652954, "total_norm": 5.215069770812988}
-{"epoch": 8, "step": 11992, "loss": 0.02718145027756691, "total_norm": 3.3947627544403076}
-{"epoch": 8, "step": 11993, "loss": 0.011359775438904762, "total_norm": 2.3720550537109375}
-{"epoch": 8, "step": 11994, "loss": 0.08406384289264679, "total_norm": 8.04227066040039}
-{"epoch": 8, "step": 11995, "loss": 0.028083739802241325, "total_norm": 4.254937648773193}
-{"epoch": 8, "step": 11996, "loss": 0.022309474647045135, "total_norm": 3.6666817665100098}
-{"epoch": 8, "step": 11997, "loss": 0.0566183477640152, "total_norm": 5.635846138000488}
-{"epoch": 8, "step": 11998, "loss": 0.0323137603700161, "total_norm": 2.9214882850646973}
-{"epoch": 8, "step": 11999, "loss": 0.03586140275001526, "total_norm": 2.8573949337005615}
-{"epoch": 8, "step": 12000, "loss": 0.03378818929195404, "total_norm": 2.5659737586975098}
-{"epoch": 8, "step": 12001, "loss": 0.04072008654475212, "total_norm": 4.223687648773193}
-{"epoch": 8, "step": 12002, "loss": 0.026695039123296738, "total_norm": 4.242234230041504}
-{"epoch": 8, "step": 12003, "loss": 0.024962203577160835, "total_norm": 3.227485179901123}
-{"epoch": 8, "step": 12004, "loss": 0.015682725235819817, "total_norm": 2.4146649837493896}
-{"epoch": 8, "step": 12005, "loss": 0.021868623793125153, "total_norm": 3.2066080570220947}
-{"epoch": 8, "step": 12006, "loss": 0.005557569209486246, "total_norm": 1.3474533557891846}
-{"epoch": 8, "step": 12007, "loss": 0.004011001903563738, "total_norm": 1.2515490055084229}
-{"epoch": 8, "step": 12008, "loss": 0.09623044729232788, "total_norm": 9.62606143951416}
-{"epoch": 8, "step": 12009, "loss": 0.03015475906431675, "total_norm": 3.3094167709350586}
-{"epoch": 8, "step": 12010, "loss": 0.08535246551036835, "total_norm": 4.9674835205078125}
-{"epoch": 8, "step": 12011, "loss": 0.03113490901887417, "total_norm": 4.831959247589111}
-{"epoch": 8, "step": 12012, "loss": 0.06937748193740845, "total_norm": 7.489750385284424}
-{"epoch": 8, "step": 12013, "loss": 0.07286380231380463, "total_norm": 4.159280776977539}
-{"epoch": 8, "step": 12014, "loss": 0.028073636814951897, "total_norm": 4.978521823883057}
-{"epoch": 8, "step": 12015, "loss": 0.022749267518520355, "total_norm": 4.08640718460083}
-{"epoch": 8, "step": 12016, "loss": 0.05887090787291527, "total_norm": 4.542454719543457}
-{"epoch": 8, "step": 12017, "loss": 0.0430929958820343, "total_norm": 3.8821301460266113}
-{"epoch": 8, "step": 12018, "loss": 0.03960534557700157, "total_norm": 3.171480894088745}
-{"epoch": 8, "step": 12019, "loss": 0.02886541374027729, "total_norm": 2.863438606262207}
-{"epoch": 8, "step": 12020, "loss": 0.023385867476463318, "total_norm": 4.270348072052002}
-{"epoch": 8, "step": 12021, "loss": 0.017910921946167946, "total_norm": 2.6907315254211426}
-{"epoch": 8, "step": 12022, "loss": 0.02862299047410488, "total_norm": 3.9372847080230713}
-{"epoch": 8, "step": 12023, "loss": 0.02539682202041149, "total_norm": 3.5829806327819824}
-{"epoch": 8, "step": 12024, "loss": 0.046689242124557495, "total_norm": 5.8818559646606445}
-{"epoch": 8, "step": 12025, "loss": 0.09867173433303833, "total_norm": 5.201733112335205}
-{"epoch": 8, "step": 12026, "loss": 0.05648580193519592, "total_norm": 7.017563343048096}
-{"epoch": 8, "step": 12027, "loss": 0.037021834403276443, "total_norm": 5.317651271820068}
-{"epoch": 8, "step": 12028, "loss": 0.013842555694282055, "total_norm": 2.5328102111816406}
-{"epoch": 8, "step": 12029, "loss": 0.01391367893666029, "total_norm": 3.0564820766448975}
-{"epoch": 8, "step": 12030, "loss": 0.09712561964988708, "total_norm": 4.820724010467529}
-{"epoch": 8, "step": 12031, "loss": 0.025994891300797462, "total_norm": 5.068980693817139}
-{"epoch": 8, "step": 12032, "loss": 0.021564887836575508, "total_norm": 3.2403008937835693}
-{"epoch": 8, "step": 12033, "loss": 0.05427137389779091, "total_norm": 4.625421047210693}
-{"epoch": 8, "step": 12034, "loss": 0.08114531636238098, "total_norm": 5.462158203125}
-{"epoch": 8, "step": 12035, "loss": 0.1098664179444313, "total_norm": 6.577854633331299}
-{"epoch": 8, "step": 12036, "loss": 0.008098448626697063, "total_norm": 1.3683483600616455}
-{"epoch": 8, "step": 12037, "loss": 0.040444616228342056, "total_norm": 3.56620192527771}
-{"epoch": 8, "step": 12038, "loss": 0.030713770538568497, "total_norm": 4.112282752990723}
-{"epoch": 8, "step": 12039, "loss": 0.0191363338381052, "total_norm": 3.2559823989868164}
-{"epoch": 8, "step": 12040, "loss": 0.030434399843215942, "total_norm": 4.227475643157959}
-{"epoch": 8, "step": 12041, "loss": 0.016029037535190582, "total_norm": 2.5941174030303955}
-{"epoch": 8, "step": 12042, "loss": 0.04273481294512749, "total_norm": 4.2478108406066895}
-{"epoch": 8, "step": 12043, "loss": 0.027592509984970093, "total_norm": 3.4524919986724854}
-{"epoch": 8, "step": 12044, "loss": 0.03649737685918808, "total_norm": 4.5942559242248535}
-{"epoch": 8, "step": 12045, "loss": 0.048548877239227295, "total_norm": 4.561088562011719}
-{"epoch": 8, "step": 12046, "loss": 0.019334690645337105, "total_norm": 3.6349472999572754}
-{"epoch": 8, "step": 12047, "loss": 0.03482596203684807, "total_norm": 4.1552300453186035}
-{"epoch": 8, "step": 12048, "loss": 0.03617169335484505, "total_norm": 2.8423542976379395}
-{"epoch": 8, "step": 12049, "loss": 0.04405708611011505, "total_norm": 4.5183939933776855}
-{"epoch": 8, "step": 12050, "loss": 0.07815413177013397, "total_norm": 3.1059415340423584}
-{"epoch": 8, "step": 12051, "loss": 0.05701673403382301, "total_norm": 5.200659275054932}
-{"epoch": 8, "step": 12052, "loss": 0.13173754513263702, "total_norm": 5.866311550140381}
-{"epoch": 8, "step": 12053, "loss": 0.040656015276908875, "total_norm": 5.317160129547119}
-{"epoch": 8, "step": 12054, "loss": 0.022457897663116455, "total_norm": 3.052218198776245}
-{"epoch": 8, "step": 12055, "loss": 0.04626608267426491, "total_norm": 3.699453592300415}
-{"epoch": 8, "step": 12056, "loss": 0.07032441347837448, "total_norm": 8.644671440124512}
-{"epoch": 8, "step": 12057, "loss": 0.027539486065506935, "total_norm": 3.3267765045166016}
-{"epoch": 8, "step": 12058, "loss": 0.04470793530344963, "total_norm": 3.522279977798462}
-{"epoch": 8, "step": 12059, "loss": 0.0457332469522953, "total_norm": 2.738964557647705}
-{"epoch": 8, "step": 12060, "loss": 0.022232530638575554, "total_norm": 4.4995808601379395}
-{"epoch": 8, "step": 12061, "loss": 0.0331355556845665, "total_norm": 4.596272945404053}
-{"epoch": 8, "step": 12062, "loss": 0.020533030852675438, "total_norm": 3.378790855407715}
-{"epoch": 8, "step": 12063, "loss": 0.03710327669978142, "total_norm": 2.5533134937286377}
-{"epoch": 8, "step": 12064, "loss": 0.007817767560482025, "total_norm": 1.5138049125671387}
-{"epoch": 8, "step": 12065, "loss": 0.06294857710599899, "total_norm": 4.170589447021484}
-{"epoch": 8, "step": 12066, "loss": 0.022137584164738655, "total_norm": 4.296762466430664}
-{"epoch": 8, "step": 12067, "loss": 0.03192524611949921, "total_norm": 3.9493014812469482}
-{"epoch": 8, "step": 12068, "loss": 0.05131430923938751, "total_norm": 2.420229196548462}
-{"epoch": 8, "step": 12069, "loss": 0.04808596149086952, "total_norm": 5.5163893699646}
-{"epoch": 8, "step": 12070, "loss": 0.009321066550910473, "total_norm": 2.3741660118103027}
-{"epoch": 8, "step": 12071, "loss": 0.007781955413520336, "total_norm": 1.7886637449264526}
-{"epoch": 8, "step": 12072, "loss": 0.040420472621917725, "total_norm": 5.308635234832764}
-{"epoch": 8, "step": 12073, "loss": 0.04217424988746643, "total_norm": 2.728569507598877}
-{"epoch": 8, "step": 12074, "loss": 0.08508212119340897, "total_norm": 6.029503345489502}
-{"epoch": 8, "step": 12075, "loss": 0.02751734107732773, "total_norm": 2.6801772117614746}
-{"epoch": 8, "step": 12076, "loss": 0.05265268310904503, "total_norm": 5.404532432556152}
-{"epoch": 8, "step": 12077, "loss": 0.07237855345010757, "total_norm": 5.041154861450195}
-{"epoch": 8, "step": 12078, "loss": 0.013959633186459541, "total_norm": 2.5403575897216797}
-{"epoch": 8, "step": 12079, "loss": 0.017481252551078796, "total_norm": 2.6695470809936523}
-{"epoch": 8, "step": 12080, "loss": 0.01639505848288536, "total_norm": 2.6439616680145264}
-{"epoch": 8, "step": 12081, "loss": 0.0313638336956501, "total_norm": 4.933091163635254}
-{"epoch": 8, "step": 12082, "loss": 0.04392482340335846, "total_norm": 4.276715278625488}
-{"epoch": 8, "step": 12083, "loss": 0.03176503628492355, "total_norm": 3.307798147201538}
-{"epoch": 8, "step": 12084, "loss": 0.02038353681564331, "total_norm": 2.5989058017730713}
-{"epoch": 8, "step": 12085, "loss": 0.02106306701898575, "total_norm": 2.6944234371185303}
-{"epoch": 8, "step": 12086, "loss": 0.024783672764897346, "total_norm": 3.158820152282715}
-{"epoch": 8, "step": 12087, "loss": 0.06256484240293503, "total_norm": 3.1035170555114746}
-{"epoch": 8, "step": 12088, "loss": 0.03025132045149803, "total_norm": 3.6174733638763428}
-{"epoch": 8, "step": 12089, "loss": 0.053969379514455795, "total_norm": 5.423340797424316}
-{"epoch": 8, "step": 12090, "loss": 0.06354280561208725, "total_norm": 5.923580646514893}
-{"epoch": 8, "step": 12091, "loss": 0.029052240774035454, "total_norm": 3.4759626388549805}
-{"epoch": 8, "step": 12092, "loss": 0.06577576696872711, "total_norm": 4.411907196044922}
-{"epoch": 8, "step": 12093, "loss": 0.05458074435591698, "total_norm": 5.251115798950195}
-{"epoch": 8, "step": 12094, "loss": 0.005352500826120377, "total_norm": 1.2332221269607544}
-{"epoch": 8, "step": 12095, "loss": 0.032333675771951675, "total_norm": 3.269408702850342}
-{"epoch": 8, "step": 12096, "loss": 0.05966491624712944, "total_norm": 5.883630752563477}
-{"epoch": 8, "step": 12097, "loss": 0.016817931085824966, "total_norm": 3.0463757514953613}
-{"epoch": 8, "step": 12098, "loss": 0.024175569415092468, "total_norm": 2.92246150970459}
-{"epoch": 8, "step": 12099, "loss": 0.04680899530649185, "total_norm": 5.380885601043701}
-{"epoch": 8, "step": 12100, "loss": 0.015512785874307156, "total_norm": 2.5747873783111572}
-{"epoch": 8, "step": 12101, "loss": 0.010569429956376553, "total_norm": 2.691757917404175}
-{"epoch": 8, "step": 12102, "loss": 0.038699839264154434, "total_norm": 2.474973678588867}
-{"epoch": 8, "step": 12103, "loss": 0.07228757441043854, "total_norm": 3.597299337387085}
-{"epoch": 8, "step": 12104, "loss": 0.056511372327804565, "total_norm": 3.643110513687134}
-{"epoch": 8, "step": 12105, "loss": 0.0066756512969732285, "total_norm": 1.1392860412597656}
-{"epoch": 8, "step": 12106, "loss": 0.022496206685900688, "total_norm": 2.7419934272766113}
-{"epoch": 8, "step": 12107, "loss": 0.02651478536427021, "total_norm": 4.906774520874023}
-{"epoch": 8, "step": 12108, "loss": 0.03262002393603325, "total_norm": 3.833008050918579}
-{"epoch": 8, "step": 12109, "loss": 0.01532177533954382, "total_norm": 3.582458972930908}
-{"epoch": 8, "step": 12110, "loss": 0.04122545197606087, "total_norm": 4.302248954772949}
-{"epoch": 8, "step": 12111, "loss": 0.03645869344472885, "total_norm": 2.485499382019043}
-{"epoch": 8, "step": 12112, "loss": 0.03336116671562195, "total_norm": 3.29117751121521}
-{"epoch": 8, "step": 12113, "loss": 0.0796101838350296, "total_norm": 7.543976783752441}
-{"epoch": 8, "step": 12114, "loss": 0.02581968903541565, "total_norm": 7.070995807647705}
-{"epoch": 8, "step": 12115, "loss": 0.0308397077023983, "total_norm": 6.074214935302734}
-{"epoch": 8, "step": 12116, "loss": 0.032730832695961, "total_norm": 3.5477352142333984}
-{"epoch": 8, "step": 12117, "loss": 0.04830489680171013, "total_norm": 4.5429205894470215}
-{"epoch": 8, "step": 12118, "loss": 0.01568366028368473, "total_norm": 3.721125841140747}
-{"epoch": 8, "step": 12119, "loss": 0.07015684992074966, "total_norm": 6.089133262634277}
-{"epoch": 8, "step": 12120, "loss": 0.007012555841356516, "total_norm": 1.4975228309631348}
-{"epoch": 8, "step": 12121, "loss": 0.02658175677061081, "total_norm": 4.152590274810791}
-{"epoch": 8, "step": 12122, "loss": 0.025364160537719727, "total_norm": 4.045837879180908}
-{"epoch": 8, "step": 12123, "loss": 0.016683688387274742, "total_norm": 3.6117093563079834}
-{"epoch": 8, "step": 12124, "loss": 0.04214171692728996, "total_norm": 3.425647735595703}
-{"epoch": 8, "step": 12125, "loss": 0.09420736879110336, "total_norm": 6.97899055480957}
-{"epoch": 8, "step": 12126, "loss": 0.04895744100213051, "total_norm": 5.460016250610352}
-{"epoch": 8, "step": 12127, "loss": 0.027410494163632393, "total_norm": 3.0895841121673584}
-{"epoch": 8, "step": 12128, "loss": 0.039113566279411316, "total_norm": 4.250808238983154}
-{"epoch": 8, "step": 12129, "loss": 0.06885632127523422, "total_norm": 4.973012924194336}
-{"epoch": 8, "step": 12130, "loss": 0.04336022958159447, "total_norm": 4.820948600769043}
-{"epoch": 8, "step": 12131, "loss": 0.07940717041492462, "total_norm": 5.305583477020264}
-{"epoch": 8, "step": 12132, "loss": 0.06683855503797531, "total_norm": 6.368956089019775}
-{"epoch": 8, "step": 12133, "loss": 0.02865561470389366, "total_norm": 5.296626567840576}
-{"epoch": 8, "step": 12134, "loss": 0.03717639669775963, "total_norm": 5.581676483154297}
-{"epoch": 8, "step": 12135, "loss": 0.08565809577703476, "total_norm": 4.446526050567627}
-{"epoch": 8, "step": 12136, "loss": 0.03882470354437828, "total_norm": 4.505721569061279}
-{"epoch": 8, "step": 12137, "loss": 0.00630094762891531, "total_norm": 1.9105474948883057}
-{"epoch": 8, "step": 12138, "loss": 0.027704564854502678, "total_norm": 2.8854382038116455}
-{"epoch": 8, "step": 12139, "loss": 0.027424773201346397, "total_norm": 3.674776077270508}
-{"epoch": 8, "step": 12140, "loss": 0.016300508752465248, "total_norm": 1.8956478834152222}
-{"epoch": 8, "step": 12141, "loss": 0.03867492452263832, "total_norm": 4.936500549316406}
-{"epoch": 8, "step": 12142, "loss": 0.06955725699663162, "total_norm": 2.5615813732147217}
-{"epoch": 8, "step": 12143, "loss": 0.030548710376024246, "total_norm": 1.8964473009109497}
-{"epoch": 8, "step": 12144, "loss": 0.013717115856707096, "total_norm": 2.418320417404175}
-{"epoch": 8, "step": 12145, "loss": 0.024281375110149384, "total_norm": 3.0267281532287598}
-{"epoch": 8, "step": 12146, "loss": 0.033391330391168594, "total_norm": 2.46988844871521}
-{"epoch": 8, "step": 12147, "loss": 0.04031410440802574, "total_norm": 2.6292598247528076}
-{"epoch": 8, "step": 12148, "loss": 0.01703091524541378, "total_norm": 3.7516708374023438}
-{"epoch": 8, "step": 12149, "loss": 0.04843639209866524, "total_norm": 4.826693058013916}
-{"epoch": 8, "step": 12150, "loss": 0.028087912127375603, "total_norm": 2.8299107551574707}
-{"epoch": 8, "step": 12151, "loss": 0.024533621966838837, "total_norm": 2.619265079498291}
-{"epoch": 8, "step": 12152, "loss": 0.027249597012996674, "total_norm": 2.5512218475341797}
-{"epoch": 8, "step": 12153, "loss": 0.032529138028621674, "total_norm": 3.2323269844055176}
-{"epoch": 8, "step": 12154, "loss": 0.04467759281396866, "total_norm": 4.650726318359375}
-{"epoch": 8, "step": 12155, "loss": 0.0357428714632988, "total_norm": 2.2043135166168213}
-{"epoch": 8, "step": 12156, "loss": 0.058807484805583954, "total_norm": 4.4937052726745605}
-{"epoch": 8, "step": 12157, "loss": 0.03665250912308693, "total_norm": 5.258670330047607}
-{"epoch": 8, "step": 12158, "loss": 0.03907141089439392, "total_norm": 6.305314540863037}
-{"epoch": 8, "step": 12159, "loss": 0.04962620511651039, "total_norm": 3.1208748817443848}
-{"epoch": 8, "step": 12160, "loss": 0.04722849652171135, "total_norm": 4.790551662445068}
-{"epoch": 8, "step": 12161, "loss": 0.025064004585146904, "total_norm": 2.672614097595215}
-{"epoch": 8, "step": 12162, "loss": 0.01667606271803379, "total_norm": 3.1825075149536133}
-{"epoch": 8, "step": 12163, "loss": 0.04503646492958069, "total_norm": 3.560458183288574}
-{"epoch": 8, "step": 12164, "loss": 0.05424956977367401, "total_norm": 6.752031326293945}
-{"epoch": 8, "step": 12165, "loss": 0.04786461219191551, "total_norm": 3.424529552459717}
-{"epoch": 8, "step": 12166, "loss": 0.027279773727059364, "total_norm": 3.57924485206604}
-{"epoch": 8, "step": 12167, "loss": 0.05550777167081833, "total_norm": 4.827407360076904}
-{"epoch": 8, "step": 12168, "loss": 0.03144432231783867, "total_norm": 3.229702949523926}
-{"epoch": 8, "step": 12169, "loss": 0.029823359102010727, "total_norm": 7.650716304779053}
-{"epoch": 8, "step": 12170, "loss": 0.021194031462073326, "total_norm": 2.4623241424560547}
-{"epoch": 8, "step": 12171, "loss": 0.04211897403001785, "total_norm": 3.7920925617218018}
-{"epoch": 8, "step": 12172, "loss": 0.03547754883766174, "total_norm": 3.5866315364837646}
-{"epoch": 8, "step": 12173, "loss": 0.05349820852279663, "total_norm": 4.695799827575684}
-{"epoch": 8, "step": 12174, "loss": 0.025404684245586395, "total_norm": 3.9837305545806885}
-{"epoch": 8, "step": 12175, "loss": 0.008040097542107105, "total_norm": 1.519840121269226}
-{"epoch": 8, "step": 12176, "loss": 0.05236184224486351, "total_norm": 4.978026390075684}
-{"epoch": 8, "step": 12177, "loss": 0.07824365049600601, "total_norm": 6.771731853485107}
-{"epoch": 8, "step": 12178, "loss": 0.034569304436445236, "total_norm": 4.794111251831055}
-{"epoch": 8, "step": 12179, "loss": 0.11094801127910614, "total_norm": 7.440549850463867}
-{"epoch": 8, "step": 12180, "loss": 0.07515086978673935, "total_norm": 3.8604178428649902}
-{"epoch": 8, "step": 12181, "loss": 0.013287520967423916, "total_norm": 2.7057833671569824}
-{"epoch": 8, "step": 12182, "loss": 0.004467249847948551, "total_norm": 1.0829095840454102}
-{"epoch": 8, "step": 12183, "loss": 0.08193232119083405, "total_norm": 7.149774551391602}
-{"epoch": 8, "step": 12184, "loss": 0.03291907161474228, "total_norm": 3.58547043800354}
-{"epoch": 8, "step": 12185, "loss": 0.014576231129467487, "total_norm": 3.1106512546539307}
-{"epoch": 8, "step": 12186, "loss": 0.07510068267583847, "total_norm": 4.7247724533081055}
-{"epoch": 8, "step": 12187, "loss": 0.032021068036556244, "total_norm": 3.0202879905700684}
-{"epoch": 8, "step": 12188, "loss": 0.0810917392373085, "total_norm": 7.216912746429443}
-{"epoch": 8, "step": 12189, "loss": 0.11906766146421432, "total_norm": 5.835711479187012}
-{"epoch": 8, "step": 12190, "loss": 0.07062944024801254, "total_norm": 4.137413024902344}
-{"epoch": 8, "step": 12191, "loss": 0.06762289255857468, "total_norm": 7.800431728363037}
-{"epoch": 8, "step": 12192, "loss": 0.028602151200175285, "total_norm": 3.3145503997802734}
-{"epoch": 8, "step": 12193, "loss": 0.04120640456676483, "total_norm": 2.8764514923095703}
-{"epoch": 8, "step": 12194, "loss": 0.03867489472031593, "total_norm": 3.989419460296631}
-{"epoch": 8, "step": 12195, "loss": 0.03559117764234543, "total_norm": 3.7918567657470703}
-{"epoch": 8, "step": 12196, "loss": 0.017925111576914787, "total_norm": 3.3785765171051025}
-{"epoch": 8, "step": 12197, "loss": 0.07816294580698013, "total_norm": 4.691801071166992}
-{"epoch": 8, "step": 12198, "loss": 0.1164046972990036, "total_norm": 5.777587890625}
-{"epoch": 8, "step": 12199, "loss": 0.026723453775048256, "total_norm": 3.0932579040527344}
-{"epoch": 8, "step": 12200, "loss": 0.015334387309849262, "total_norm": 2.3525428771972656}
-{"epoch": 8, "step": 12201, "loss": 0.05594109743833542, "total_norm": 4.477031707763672}
-{"epoch": 8, "step": 12202, "loss": 0.056432563811540604, "total_norm": 8.210947036743164}
-{"epoch": 8, "step": 12203, "loss": 0.04208705946803093, "total_norm": 4.838990688323975}
-{"epoch": 8, "step": 12204, "loss": 0.048655156046152115, "total_norm": 4.057419300079346}
-{"epoch": 8, "step": 12205, "loss": 0.050143662840127945, "total_norm": 4.839175701141357}
-{"epoch": 8, "step": 12206, "loss": 0.028040315955877304, "total_norm": 2.705524206161499}
-{"epoch": 8, "step": 12207, "loss": 0.1038728728890419, "total_norm": 7.538395881652832}
-{"epoch": 8, "step": 12208, "loss": 0.023463506251573563, "total_norm": 3.2228288650512695}
-{"epoch": 8, "step": 12209, "loss": 0.02226364053785801, "total_norm": 4.0058488845825195}
-{"epoch": 8, "step": 12210, "loss": 0.04322090744972229, "total_norm": 4.533442974090576}
-{"epoch": 8, "step": 12211, "loss": 0.08481654524803162, "total_norm": 8.279061317443848}
-{"epoch": 8, "step": 12212, "loss": 0.019890688359737396, "total_norm": 2.904355049133301}
-{"epoch": 8, "step": 12213, "loss": 0.056447092443704605, "total_norm": 5.47300910949707}
-{"epoch": 8, "step": 12214, "loss": 0.03157969191670418, "total_norm": 4.325976371765137}
-{"epoch": 8, "step": 12215, "loss": 0.06028815358877182, "total_norm": 5.219518661499023}
-{"epoch": 8, "step": 12216, "loss": 0.08614905178546906, "total_norm": 5.184183597564697}
-{"epoch": 8, "step": 12217, "loss": 0.05543583258986473, "total_norm": 5.574247360229492}
-{"epoch": 8, "step": 12218, "loss": 0.034297872334718704, "total_norm": 3.733306884765625}
-{"epoch": 8, "step": 12219, "loss": 0.047529760748147964, "total_norm": 3.6992368698120117}
-{"epoch": 8, "step": 12220, "loss": 0.005042891949415207, "total_norm": 1.549033761024475}
-{"epoch": 8, "step": 12221, "loss": 0.057123493403196335, "total_norm": 4.830116271972656}
-{"epoch": 8, "step": 12222, "loss": 0.01932666450738907, "total_norm": 3.4461212158203125}
-{"epoch": 8, "step": 12223, "loss": 0.10216937214136124, "total_norm": 6.238409042358398}
-{"epoch": 8, "step": 12224, "loss": 0.017377473413944244, "total_norm": 3.980745553970337}
-{"epoch": 8, "step": 12225, "loss": 0.029209136962890625, "total_norm": 4.439076900482178}
-{"epoch": 8, "step": 12226, "loss": 0.03635641559958458, "total_norm": 3.26241397857666}
-{"epoch": 8, "step": 12227, "loss": 0.029468262568116188, "total_norm": 2.733267307281494}
-{"epoch": 8, "step": 12228, "loss": 0.026645228266716003, "total_norm": 8.339029312133789}
-{"epoch": 8, "step": 12229, "loss": 0.020356247201561928, "total_norm": 2.7708826065063477}
-{"epoch": 8, "step": 12230, "loss": 0.025787681341171265, "total_norm": 6.139640808105469}
-{"epoch": 8, "step": 12231, "loss": 0.04207295924425125, "total_norm": 4.678214073181152}
-{"epoch": 8, "step": 12232, "loss": 0.07493595033884048, "total_norm": 4.59304666519165}
-{"epoch": 8, "step": 12233, "loss": 0.06729588657617569, "total_norm": 4.490023136138916}
-{"epoch": 8, "step": 12234, "loss": 0.04991413280367851, "total_norm": 6.405620098114014}
-{"epoch": 8, "step": 12235, "loss": 0.026758840307593346, "total_norm": 3.5728437900543213}
-{"epoch": 8, "step": 12236, "loss": 0.027454035356640816, "total_norm": 5.41533899307251}
-{"epoch": 8, "step": 12237, "loss": 0.028439946472644806, "total_norm": 4.159739017486572}
-{"epoch": 8, "step": 12238, "loss": 0.0679842159152031, "total_norm": 4.8826823234558105}
-{"epoch": 8, "step": 12239, "loss": 0.060028646141290665, "total_norm": 4.4148712158203125}
-{"epoch": 8, "step": 12240, "loss": 0.06536047905683517, "total_norm": 4.393874168395996}
-{"epoch": 8, "step": 12241, "loss": 0.013906125910580158, "total_norm": 2.4316463470458984}
-{"epoch": 8, "step": 12242, "loss": 0.08924335241317749, "total_norm": 3.998208999633789}
-{"epoch": 8, "step": 12243, "loss": 0.07790473848581314, "total_norm": 4.96782922744751}
-{"epoch": 8, "step": 12244, "loss": 0.05524440482258797, "total_norm": 4.274947166442871}
-{"epoch": 8, "step": 12245, "loss": 0.07865586131811142, "total_norm": 4.399227142333984}
-{"epoch": 8, "step": 12246, "loss": 0.029806604608893394, "total_norm": 3.565342903137207}
-{"epoch": 8, "step": 12247, "loss": 0.022389134392142296, "total_norm": 3.47467303276062}
-{"epoch": 8, "step": 12248, "loss": 0.0066286856308579445, "total_norm": 1.384979486465454}
-{"epoch": 8, "step": 12249, "loss": 0.033294882625341415, "total_norm": 4.757556438446045}
-{"epoch": 8, "step": 12250, "loss": 0.026351025328040123, "total_norm": 5.615222454071045}
-{"epoch": 8, "step": 12251, "loss": 0.03424033150076866, "total_norm": 6.675568580627441}
-{"epoch": 8, "step": 12252, "loss": 0.03495032340288162, "total_norm": 2.485109329223633}
-{"epoch": 8, "step": 12253, "loss": 0.01762760430574417, "total_norm": 2.4041686058044434}
-{"epoch": 8, "step": 12254, "loss": 0.05324186012148857, "total_norm": 4.3655571937561035}
-{"epoch": 8, "step": 12255, "loss": 0.056971196085214615, "total_norm": 4.855740547180176}
-{"epoch": 8, "step": 12256, "loss": 0.07098177820444107, "total_norm": 4.21403694152832}
-{"epoch": 8, "step": 12257, "loss": 0.029945867136120796, "total_norm": 3.703434944152832}
-{"epoch": 8, "step": 12258, "loss": 0.0057347784750163555, "total_norm": 2.3958752155303955}
-{"epoch": 8, "step": 12259, "loss": 0.020354872569441795, "total_norm": 3.963294744491577}
-{"epoch": 8, "step": 12260, "loss": 0.046702880412340164, "total_norm": 4.191891670227051}
-{"epoch": 8, "step": 12261, "loss": 0.021229058504104614, "total_norm": 3.6699326038360596}
-{"epoch": 8, "step": 12262, "loss": 0.024694541469216347, "total_norm": 2.9560048580169678}
-{"epoch": 8, "step": 12263, "loss": 0.02589716948568821, "total_norm": 3.5908193588256836}
-{"epoch": 8, "step": 12264, "loss": 0.007343113422393799, "total_norm": 1.3813954591751099}
-{"epoch": 8, "step": 12265, "loss": 0.04588732123374939, "total_norm": 4.171369552612305}
-{"epoch": 8, "step": 12266, "loss": 0.007620705291628838, "total_norm": 1.9953562021255493}
-{"epoch": 8, "step": 12267, "loss": 0.022511793300509453, "total_norm": 3.8641881942749023}
-{"epoch": 8, "step": 12268, "loss": 0.02829805016517639, "total_norm": 1.999742031097412}
-{"epoch": 8, "step": 12269, "loss": 0.08689727634191513, "total_norm": 5.785621643066406}
-{"epoch": 8, "step": 12270, "loss": 0.03641268610954285, "total_norm": 3.4521420001983643}
-{"epoch": 8, "step": 12271, "loss": 0.027007507160305977, "total_norm": 2.785346508026123}
-{"epoch": 8, "step": 12272, "loss": 0.02913268283009529, "total_norm": 1.5179498195648193}
-{"epoch": 8, "step": 12273, "loss": 0.041424524039030075, "total_norm": 3.49056339263916}
-{"epoch": 8, "step": 12274, "loss": 0.021669434383511543, "total_norm": 2.7114923000335693}
-{"epoch": 8, "step": 12275, "loss": 0.04273509979248047, "total_norm": 4.776799201965332}
-{"epoch": 8, "step": 12276, "loss": 0.021931320428848267, "total_norm": 2.6354410648345947}
-{"epoch": 8, "step": 12277, "loss": 0.0572509691119194, "total_norm": 7.640937328338623}
-{"epoch": 8, "step": 12278, "loss": 0.07118114084005356, "total_norm": 4.923482418060303}
-{"epoch": 8, "step": 12279, "loss": 0.047965917736291885, "total_norm": 3.1514732837677}
-{"epoch": 8, "step": 12280, "loss": 0.04007261246442795, "total_norm": 3.5539169311523438}
-{"epoch": 8, "step": 12281, "loss": 0.011618848890066147, "total_norm": 2.6483242511749268}
-{"epoch": 8, "step": 12282, "loss": 0.04199620336294174, "total_norm": 3.586076021194458}
-{"epoch": 8, "step": 12283, "loss": 0.027974585071206093, "total_norm": 5.239109992980957}
-{"epoch": 8, "step": 12284, "loss": 0.05579521879553795, "total_norm": 4.057356357574463}
-{"epoch": 8, "step": 12285, "loss": 0.05189519748091698, "total_norm": 5.6986517906188965}
-{"epoch": 8, "step": 12286, "loss": 0.07577201724052429, "total_norm": 4.54996395111084}
-{"epoch": 8, "step": 12287, "loss": 0.03770560398697853, "total_norm": 3.5784521102905273}
-{"epoch": 8, "step": 12288, "eval_loss": 3.567924849689007, "eval_rougeL": 0.2877356208242571}
-{"epoch": 8, "step": 12288, "loss": 0.0088249696418643, "total_norm": 1.8022459745407104}
-{"epoch": 8, "step": 12289, "loss": 0.04405047371983528, "total_norm": 3.8512327671051025}
-{"epoch": 8, "step": 12290, "loss": 0.013347774744033813, "total_norm": 2.0171091556549072}
-{"epoch": 8, "step": 12291, "loss": 0.03223055601119995, "total_norm": 3.215847969055176}
-{"epoch": 8, "step": 12292, "loss": 0.040446192026138306, "total_norm": 4.331291198730469}
-{"epoch": 8, "step": 12293, "loss": 0.04393016919493675, "total_norm": 4.644567012786865}
-{"epoch": 8, "step": 12294, "loss": 0.027405282482504845, "total_norm": 2.7501516342163086}
-{"epoch": 8, "step": 12295, "loss": 0.11045350879430771, "total_norm": 6.722360134124756}
-{"epoch": 8, "step": 12296, "loss": 0.0662233904004097, "total_norm": 4.964383602142334}
-{"epoch": 8, "step": 12297, "loss": 0.05026288703083992, "total_norm": 4.830949306488037}
-{"epoch": 8, "step": 12298, "loss": 0.036992430686950684, "total_norm": 3.3719418048858643}
-{"epoch": 8, "step": 12299, "loss": 0.04953350871801376, "total_norm": 6.636279582977295}
-{"epoch": 8, "step": 12300, "loss": 0.04200105741620064, "total_norm": 3.779479742050171}
-{"epoch": 8, "step": 12301, "loss": 0.021782437339425087, "total_norm": 2.6347665786743164}
-{"epoch": 8, "step": 12302, "loss": 0.11490165442228317, "total_norm": 13.367598533630371}
-{"epoch": 8, "step": 12303, "loss": 0.045028652995824814, "total_norm": 6.193829536437988}
-{"epoch": 8, "step": 12304, "loss": 0.011800393462181091, "total_norm": 2.767289638519287}
-{"epoch": 8, "step": 12305, "loss": 0.009422852657735348, "total_norm": 1.4664067029953003}
-{"epoch": 8, "step": 12306, "loss": 0.04069632291793823, "total_norm": 3.420137405395508}
-{"epoch": 8, "step": 12307, "loss": 0.04266089200973511, "total_norm": 3.096308946609497}
-{"epoch": 8, "step": 12308, "loss": 0.05109626427292824, "total_norm": 3.290203094482422}
-{"epoch": 8, "step": 12309, "loss": 0.046338800340890884, "total_norm": 4.462962627410889}
-{"epoch": 8, "step": 12310, "loss": 0.015870392322540283, "total_norm": 4.524590969085693}
-{"epoch": 8, "step": 12311, "loss": 0.029208239167928696, "total_norm": 3.9753236770629883}
-{"epoch": 8, "step": 12312, "loss": 0.03271297365427017, "total_norm": 3.921066999435425}
-{"epoch": 8, "step": 12313, "loss": 0.05901653319597244, "total_norm": 6.7906880378723145}
-{"epoch": 8, "step": 12314, "loss": 0.04680105298757553, "total_norm": 3.638209581375122}
-{"epoch": 8, "step": 12315, "loss": 0.06997162848711014, "total_norm": 6.850428104400635}
-{"epoch": 8, "step": 12316, "loss": 0.047971032559871674, "total_norm": 3.7460696697235107}
-{"epoch": 8, "step": 12317, "loss": 0.06599380075931549, "total_norm": 4.6274309158325195}
-{"epoch": 8, "step": 12318, "loss": 0.05222945287823677, "total_norm": 4.989741802215576}
-{"epoch": 8, "step": 12319, "loss": 0.07489495724439621, "total_norm": 6.220667362213135}
-{"epoch": 8, "step": 12320, "loss": 0.015568612143397331, "total_norm": 2.7034690380096436}
-{"epoch": 8, "step": 12321, "loss": 0.006412067450582981, "total_norm": 2.050541639328003}
-{"epoch": 8, "step": 12322, "loss": 0.05424607917666435, "total_norm": 4.950099468231201}
-{"epoch": 8, "step": 12323, "loss": 0.04237481951713562, "total_norm": 3.9059269428253174}
-{"epoch": 8, "step": 12324, "loss": 0.06875395774841309, "total_norm": 4.555264949798584}
-{"epoch": 8, "step": 12325, "loss": 0.03400052338838577, "total_norm": 5.590478897094727}
-{"epoch": 8, "step": 12326, "loss": 0.06649813055992126, "total_norm": 5.414365291595459}
-{"epoch": 8, "step": 12327, "loss": 0.018779251724481583, "total_norm": 2.825589656829834}
-{"epoch": 8, "step": 12328, "loss": 0.023501766845583916, "total_norm": 2.5971877574920654}
-{"epoch": 8, "step": 12329, "loss": 0.033106908202171326, "total_norm": 2.619642496109009}
-{"epoch": 8, "step": 12330, "loss": 0.02073313482105732, "total_norm": 3.2678191661834717}
-{"epoch": 8, "step": 12331, "loss": 0.0703183263540268, "total_norm": 5.095091819763184}
-{"epoch": 8, "step": 12332, "loss": 0.02003955841064453, "total_norm": 2.1382455825805664}
-{"epoch": 8, "step": 12333, "loss": 0.025081075727939606, "total_norm": 2.6379659175872803}
-{"epoch": 8, "step": 12334, "loss": 0.024189542979002, "total_norm": 3.1959660053253174}
-{"epoch": 8, "step": 12335, "loss": 0.04806729406118393, "total_norm": 5.51261043548584}
-{"epoch": 8, "step": 12336, "loss": 0.08708977699279785, "total_norm": 7.2696757316589355}
-{"epoch": 8, "step": 12337, "loss": 0.033921852707862854, "total_norm": 4.229227542877197}
-{"epoch": 8, "step": 12338, "loss": 0.0512063205242157, "total_norm": 5.438482761383057}
-{"epoch": 8, "step": 12339, "loss": 0.008471117354929447, "total_norm": 1.3985426425933838}
-{"epoch": 8, "step": 12340, "loss": 0.04298029839992523, "total_norm": 3.470698833465576}
-{"epoch": 8, "step": 12341, "loss": 0.04531094431877136, "total_norm": 4.139947414398193}
-{"epoch": 8, "step": 12342, "loss": 0.04343504086136818, "total_norm": 3.940922975540161}
-{"epoch": 8, "step": 12343, "loss": 0.03025272861123085, "total_norm": 2.6641845703125}
-{"epoch": 8, "step": 12344, "loss": 0.05213626101613045, "total_norm": 5.865313529968262}
-{"epoch": 8, "step": 12345, "loss": 0.03545525297522545, "total_norm": 3.0485293865203857}
-{"epoch": 8, "step": 12346, "loss": 0.03560880944132805, "total_norm": 4.1999921798706055}
-{"epoch": 8, "step": 12347, "loss": 0.04916384071111679, "total_norm": 4.314114093780518}
-{"epoch": 8, "step": 12348, "loss": 0.0679568350315094, "total_norm": 4.267119884490967}
-{"epoch": 8, "step": 12349, "loss": 0.03831842169165611, "total_norm": 3.321249485015869}
-{"epoch": 8, "step": 12350, "loss": 0.02214168757200241, "total_norm": 3.622659683227539}
-{"epoch": 8, "step": 12351, "loss": 0.03436202183365822, "total_norm": 2.7332000732421875}
-{"epoch": 8, "step": 12352, "loss": 0.043802179396152496, "total_norm": 4.231411457061768}
-{"epoch": 8, "step": 12353, "loss": 0.0533759742975235, "total_norm": 3.8692030906677246}
-{"epoch": 8, "step": 12354, "loss": 0.03569572791457176, "total_norm": 3.454291343688965}
-{"epoch": 8, "step": 12355, "loss": 0.026983628049492836, "total_norm": 2.844264030456543}
-{"epoch": 8, "step": 12356, "loss": 0.03442433848977089, "total_norm": 3.8013927936553955}
-{"epoch": 8, "step": 12357, "loss": 0.020628878846764565, "total_norm": 3.1791532039642334}
-{"epoch": 8, "step": 12358, "loss": 0.04082310199737549, "total_norm": 3.764950752258301}
-{"epoch": 8, "step": 12359, "loss": 0.021056469529867172, "total_norm": 2.74920654296875}
-{"epoch": 8, "step": 12360, "loss": 0.06469244509935379, "total_norm": 5.757960319519043}
-{"epoch": 8, "step": 12361, "loss": 0.041327182203531265, "total_norm": 2.7711164951324463}
-{"epoch": 8, "step": 12362, "loss": 0.028489219024777412, "total_norm": 4.953619003295898}
-{"epoch": 8, "step": 12363, "loss": 0.009056217968463898, "total_norm": 1.9855204820632935}
-{"epoch": 8, "step": 12364, "loss": 0.056277185678482056, "total_norm": 4.8724541664123535}
-{"epoch": 8, "step": 12365, "loss": 0.04500148445367813, "total_norm": 5.012618541717529}
-{"epoch": 8, "step": 12366, "loss": 0.019281452521681786, "total_norm": 2.509239435195923}
-{"epoch": 8, "step": 12367, "loss": 0.03962558135390282, "total_norm": 3.488290548324585}
-{"epoch": 8, "step": 12368, "loss": 0.03113812953233719, "total_norm": 4.269472599029541}
-{"epoch": 8, "step": 12369, "loss": 0.025617409497499466, "total_norm": 5.083059787750244}
-{"epoch": 8, "step": 12370, "loss": 0.019581833854317665, "total_norm": 4.254577159881592}
-{"epoch": 8, "step": 12371, "loss": 0.03613114729523659, "total_norm": 3.117663621902466}
-{"epoch": 8, "step": 12372, "loss": 0.10298039764165878, "total_norm": 6.590628147125244}
-{"epoch": 8, "step": 12373, "loss": 0.031711041927337646, "total_norm": 6.014371871948242}
-{"epoch": 8, "step": 12374, "loss": 0.03969904035329819, "total_norm": 2.111347198486328}
-{"epoch": 8, "step": 12375, "loss": 0.04303176701068878, "total_norm": 3.3396198749542236}
-{"epoch": 8, "step": 12376, "loss": 0.05682188272476196, "total_norm": 4.909312725067139}
-{"epoch": 8, "step": 12377, "loss": 0.02435331419110298, "total_norm": 3.2225892543792725}
-{"epoch": 8, "step": 12378, "loss": 0.021202081814408302, "total_norm": 1.936874270439148}
-{"epoch": 8, "step": 12379, "loss": 0.023837117478251457, "total_norm": 3.0468382835388184}
-{"epoch": 8, "step": 12380, "loss": 0.0073117357678711414, "total_norm": 1.766928791999817}
-{"epoch": 8, "step": 12381, "loss": 0.04463108628988266, "total_norm": 4.889554500579834}
-{"epoch": 8, "step": 12382, "loss": 0.035336464643478394, "total_norm": 5.360500335693359}
-{"epoch": 8, "step": 12383, "loss": 0.03540783375501633, "total_norm": 3.6701769828796387}
-{"epoch": 8, "step": 12384, "loss": 0.017512578517198563, "total_norm": 3.735649585723877}
-{"epoch": 8, "step": 12385, "loss": 0.012405440211296082, "total_norm": 2.176725387573242}
-{"epoch": 8, "step": 12386, "loss": 0.04731909930706024, "total_norm": 3.4701266288757324}
-{"epoch": 8, "step": 12387, "loss": 0.022264523431658745, "total_norm": 1.4587855339050293}
-{"epoch": 8, "step": 12388, "loss": 0.014944144524633884, "total_norm": 2.097593069076538}
-{"epoch": 8, "step": 12389, "loss": 0.026038717478513718, "total_norm": 2.8431317806243896}
-{"epoch": 8, "step": 12390, "loss": 0.03800361230969429, "total_norm": 4.47678279876709}
-{"epoch": 8, "step": 12391, "loss": 0.05478871986269951, "total_norm": 3.9487686157226562}
-{"epoch": 8, "step": 12392, "loss": 0.01751689612865448, "total_norm": 2.86026930809021}
-{"epoch": 8, "step": 12393, "loss": 0.015721868723630905, "total_norm": 2.87966251373291}
-{"epoch": 8, "step": 12394, "loss": 0.05478401482105255, "total_norm": 4.712798118591309}
-{"epoch": 8, "step": 12395, "loss": 0.022196311503648758, "total_norm": 4.0229902267456055}
-{"epoch": 8, "step": 12396, "loss": 0.03688439726829529, "total_norm": 2.9347598552703857}
-{"epoch": 8, "step": 12397, "loss": 0.03148986026644707, "total_norm": 7.492154121398926}
-{"epoch": 8, "step": 12398, "loss": 0.01070747897028923, "total_norm": 1.8090132474899292}
-{"epoch": 8, "step": 12399, "loss": 0.06415221095085144, "total_norm": 3.5538156032562256}
-{"epoch": 8, "step": 12400, "loss": 0.016220752149820328, "total_norm": 3.5628225803375244}
-{"epoch": 8, "step": 12401, "loss": 0.02307901158928871, "total_norm": 4.48641300201416}
-{"epoch": 8, "step": 12402, "loss": 0.030133619904518127, "total_norm": 3.5358266830444336}
-{"epoch": 8, "step": 12403, "loss": 0.03953303024172783, "total_norm": 3.8696067333221436}
-{"epoch": 8, "step": 12404, "loss": 0.017669863998889923, "total_norm": 2.288486957550049}
-{"epoch": 8, "step": 12405, "loss": 0.062178000807762146, "total_norm": 3.6045451164245605}
-{"epoch": 8, "step": 12406, "loss": 0.03597641363739967, "total_norm": 5.664984226226807}
-{"epoch": 8, "step": 12407, "loss": 0.053601816296577454, "total_norm": 3.8174679279327393}
-{"epoch": 8, "step": 12408, "loss": 0.007892835885286331, "total_norm": 1.3580065965652466}
-{"epoch": 8, "step": 12409, "loss": 0.012979255989193916, "total_norm": 2.011964797973633}
-{"epoch": 8, "step": 12410, "loss": 0.03827046975493431, "total_norm": 3.379255533218384}
-{"epoch": 8, "step": 12411, "loss": 0.060702621936798096, "total_norm": 3.5610153675079346}
-{"epoch": 8, "step": 12412, "loss": 0.03508928045630455, "total_norm": 3.3839457035064697}
-{"epoch": 8, "step": 12413, "loss": 0.012366577051579952, "total_norm": 2.3240854740142822}
-{"epoch": 8, "step": 12414, "loss": 0.06322092562913895, "total_norm": 3.830530881881714}
-{"epoch": 8, "step": 12415, "loss": 0.04248475283384323, "total_norm": 3.6638054847717285}
-{"epoch": 8, "step": 12416, "loss": 0.02876843325793743, "total_norm": 4.233132839202881}
-{"epoch": 8, "step": 12417, "loss": 0.07630917429924011, "total_norm": 5.5265889167785645}
-{"epoch": 8, "step": 12418, "loss": 0.020234961062669754, "total_norm": 3.349191665649414}
-{"epoch": 8, "step": 12419, "loss": 0.03538446128368378, "total_norm": 6.652729511260986}
-{"epoch": 8, "step": 12420, "loss": 0.04678472876548767, "total_norm": 5.580909729003906}
-{"epoch": 8, "step": 12421, "loss": 0.020765520632267, "total_norm": 3.4566428661346436}
-{"epoch": 8, "step": 12422, "loss": 0.05189443752169609, "total_norm": 4.84610652923584}
-{"epoch": 8, "step": 12423, "loss": 0.0195778701454401, "total_norm": 2.422546148300171}
-{"epoch": 8, "step": 12424, "loss": 0.02548954449594021, "total_norm": 4.256375312805176}
-{"epoch": 8, "step": 12425, "loss": 0.050172366201877594, "total_norm": 5.841375827789307}
-{"epoch": 8, "step": 12426, "loss": 0.027882209047675133, "total_norm": 4.210907936096191}
-{"epoch": 8, "step": 12427, "loss": 0.03421641141176224, "total_norm": 5.071603775024414}
-{"epoch": 8, "step": 12428, "loss": 0.032005537301301956, "total_norm": 3.5366663932800293}
-{"epoch": 8, "step": 12429, "loss": 0.03837299719452858, "total_norm": 3.9768950939178467}
-{"epoch": 8, "step": 12430, "loss": 0.03286469727754593, "total_norm": 3.029099225997925}
-{"epoch": 8, "step": 12431, "loss": 0.020175494253635406, "total_norm": 5.627374172210693}
-{"epoch": 8, "step": 12432, "loss": 0.11139870434999466, "total_norm": 7.752665996551514}
-{"epoch": 8, "step": 12433, "loss": 0.03234993293881416, "total_norm": 3.291506290435791}
-{"epoch": 8, "step": 12434, "loss": 0.0379076711833477, "total_norm": 3.897644281387329}
-{"epoch": 8, "step": 12435, "loss": 0.05045420303940773, "total_norm": 7.122239589691162}
-{"epoch": 8, "step": 12436, "loss": 0.05749038979411125, "total_norm": 6.698517799377441}
-{"epoch": 8, "step": 12437, "loss": 0.04075317084789276, "total_norm": 4.844804286956787}
-{"epoch": 8, "step": 12438, "loss": 0.02429231069982052, "total_norm": 2.6825828552246094}
-{"epoch": 8, "step": 12439, "loss": 0.02314740978181362, "total_norm": 3.083641767501831}
-{"epoch": 8, "step": 12440, "loss": 0.034547142684459686, "total_norm": 5.060075759887695}
-{"epoch": 8, "step": 12441, "loss": 0.07051601260900497, "total_norm": 5.355385780334473}
-{"epoch": 8, "step": 12442, "loss": 0.035899627953767776, "total_norm": 3.5845839977264404}
-{"epoch": 8, "step": 12443, "loss": 0.08481699973344803, "total_norm": 6.923996448516846}
-{"epoch": 8, "step": 12444, "loss": 0.01987408846616745, "total_norm": 4.2595930099487305}
-{"epoch": 8, "step": 12445, "loss": 0.0404411144554615, "total_norm": 4.59087610244751}
-{"epoch": 8, "step": 12446, "loss": 0.041506532579660416, "total_norm": 3.679150342941284}
-{"epoch": 8, "step": 12447, "loss": 0.019577136263251305, "total_norm": 2.838592529296875}
-{"epoch": 8, "step": 12448, "loss": 0.023205118253827095, "total_norm": 2.968900442123413}
-{"epoch": 8, "step": 12449, "loss": 0.07731274515390396, "total_norm": 4.632349491119385}
-{"epoch": 8, "step": 12450, "loss": 0.028216365724802017, "total_norm": 2.900193452835083}
-{"epoch": 8, "step": 12451, "loss": 0.01600540615618229, "total_norm": 2.466947078704834}
-{"epoch": 8, "step": 12452, "loss": 0.019133640453219414, "total_norm": 3.8267362117767334}
-{"epoch": 8, "step": 12453, "loss": 0.02064826712012291, "total_norm": 3.9782612323760986}
-{"epoch": 8, "step": 12454, "loss": 0.059963639825582504, "total_norm": 5.8223466873168945}
-{"epoch": 8, "step": 12455, "loss": 0.024896293878555298, "total_norm": 3.558208465576172}
-{"epoch": 8, "step": 12456, "loss": 0.09411118179559708, "total_norm": 5.955483436584473}
-{"epoch": 8, "step": 12457, "loss": 0.022656414657831192, "total_norm": 2.8117258548736572}
-{"epoch": 8, "step": 12458, "loss": 0.023513317108154297, "total_norm": 2.4651601314544678}
-{"epoch": 8, "step": 12459, "loss": 0.01615365408360958, "total_norm": 2.7717275619506836}
-{"epoch": 8, "step": 12460, "loss": 0.03277851641178131, "total_norm": 3.474332094192505}
-{"epoch": 8, "step": 12461, "loss": 0.017009787261486053, "total_norm": 2.612790822982788}
-{"epoch": 8, "step": 12462, "loss": 0.0388956256210804, "total_norm": 4.279528617858887}
-{"epoch": 8, "step": 12463, "loss": 0.026550449430942535, "total_norm": 3.030712366104126}
-{"epoch": 8, "step": 12464, "loss": 0.020393429324030876, "total_norm": 3.869521379470825}
-{"epoch": 8, "step": 12465, "loss": 0.02878136932849884, "total_norm": 3.688657760620117}
-{"epoch": 8, "step": 12466, "loss": 0.011791786178946495, "total_norm": 2.424994707107544}
-{"epoch": 8, "step": 12467, "loss": 0.057709455490112305, "total_norm": 3.541126251220703}
-{"epoch": 8, "step": 12468, "loss": 0.044420864433050156, "total_norm": 4.056432247161865}
-{"epoch": 8, "step": 12469, "loss": 0.014209668152034283, "total_norm": 3.577749013900757}
-{"epoch": 8, "step": 12470, "loss": 0.02619379758834839, "total_norm": 3.6772584915161133}
-{"epoch": 8, "step": 12471, "loss": 0.017942650243639946, "total_norm": 1.8825054168701172}
-{"epoch": 8, "step": 12472, "loss": 0.038605351001024246, "total_norm": 4.2346110343933105}
-{"epoch": 8, "step": 12473, "loss": 0.03143364191055298, "total_norm": 4.9066162109375}
-{"epoch": 8, "step": 12474, "loss": 0.013432749547064304, "total_norm": 4.284900188446045}
-{"epoch": 8, "step": 12475, "loss": 0.010037658736109734, "total_norm": 1.8866751194000244}
-{"epoch": 8, "step": 12476, "loss": 0.016726749017834663, "total_norm": 3.899739980697632}
-{"epoch": 8, "step": 12477, "loss": 0.05693190172314644, "total_norm": 3.7127835750579834}
-{"epoch": 8, "step": 12478, "loss": 0.016739550977945328, "total_norm": 2.585906982421875}
-{"epoch": 8, "step": 12479, "loss": 0.011058705858886242, "total_norm": 3.6326546669006348}
-{"epoch": 8, "step": 12480, "loss": 0.04923286288976669, "total_norm": 7.029715061187744}
-{"epoch": 8, "step": 12481, "loss": 0.035234592854976654, "total_norm": 3.79465913772583}
-{"epoch": 8, "step": 12482, "loss": 0.027791591361165047, "total_norm": 3.2602505683898926}
-{"epoch": 8, "step": 12483, "loss": 0.07295256853103638, "total_norm": 9.132956504821777}
-{"epoch": 8, "step": 12484, "loss": 0.05721432715654373, "total_norm": 6.803133487701416}
-{"epoch": 8, "step": 12485, "loss": 0.012143518775701523, "total_norm": 2.489790678024292}
-{"epoch": 8, "step": 12486, "loss": 0.049793679267168045, "total_norm": 6.462510585784912}
-{"epoch": 8, "step": 12487, "loss": 0.002986936829984188, "total_norm": 0.9229487776756287}
-{"epoch": 8, "step": 12488, "loss": 0.027095193043351173, "total_norm": 5.73819637298584}
-{"epoch": 8, "step": 12489, "loss": 0.06520765274763107, "total_norm": 3.9278688430786133}
-{"epoch": 8, "step": 12490, "loss": 0.03407750278711319, "total_norm": 4.185024738311768}
-{"epoch": 8, "step": 12491, "loss": 0.028647033497691154, "total_norm": 6.445702075958252}
-{"epoch": 8, "step": 12492, "loss": 0.042355895042419434, "total_norm": 3.9571776390075684}
-{"epoch": 8, "step": 12493, "loss": 0.03989112749695778, "total_norm": 3.8282742500305176}
-{"epoch": 8, "step": 12494, "loss": 0.043898314237594604, "total_norm": 4.298497676849365}
-{"epoch": 8, "step": 12495, "loss": 0.02829042822122574, "total_norm": 4.397303581237793}
-{"epoch": 8, "step": 12496, "loss": 0.07008200883865356, "total_norm": 5.532590866088867}
-{"epoch": 8, "step": 12497, "loss": 0.08110585808753967, "total_norm": 5.188466548919678}
-{"epoch": 8, "step": 12498, "loss": 0.01890106499195099, "total_norm": 3.3930158615112305}
-{"epoch": 8, "step": 12499, "loss": 0.03828616067767143, "total_norm": 3.4310007095336914}
-{"epoch": 8, "step": 12500, "loss": 0.024479348212480545, "total_norm": 2.733694553375244}
-{"epoch": 8, "step": 12501, "loss": 0.0442928820848465, "total_norm": 3.973858118057251}
-{"epoch": 8, "step": 12502, "loss": 0.011807332746684551, "total_norm": 1.508833646774292}
-{"epoch": 8, "step": 12503, "loss": 0.035398151725530624, "total_norm": 4.617219924926758}
-{"epoch": 8, "step": 12504, "loss": 0.02676231414079666, "total_norm": 3.4329166412353516}
-{"epoch": 8, "step": 12505, "loss": 0.024473043158650398, "total_norm": 2.877298593521118}
-{"epoch": 8, "step": 12506, "loss": 0.05810503661632538, "total_norm": 5.354633331298828}
-{"epoch": 8, "step": 12507, "loss": 0.004894554615020752, "total_norm": 1.2084887027740479}
-{"epoch": 8, "step": 12508, "loss": 0.041715942323207855, "total_norm": 4.952536106109619}
-{"epoch": 8, "step": 12509, "loss": 0.02505406178534031, "total_norm": 2.261606454849243}
-{"epoch": 8, "step": 12510, "loss": 0.07967124879360199, "total_norm": 6.042362213134766}
-{"epoch": 8, "step": 12511, "loss": 0.04294659569859505, "total_norm": 3.029222249984741}
-{"epoch": 8, "step": 12512, "loss": 0.02770289033651352, "total_norm": 4.896545886993408}
-{"epoch": 8, "step": 12513, "loss": 0.028057215735316277, "total_norm": 3.446533441543579}
-{"epoch": 8, "step": 12514, "loss": 0.0456351563334465, "total_norm": 4.960920333862305}
-{"epoch": 8, "step": 12515, "loss": 0.030994996428489685, "total_norm": 3.53543758392334}
-{"epoch": 8, "step": 12516, "loss": 0.02561507187783718, "total_norm": 4.2671589851379395}
-{"epoch": 8, "step": 12517, "loss": 0.05980534106492996, "total_norm": 3.241978406906128}
-{"epoch": 8, "step": 12518, "loss": 0.08999253064393997, "total_norm": 5.481118202209473}
-{"epoch": 8, "step": 12519, "loss": 0.04300029203295708, "total_norm": 4.883763313293457}
-{"epoch": 8, "step": 12520, "loss": 0.11018379777669907, "total_norm": 7.438433647155762}
-{"epoch": 8, "step": 12521, "loss": 0.04469592496752739, "total_norm": 4.3710551261901855}
-{"epoch": 8, "step": 12522, "loss": 0.03201477602124214, "total_norm": 4.245718479156494}
-{"epoch": 8, "step": 12523, "loss": 0.03344181180000305, "total_norm": 4.513095855712891}
-{"epoch": 8, "step": 12524, "loss": 0.025649642571806908, "total_norm": 3.1451687812805176}
-{"epoch": 8, "step": 12525, "loss": 0.0258188433945179, "total_norm": 3.4456663131713867}
-{"epoch": 8, "step": 12526, "loss": 0.013625559397041798, "total_norm": 2.4228098392486572}
-{"epoch": 8, "step": 12527, "loss": 0.025271985679864883, "total_norm": 4.138186454772949}
-{"epoch": 8, "step": 12528, "loss": 0.03175743669271469, "total_norm": 8.372662544250488}
-{"epoch": 8, "step": 12529, "loss": 0.06755649298429489, "total_norm": 4.1425299644470215}
-{"epoch": 8, "step": 12530, "loss": 0.027400953695178032, "total_norm": 3.156207323074341}
-{"epoch": 8, "step": 12531, "loss": 0.029240978881716728, "total_norm": 3.3536581993103027}
-{"epoch": 8, "step": 12532, "loss": 0.045924343168735504, "total_norm": 6.895359516143799}
-{"epoch": 8, "step": 12533, "loss": 0.07222338020801544, "total_norm": 4.793333530426025}
-{"epoch": 8, "step": 12534, "loss": 0.019265182316303253, "total_norm": 2.3156464099884033}
-{"epoch": 8, "step": 12535, "loss": 0.04344566538929939, "total_norm": 3.543529510498047}
-{"epoch": 8, "step": 12536, "loss": 0.09083687514066696, "total_norm": 6.5595011711120605}
-{"epoch": 8, "step": 12537, "loss": 0.0390569306910038, "total_norm": 5.2052154541015625}
-{"epoch": 8, "step": 12538, "loss": 0.018035566434264183, "total_norm": 2.8149850368499756}
-{"epoch": 8, "step": 12539, "loss": 0.027887258678674698, "total_norm": 3.080991506576538}
-{"epoch": 8, "step": 12540, "loss": 0.03841765224933624, "total_norm": 3.400991916656494}
-{"epoch": 8, "step": 12541, "loss": 0.013327281922101974, "total_norm": 3.7636525630950928}
-{"epoch": 8, "step": 12542, "loss": 0.035433195531368256, "total_norm": 4.436897277832031}
-{"epoch": 8, "step": 12543, "loss": 0.03242988884449005, "total_norm": 3.605980157852173}
-{"epoch": 8, "step": 12544, "loss": 0.06745041906833649, "total_norm": 6.7086100578308105}
-{"epoch": 8, "step": 12545, "loss": 0.04944860562682152, "total_norm": 3.8069396018981934}
-{"epoch": 8, "step": 12546, "loss": 0.04113902151584625, "total_norm": 3.6428983211517334}
-{"epoch": 8, "step": 12547, "loss": 0.027294399216771126, "total_norm": 3.408214807510376}
-{"epoch": 8, "step": 12548, "loss": 0.05371474102139473, "total_norm": 5.949375629425049}
-{"epoch": 8, "step": 12549, "loss": 0.04796344041824341, "total_norm": 5.486071586608887}
-{"epoch": 8, "step": 12550, "loss": 0.013883504085242748, "total_norm": 2.618985652923584}
-{"epoch": 8, "step": 12551, "loss": 0.01985878124833107, "total_norm": 2.6749813556671143}
-{"epoch": 8, "step": 12552, "loss": 0.049406785517930984, "total_norm": 4.337271213531494}
-{"epoch": 8, "step": 12553, "loss": 0.0762329250574112, "total_norm": 4.615694999694824}
-{"epoch": 8, "step": 12554, "loss": 0.034732118248939514, "total_norm": 5.283059597015381}
-{"epoch": 8, "step": 12555, "loss": 0.04387178644537926, "total_norm": 3.967461109161377}
-{"epoch": 8, "step": 12556, "loss": 0.04382123425602913, "total_norm": 4.093931198120117}
-{"epoch": 8, "step": 12557, "loss": 0.038217607885599136, "total_norm": 3.4594955444335938}
-{"epoch": 8, "step": 12558, "loss": 0.05615707486867905, "total_norm": 4.336048603057861}
-{"epoch": 8, "step": 12559, "loss": 0.02309301868081093, "total_norm": 3.561091899871826}
-{"epoch": 8, "step": 12560, "loss": 0.038929637521505356, "total_norm": 4.267168998718262}
-{"epoch": 8, "step": 12561, "loss": 0.0161424707621336, "total_norm": 3.1638193130493164}
-{"epoch": 8, "step": 12562, "loss": 0.030561305582523346, "total_norm": 4.134749412536621}
-{"epoch": 8, "step": 12563, "loss": 0.019709154963493347, "total_norm": 3.082473039627075}
-{"epoch": 8, "step": 12564, "loss": 0.02420572191476822, "total_norm": 2.55013370513916}
-{"epoch": 8, "step": 12565, "loss": 0.02244526520371437, "total_norm": 3.813687801361084}
-{"epoch": 8, "step": 12566, "loss": 0.03459550812840462, "total_norm": 5.207480430603027}
-{"epoch": 8, "step": 12567, "loss": 0.051405902951955795, "total_norm": 4.248894214630127}
-{"epoch": 8, "step": 12568, "loss": 0.016644518822431564, "total_norm": 2.3528857231140137}
-{"epoch": 8, "step": 12569, "loss": 0.06349080055952072, "total_norm": 4.144602298736572}
-{"epoch": 8, "step": 12570, "loss": 0.04877876862883568, "total_norm": 3.6721456050872803}
-{"epoch": 8, "step": 12571, "loss": 0.060275137424468994, "total_norm": 5.6016011238098145}
-{"epoch": 8, "step": 12572, "loss": 0.05336405709385872, "total_norm": 4.293643951416016}
-{"epoch": 8, "step": 12573, "loss": 0.03315933793783188, "total_norm": 3.8622002601623535}
-{"epoch": 8, "step": 12574, "loss": 0.010088481940329075, "total_norm": 1.7530144453048706}
-{"epoch": 8, "step": 12575, "loss": 0.020317016169428825, "total_norm": 3.065746784210205}
-{"epoch": 8, "step": 12576, "loss": 0.04357152804732323, "total_norm": 3.3816535472869873}
-{"epoch": 8, "step": 12577, "loss": 0.04522412642836571, "total_norm": 2.8409721851348877}
-{"epoch": 8, "step": 12578, "loss": 0.06133437529206276, "total_norm": 6.359538555145264}
-{"epoch": 8, "step": 12579, "loss": 0.024326495826244354, "total_norm": 2.4925575256347656}
-{"epoch": 8, "step": 12580, "loss": 0.03310691565275192, "total_norm": 3.419955015182495}
-{"epoch": 8, "step": 12581, "loss": 0.02927457168698311, "total_norm": 5.8932600021362305}
-{"epoch": 8, "step": 12582, "loss": 0.02765045128762722, "total_norm": 4.163818359375}
-{"epoch": 8, "step": 12583, "loss": 0.023978810757398605, "total_norm": 4.817107200622559}
-{"epoch": 8, "step": 12584, "loss": 0.056145764887332916, "total_norm": 4.906524658203125}
-{"epoch": 8, "step": 12585, "loss": 0.056934989988803864, "total_norm": 3.377427816390991}
-{"epoch": 8, "step": 12586, "loss": 0.06269935518503189, "total_norm": 5.184118747711182}
-{"epoch": 8, "step": 12587, "loss": 0.08439314365386963, "total_norm": 4.093754291534424}
-{"epoch": 8, "step": 12588, "loss": 0.05176781117916107, "total_norm": 4.56570291519165}
-{"epoch": 8, "step": 12589, "loss": 0.06074982136487961, "total_norm": 6.810993194580078}
-{"epoch": 8, "step": 12590, "loss": 0.026412254199385643, "total_norm": 3.4675960540771484}
-{"epoch": 8, "step": 12591, "loss": 0.024438925087451935, "total_norm": 3.394190788269043}
-{"epoch": 8, "step": 12592, "loss": 0.056957557797431946, "total_norm": 4.883423805236816}
-{"epoch": 8, "step": 12593, "loss": 0.09217865765094757, "total_norm": 3.8607096672058105}
-{"epoch": 8, "step": 12594, "loss": 0.037678010761737823, "total_norm": 4.627425670623779}
-{"epoch": 8, "step": 12595, "loss": 0.04011337459087372, "total_norm": 5.140562057495117}
-{"epoch": 8, "step": 12596, "loss": 0.01884239912033081, "total_norm": 3.4101905822753906}
-{"epoch": 8, "step": 12597, "loss": 0.03154060244560242, "total_norm": 4.217082500457764}
-{"epoch": 8, "step": 12598, "loss": 0.05911007523536682, "total_norm": 4.6537556648254395}
-{"epoch": 8, "step": 12599, "loss": 0.02560465782880783, "total_norm": 3.4837076663970947}
-{"epoch": 8, "step": 12600, "loss": 0.035501379519701004, "total_norm": 3.4333314895629883}
-{"epoch": 8, "step": 12601, "loss": 0.07121747732162476, "total_norm": 3.86018443107605}
-{"epoch": 8, "step": 12602, "loss": 0.05852561444044113, "total_norm": 5.8806023597717285}
-{"epoch": 8, "step": 12603, "loss": 0.02461492083966732, "total_norm": 3.244375467300415}
-{"epoch": 8, "step": 12604, "loss": 0.041892245411872864, "total_norm": 2.83620285987854}
-{"epoch": 8, "step": 12605, "loss": 0.03678465262055397, "total_norm": 8.397208213806152}
-{"epoch": 8, "step": 12606, "loss": 0.005604908335953951, "total_norm": 0.9963204264640808}
-{"epoch": 8, "step": 12607, "loss": 0.02885163016617298, "total_norm": 2.23327374458313}
-{"epoch": 8, "step": 12608, "loss": 0.03113725036382675, "total_norm": 3.213745594024658}
-{"epoch": 8, "step": 12609, "loss": 0.01767810434103012, "total_norm": 2.3566462993621826}
-{"epoch": 8, "step": 12610, "loss": 0.028887925669550896, "total_norm": 3.4837074279785156}
-{"epoch": 8, "step": 12611, "loss": 0.08289042860269547, "total_norm": 6.284994602203369}
-{"epoch": 8, "step": 12612, "loss": 0.01579565741121769, "total_norm": 3.5273149013519287}
-{"epoch": 8, "step": 12613, "loss": 0.04711197689175606, "total_norm": 7.3413825035095215}
-{"epoch": 8, "step": 12614, "loss": 0.0403042696416378, "total_norm": 4.0585551261901855}
-{"epoch": 8, "step": 12615, "loss": 0.010947870090603828, "total_norm": 2.743504285812378}
-{"epoch": 8, "step": 12616, "loss": 0.04922346770763397, "total_norm": 3.8149077892303467}
-{"epoch": 8, "step": 12617, "loss": 0.051751166582107544, "total_norm": 4.06137752532959}
-{"epoch": 8, "step": 12618, "loss": 0.044109612703323364, "total_norm": 6.707411289215088}
-{"epoch": 8, "step": 12619, "loss": 0.020254874601960182, "total_norm": 2.5623621940612793}
-{"epoch": 8, "step": 12620, "loss": 0.03495724871754646, "total_norm": 2.6688899993896484}
-{"epoch": 8, "step": 12621, "loss": 0.030539002269506454, "total_norm": 2.8216278553009033}
-{"epoch": 8, "step": 12622, "loss": 0.041941143572330475, "total_norm": 4.990284442901611}
-{"epoch": 8, "step": 12623, "loss": 0.061119444668293, "total_norm": 4.989770889282227}
-{"epoch": 8, "step": 12624, "loss": 0.016549617052078247, "total_norm": 3.021707534790039}
-{"epoch": 8, "step": 12625, "loss": 0.05237749218940735, "total_norm": 4.610082149505615}
-{"epoch": 8, "step": 12626, "loss": 0.050151750445365906, "total_norm": 3.628516435623169}
-{"epoch": 8, "step": 12627, "loss": 0.027664368972182274, "total_norm": 3.5246829986572266}
-{"epoch": 8, "step": 12628, "loss": 0.036493755877017975, "total_norm": 3.308643102645874}
-{"epoch": 8, "step": 12629, "loss": 0.06569936871528625, "total_norm": 5.048874378204346}
-{"epoch": 8, "step": 12630, "loss": 0.010282113216817379, "total_norm": 2.402339458465576}
-{"epoch": 8, "step": 12631, "loss": 0.02354360930621624, "total_norm": 3.3924999237060547}
-{"epoch": 8, "step": 12632, "loss": 0.07229699194431305, "total_norm": 3.8367109298706055}
-{"epoch": 8, "step": 12633, "loss": 0.027425160631537437, "total_norm": 4.203719139099121}
-{"epoch": 8, "step": 12634, "loss": 0.0605771467089653, "total_norm": 3.7751195430755615}
-{"epoch": 8, "step": 12635, "loss": 0.035055555403232574, "total_norm": 4.964653968811035}
-{"epoch": 8, "step": 12636, "loss": 0.0076916939578950405, "total_norm": 2.0620388984680176}
-{"epoch": 8, "step": 12637, "loss": 0.016968505457043648, "total_norm": 5.673374652862549}
-{"epoch": 8, "step": 12638, "loss": 0.07429120689630508, "total_norm": 4.785378456115723}
-{"epoch": 8, "step": 12639, "loss": 0.04222338646650314, "total_norm": 3.961859703063965}
-{"epoch": 8, "step": 12640, "loss": 0.024327995255589485, "total_norm": 3.118598699569702}
-{"epoch": 8, "step": 12641, "loss": 0.03500839322805405, "total_norm": 3.167895555496216}
-{"epoch": 8, "step": 12642, "loss": 0.035362809896469116, "total_norm": 3.9826722145080566}
-{"epoch": 8, "step": 12643, "loss": 0.011910888366401196, "total_norm": 2.431539297103882}
-{"epoch": 8, "step": 12644, "loss": 0.046053703874349594, "total_norm": 4.313307762145996}
-{"epoch": 8, "step": 12645, "loss": 0.04679675027728081, "total_norm": 3.5833232402801514}
-{"epoch": 8, "step": 12646, "loss": 0.049200404435396194, "total_norm": 4.053742408752441}
-{"epoch": 8, "step": 12647, "loss": 0.07963510602712631, "total_norm": 4.984157562255859}
-{"epoch": 8, "step": 12648, "loss": 0.036761365830898285, "total_norm": 3.428699016571045}
-{"epoch": 8, "step": 12649, "loss": 0.032876502722501755, "total_norm": 3.0428709983825684}
-{"epoch": 8, "step": 12650, "loss": 0.020991289988160133, "total_norm": 3.723184823989868}
-{"epoch": 8, "step": 12651, "loss": 0.02539268136024475, "total_norm": 4.198455333709717}
-{"epoch": 8, "step": 12652, "loss": 0.030599767342209816, "total_norm": 2.6759581565856934}
-{"epoch": 8, "step": 12653, "loss": 0.03782782703638077, "total_norm": 4.9084906578063965}
-{"epoch": 8, "step": 12654, "loss": 0.04129594936966896, "total_norm": 4.646691799163818}
-{"epoch": 8, "step": 12655, "loss": 0.03783185034990311, "total_norm": 4.460186004638672}
-{"epoch": 8, "step": 12656, "loss": 0.019917195662856102, "total_norm": 3.74275803565979}
-{"epoch": 8, "step": 12657, "loss": 0.005754293408244848, "total_norm": 1.4619547128677368}
-{"epoch": 8, "step": 12658, "loss": 0.03224363923072815, "total_norm": 3.5383896827697754}
-{"epoch": 8, "step": 12659, "loss": 0.08218691498041153, "total_norm": 3.443993330001831}
-{"epoch": 8, "step": 12660, "loss": 0.03427010029554367, "total_norm": 3.664846658706665}
-{"epoch": 8, "step": 12661, "loss": 0.06644120067358017, "total_norm": 6.15103006362915}
-{"epoch": 8, "step": 12662, "loss": 0.029321469366550446, "total_norm": 3.660468816757202}
-{"epoch": 8, "step": 12663, "loss": 0.04521173611283302, "total_norm": 5.570019721984863}
-{"epoch": 8, "step": 12664, "loss": 0.014969591051340103, "total_norm": 1.9479801654815674}
-{"epoch": 8, "step": 12665, "loss": 0.04455834627151489, "total_norm": 5.6419525146484375}
-{"epoch": 8, "step": 12666, "loss": 0.05179522931575775, "total_norm": 5.208889007568359}
-{"epoch": 8, "step": 12667, "loss": 0.02050286903977394, "total_norm": 4.39672327041626}
-{"epoch": 8, "step": 12668, "loss": 0.03108120709657669, "total_norm": 6.904553413391113}
-{"epoch": 8, "step": 12669, "loss": 0.02945321798324585, "total_norm": 3.5396053791046143}
-{"epoch": 8, "step": 12670, "loss": 0.028401894494891167, "total_norm": 3.417006731033325}
-{"epoch": 8, "step": 12671, "loss": 0.039567332714796066, "total_norm": 3.49200177192688}
-{"epoch": 8, "step": 12672, "loss": 0.06256446987390518, "total_norm": 6.61359167098999}
-{"epoch": 8, "step": 12673, "loss": 0.022162294015288353, "total_norm": 2.7038333415985107}
-{"epoch": 8, "step": 12674, "loss": 0.06258092075586319, "total_norm": 4.382154941558838}
-{"epoch": 8, "step": 12675, "loss": 0.06892270594835281, "total_norm": 4.640040874481201}
-{"epoch": 8, "step": 12676, "loss": 0.008239083923399448, "total_norm": 1.5522507429122925}
-{"epoch": 8, "step": 12677, "loss": 0.04373611882328987, "total_norm": 4.5040998458862305}
-{"epoch": 8, "step": 12678, "loss": 0.05764058604836464, "total_norm": 6.029117584228516}
-{"epoch": 8, "step": 12679, "loss": 0.003522704355418682, "total_norm": 0.792962372303009}
-{"epoch": 8, "step": 12680, "loss": 0.011739281937479973, "total_norm": 3.133619546890259}
-{"epoch": 8, "step": 12681, "loss": 0.031360894441604614, "total_norm": 3.144765615463257}
-{"epoch": 8, "step": 12682, "loss": 0.02974809519946575, "total_norm": 2.516855239868164}
-{"epoch": 8, "step": 12683, "loss": 0.018480854108929634, "total_norm": 2.6685328483581543}
-{"epoch": 8, "step": 12684, "loss": 0.037622109055519104, "total_norm": 3.6008853912353516}
-{"epoch": 8, "step": 12685, "loss": 0.06702673435211182, "total_norm": 4.4263739585876465}
-{"epoch": 8, "step": 12686, "loss": 0.037742532789707184, "total_norm": 4.724116325378418}
-{"epoch": 8, "step": 12687, "loss": 0.02192889153957367, "total_norm": 4.586248874664307}
-{"epoch": 8, "step": 12688, "loss": 0.010255520232021809, "total_norm": 1.86824631690979}
-{"epoch": 8, "step": 12689, "loss": 0.07454948872327805, "total_norm": 6.627216815948486}
-{"epoch": 8, "step": 12690, "loss": 0.013491052202880383, "total_norm": 3.2874081134796143}
-{"epoch": 8, "step": 12691, "loss": 0.011562257073819637, "total_norm": 2.2024455070495605}
-{"epoch": 8, "step": 12692, "loss": 0.06887974590063095, "total_norm": 4.67725133895874}
-{"epoch": 8, "step": 12693, "loss": 0.04647326096892357, "total_norm": 4.384371280670166}
-{"epoch": 8, "step": 12694, "loss": 0.02660994976758957, "total_norm": 5.405096054077148}
-{"epoch": 8, "step": 12695, "loss": 0.03227563947439194, "total_norm": 3.4479873180389404}
-{"epoch": 8, "step": 12696, "loss": 0.057941265404224396, "total_norm": 5.788841247558594}
-{"epoch": 8, "step": 12697, "loss": 0.020665135234594345, "total_norm": 2.762387990951538}
-{"epoch": 8, "step": 12698, "loss": 0.0282818041741848, "total_norm": 2.995931625366211}
-{"epoch": 8, "step": 12699, "loss": 0.05492405220866203, "total_norm": 4.581518173217773}
-{"epoch": 8, "step": 12700, "loss": 0.03201841190457344, "total_norm": 3.0818512439727783}
-{"epoch": 8, "step": 12701, "loss": 0.017868874594569206, "total_norm": 3.237837553024292}
-{"epoch": 8, "step": 12702, "loss": 0.06080013886094093, "total_norm": 4.597315788269043}
-{"epoch": 8, "step": 12703, "loss": 0.05587845668196678, "total_norm": 6.061770915985107}
-{"epoch": 8, "step": 12704, "loss": 0.046996407210826874, "total_norm": 4.936863899230957}
-{"epoch": 8, "step": 12705, "loss": 0.06971538811922073, "total_norm": 4.217231750488281}
-{"epoch": 8, "step": 12706, "loss": 0.027881203219294548, "total_norm": 3.6346359252929688}
-{"epoch": 8, "step": 12707, "loss": 0.04491395503282547, "total_norm": 5.642233848571777}
-{"epoch": 8, "step": 12708, "loss": 0.009962662123143673, "total_norm": 4.127889633178711}
-{"epoch": 8, "step": 12709, "loss": 0.03718937188386917, "total_norm": 3.45440411567688}
-{"epoch": 8, "step": 12710, "loss": 0.028461288660764694, "total_norm": 3.346315860748291}
-{"epoch": 8, "step": 12711, "loss": 0.014218291267752647, "total_norm": 2.8928258419036865}
-{"epoch": 8, "step": 12712, "loss": 0.020104261115193367, "total_norm": 3.264925479888916}
-{"epoch": 8, "step": 12713, "loss": 0.016908368095755577, "total_norm": 2.5246193408966064}
-{"epoch": 8, "step": 12714, "loss": 0.016182169318199158, "total_norm": 3.1930441856384277}
-{"epoch": 8, "step": 12715, "loss": 0.04107698053121567, "total_norm": 3.338500738143921}
-{"epoch": 8, "step": 12716, "loss": 0.05862511321902275, "total_norm": 6.253917217254639}
-{"epoch": 8, "step": 12717, "loss": 0.036011479794979095, "total_norm": 3.345355272293091}
-{"epoch": 8, "step": 12718, "loss": 0.018907010555267334, "total_norm": 2.3911702632904053}
-{"epoch": 8, "step": 12719, "loss": 0.03788433223962784, "total_norm": 4.16232967376709}
-{"epoch": 8, "step": 12720, "loss": 0.03220020607113838, "total_norm": 4.412106037139893}
-{"epoch": 8, "step": 12721, "loss": 0.044151872396469116, "total_norm": 5.124820709228516}
-{"epoch": 8, "step": 12722, "loss": 0.05034971982240677, "total_norm": 8.159873962402344}
-{"epoch": 8, "step": 12723, "loss": 0.05117801949381828, "total_norm": 6.759359359741211}
-{"epoch": 8, "step": 12724, "loss": 0.025306742638349533, "total_norm": 4.010161399841309}
-{"epoch": 8, "step": 12725, "loss": 0.015049072913825512, "total_norm": 3.6584410667419434}
-{"epoch": 8, "step": 12726, "loss": 0.053460557013750076, "total_norm": 5.313959121704102}
-{"epoch": 8, "step": 12727, "loss": 0.011962532997131348, "total_norm": 1.5944955348968506}
-{"epoch": 8, "step": 12728, "loss": 0.05722871050238609, "total_norm": 4.154876232147217}
-{"epoch": 8, "step": 12729, "loss": 0.019623782485723495, "total_norm": 2.5699453353881836}
-{"epoch": 8, "step": 12730, "loss": 0.060776446014642715, "total_norm": 6.134899616241455}
-{"epoch": 8, "step": 12731, "loss": 0.050215236842632294, "total_norm": 5.8172149658203125}
-{"epoch": 8, "step": 12732, "loss": 0.031628262251615524, "total_norm": 3.8003151416778564}
-{"epoch": 8, "step": 12733, "loss": 0.022955914959311485, "total_norm": 3.342219829559326}
-{"epoch": 8, "step": 12734, "loss": 0.018573205918073654, "total_norm": 3.1179919242858887}
-{"epoch": 8, "step": 12735, "loss": 0.013368984684348106, "total_norm": 3.36490797996521}
-{"epoch": 8, "step": 12736, "loss": 0.03209425136446953, "total_norm": 2.7637524604797363}
-{"epoch": 8, "step": 12737, "loss": 0.07009512186050415, "total_norm": 4.486444473266602}
-{"epoch": 8, "step": 12738, "loss": 0.033301472663879395, "total_norm": 4.578715801239014}
-{"epoch": 8, "step": 12739, "loss": 0.03057749569416046, "total_norm": 5.976561069488525}
-{"epoch": 8, "step": 12740, "loss": 0.02675775997340679, "total_norm": 3.5678114891052246}
-{"epoch": 8, "step": 12741, "loss": 0.032559994608163834, "total_norm": 5.785552024841309}
-{"epoch": 8, "step": 12742, "loss": 0.020246125757694244, "total_norm": 2.4315969944000244}
-{"epoch": 8, "step": 12743, "loss": 0.014984977431595325, "total_norm": 3.00984525680542}
-{"epoch": 8, "step": 12744, "loss": 0.01946313865482807, "total_norm": 2.4428365230560303}
-{"epoch": 8, "step": 12745, "loss": 0.049216378480196, "total_norm": 3.6378262042999268}
-{"epoch": 8, "step": 12746, "loss": 0.02783842571079731, "total_norm": 3.750840425491333}
-{"epoch": 8, "step": 12747, "loss": 0.03500008583068848, "total_norm": 4.462802886962891}
-{"epoch": 8, "step": 12748, "loss": 0.041894182562828064, "total_norm": 4.822723388671875}
-{"epoch": 8, "step": 12749, "loss": 0.030213266611099243, "total_norm": 4.6383585929870605}
-{"epoch": 8, "step": 12750, "loss": 0.016265463083982468, "total_norm": 2.541011333465576}
-{"epoch": 8, "step": 12751, "loss": 0.05099622160196304, "total_norm": 10.015288352966309}
-{"epoch": 8, "step": 12752, "loss": 0.01918543130159378, "total_norm": 2.1609833240509033}
-{"epoch": 8, "step": 12753, "loss": 0.02309877797961235, "total_norm": 2.946263551712036}
-{"epoch": 8, "step": 12754, "loss": 0.07596056908369064, "total_norm": 3.8024375438690186}
-{"epoch": 8, "step": 12755, "loss": 0.021528180688619614, "total_norm": 4.377267360687256}
-{"epoch": 8, "step": 12756, "loss": 0.022994985803961754, "total_norm": 4.513653755187988}
-{"epoch": 8, "step": 12757, "loss": 0.03527180850505829, "total_norm": 3.5720865726470947}
-{"epoch": 8, "step": 12758, "loss": 0.026698719710111618, "total_norm": 3.344241142272949}
-{"epoch": 8, "step": 12759, "loss": 0.03068026527762413, "total_norm": 3.2034971714019775}
-{"epoch": 8, "step": 12760, "loss": 0.018483467400074005, "total_norm": 2.7557919025421143}
-{"epoch": 8, "step": 12761, "loss": 0.020873822271823883, "total_norm": 2.7611494064331055}
-{"epoch": 8, "step": 12762, "loss": 0.023437650874257088, "total_norm": 3.2688586711883545}
-{"epoch": 8, "step": 12763, "loss": 0.029423153027892113, "total_norm": 4.521457195281982}
-{"epoch": 8, "step": 12764, "loss": 0.046953123062849045, "total_norm": 4.499021053314209}
-{"epoch": 8, "step": 12765, "loss": 0.02113758772611618, "total_norm": 2.9158341884613037}
-{"epoch": 8, "step": 12766, "loss": 0.08902077376842499, "total_norm": 5.028831481933594}
-{"epoch": 8, "step": 12767, "loss": 0.04903106763958931, "total_norm": 4.461728572845459}
-{"epoch": 8, "step": 12768, "loss": 0.08153113722801208, "total_norm": 4.737363815307617}
-{"epoch": 8, "step": 12769, "loss": 0.03294406458735466, "total_norm": 3.0799951553344727}
-{"epoch": 8, "step": 12770, "loss": 0.05880757421255112, "total_norm": 6.918381690979004}
-{"epoch": 8, "step": 12771, "loss": 0.05712026357650757, "total_norm": 4.349705696105957}
-{"epoch": 8, "step": 12772, "loss": 0.035010095685720444, "total_norm": 4.37361478805542}
-{"epoch": 8, "step": 12773, "loss": 0.008754457347095013, "total_norm": 1.5620601177215576}
-{"epoch": 8, "step": 12774, "loss": 0.047240402549505234, "total_norm": 4.226622581481934}
-{"epoch": 8, "step": 12775, "loss": 0.016739465296268463, "total_norm": 3.925840377807617}
-{"epoch": 8, "step": 12776, "loss": 0.07164621353149414, "total_norm": 4.763688564300537}
-{"epoch": 8, "step": 12777, "loss": 0.013575144112110138, "total_norm": 3.3539958000183105}
-{"epoch": 8, "step": 12778, "loss": 0.02108556404709816, "total_norm": 3.36324143409729}
-{"epoch": 8, "step": 12779, "loss": 0.014444533735513687, "total_norm": 1.7946709394454956}
-{"epoch": 8, "step": 12780, "loss": 0.04892581328749657, "total_norm": 5.516531944274902}
-{"epoch": 8, "step": 12781, "loss": 0.05583002418279648, "total_norm": 3.965357542037964}
-{"epoch": 8, "step": 12782, "loss": 0.019678426906466484, "total_norm": 1.9796947240829468}
-{"epoch": 8, "step": 12783, "loss": 0.02168077975511551, "total_norm": 3.3069233894348145}
-{"epoch": 8, "step": 12784, "loss": 0.057842668145895004, "total_norm": 6.240056037902832}
-{"epoch": 8, "step": 12785, "loss": 0.02170475944876671, "total_norm": 2.665410280227661}
-{"epoch": 8, "step": 12786, "loss": 0.042081769555807114, "total_norm": 2.8703579902648926}
-{"epoch": 8, "step": 12787, "loss": 0.043713755905628204, "total_norm": 3.6492230892181396}
-{"epoch": 8, "step": 12788, "loss": 0.05125628039240837, "total_norm": 5.841782093048096}
-{"epoch": 8, "step": 12789, "loss": 0.036116618663072586, "total_norm": 4.3739495277404785}
-{"epoch": 8, "step": 12790, "loss": 0.02396749146282673, "total_norm": 4.646613121032715}
-{"epoch": 8, "step": 12791, "loss": 0.05212040990591049, "total_norm": 6.120015621185303}
-{"epoch": 8, "step": 12792, "loss": 0.03351372480392456, "total_norm": 5.944443225860596}
-{"epoch": 8, "step": 12793, "loss": 0.03983505070209503, "total_norm": 2.908994674682617}
-{"epoch": 8, "step": 12794, "loss": 0.07691147923469543, "total_norm": 6.837276458740234}
-{"epoch": 8, "step": 12795, "loss": 0.03437306359410286, "total_norm": 2.982034921646118}
-{"epoch": 8, "step": 12796, "loss": 0.026205629110336304, "total_norm": 3.763202667236328}
-{"epoch": 8, "step": 12797, "loss": 0.014418257400393486, "total_norm": 2.233426094055176}
-{"epoch": 8, "step": 12798, "loss": 0.04068654030561447, "total_norm": 4.91402006149292}
-{"epoch": 8, "step": 12799, "loss": 0.05545462295413017, "total_norm": 4.214681625366211}
-{"epoch": 8, "step": 12800, "eval_loss": 3.5751967281103134, "eval_rougeL": 0.28857783148386823}
-{"epoch": 8, "step": 12800, "loss": 0.04543783888220787, "total_norm": 4.890501976013184}
-{"epoch": 8, "step": 12801, "loss": 0.03926389664411545, "total_norm": 5.910563945770264}
-{"epoch": 8, "step": 12802, "loss": 0.03799280524253845, "total_norm": 3.237548589706421}
-{"epoch": 8, "step": 12803, "loss": 0.035024117678403854, "total_norm": 3.954716444015503}
-{"epoch": 8, "step": 12804, "loss": 0.05847733095288277, "total_norm": 5.714252471923828}
-{"epoch": 8, "step": 12805, "loss": 0.03420994430780411, "total_norm": 5.091341972351074}
-{"epoch": 8, "step": 12806, "loss": 0.11716724932193756, "total_norm": 5.563321590423584}
-{"epoch": 8, "step": 12807, "loss": 0.04400446265935898, "total_norm": 3.8767452239990234}
-{"epoch": 8, "step": 12808, "loss": 0.024149777367711067, "total_norm": 4.027483940124512}
-{"epoch": 8, "step": 12809, "loss": 0.0405767597258091, "total_norm": 2.638524055480957}
-{"epoch": 8, "step": 12810, "loss": 0.04195457696914673, "total_norm": 3.45833158493042}
-{"epoch": 8, "step": 12811, "loss": 0.016686853021383286, "total_norm": 5.125511169433594}
-{"epoch": 8, "step": 12812, "loss": 0.07335425168275833, "total_norm": 4.45536994934082}
-{"epoch": 8, "step": 12813, "loss": 0.08444904536008835, "total_norm": 7.471956253051758}
-{"epoch": 8, "step": 12814, "loss": 0.048092301934957504, "total_norm": 3.663606643676758}
-{"epoch": 8, "step": 12815, "loss": 0.0016561296069994569, "total_norm": 0.5365301370620728}
-{"epoch": 8, "step": 12816, "loss": 0.04351559653878212, "total_norm": 10.134403228759766}
-{"epoch": 8, "step": 12817, "loss": 0.13606782257556915, "total_norm": 11.356291770935059}
-{"epoch": 8, "step": 12818, "loss": 0.028931522741913795, "total_norm": 3.1066670417785645}
-{"epoch": 8, "step": 12819, "loss": 0.03363218158483505, "total_norm": 3.3648769855499268}
-{"epoch": 8, "step": 12820, "loss": 0.01200463529676199, "total_norm": 2.485093593597412}
-{"epoch": 8, "step": 12821, "loss": 0.0038316610734909773, "total_norm": 1.2598028182983398}
-{"epoch": 8, "step": 12822, "loss": 0.03568306565284729, "total_norm": 3.517904281616211}
-{"epoch": 8, "step": 12823, "loss": 0.06321343779563904, "total_norm": 5.618159770965576}
-{"epoch": 8, "step": 12824, "loss": 0.039322737604379654, "total_norm": 3.262908935546875}
-{"epoch": 8, "step": 12825, "loss": 0.021039750427007675, "total_norm": 3.531425952911377}
-{"epoch": 8, "step": 12826, "loss": 0.016213057562708855, "total_norm": 2.616576910018921}
-{"epoch": 8, "step": 12827, "loss": 0.046120915561914444, "total_norm": 3.9302010536193848}
-{"epoch": 8, "step": 12828, "loss": 0.03560798615217209, "total_norm": 3.052509069442749}
-{"epoch": 8, "step": 12829, "loss": 0.028156595304608345, "total_norm": 2.5960445404052734}
-{"epoch": 8, "step": 12830, "loss": 0.04838241636753082, "total_norm": 4.910590648651123}
-{"epoch": 8, "step": 12831, "loss": 0.04766073822975159, "total_norm": 7.499540328979492}
-{"epoch": 8, "step": 12832, "loss": 0.046061500906944275, "total_norm": 5.251775741577148}
-{"epoch": 8, "step": 12833, "loss": 0.06206434592604637, "total_norm": 4.167071342468262}
-{"epoch": 8, "step": 12834, "loss": 0.024226374924182892, "total_norm": 3.13564133644104}
-{"epoch": 8, "step": 12835, "loss": 0.019235113635659218, "total_norm": 4.572988510131836}
-{"epoch": 8, "step": 12836, "loss": 0.022420702502131462, "total_norm": 2.671699285507202}
-{"epoch": 8, "step": 12837, "loss": 0.005562388338148594, "total_norm": 1.0061026811599731}
-{"epoch": 8, "step": 12838, "loss": 0.04677271470427513, "total_norm": 4.333999156951904}
-{"epoch": 8, "step": 12839, "loss": 0.029876461252570152, "total_norm": 3.068962574005127}
-{"epoch": 8, "step": 12840, "loss": 0.012879724614322186, "total_norm": 3.1257870197296143}
-{"epoch": 8, "step": 12841, "loss": 0.0640152245759964, "total_norm": 6.368037700653076}
-{"epoch": 8, "step": 12842, "loss": 0.015993155539035797, "total_norm": 2.4210665225982666}
-{"epoch": 8, "step": 12843, "loss": 0.05206688493490219, "total_norm": 3.941488027572632}
-{"epoch": 8, "step": 12844, "loss": 0.034940410405397415, "total_norm": 3.8031930923461914}
-{"epoch": 8, "step": 12845, "loss": 0.08643694221973419, "total_norm": 7.780041694641113}
-{"epoch": 8, "step": 12846, "loss": 0.06717880070209503, "total_norm": 4.772436618804932}
-{"epoch": 8, "step": 12847, "loss": 0.08188068866729736, "total_norm": 6.9951629638671875}
-{"epoch": 8, "step": 12848, "loss": 0.019571583718061447, "total_norm": 2.739952802658081}
-{"epoch": 8, "step": 12849, "loss": 0.02593309059739113, "total_norm": 4.835186004638672}
-{"epoch": 8, "step": 12850, "loss": 0.07184048742055893, "total_norm": 4.808279037475586}
-{"epoch": 8, "step": 12851, "loss": 0.039931777864694595, "total_norm": 4.260992050170898}
-{"epoch": 8, "step": 12852, "loss": 0.033941641449928284, "total_norm": 3.831493854522705}
-{"epoch": 8, "step": 12853, "loss": 0.018216446042060852, "total_norm": 2.8707926273345947}
-{"epoch": 8, "step": 12854, "loss": 0.03848172724246979, "total_norm": 3.6230008602142334}
-{"epoch": 8, "step": 12855, "loss": 0.07214131951332092, "total_norm": 6.232807636260986}
-{"epoch": 8, "step": 12856, "loss": 0.07597602903842926, "total_norm": 6.649646759033203}
-{"epoch": 8, "step": 12857, "loss": 0.03470825031399727, "total_norm": 4.011425971984863}
-{"epoch": 8, "step": 12858, "loss": 0.05697216838598251, "total_norm": 3.5982720851898193}
-{"epoch": 8, "step": 12859, "loss": 0.0072386665269732475, "total_norm": 1.7388105392456055}
-{"epoch": 8, "step": 12860, "loss": 0.012458321638405323, "total_norm": 2.009110927581787}
-{"epoch": 8, "step": 12861, "loss": 0.05352943763136864, "total_norm": 4.993829250335693}
-{"epoch": 8, "step": 12862, "loss": 0.05088881403207779, "total_norm": 4.170147895812988}
-{"epoch": 8, "step": 12863, "loss": 0.025317082181572914, "total_norm": 4.220378398895264}
-{"epoch": 8, "step": 12864, "loss": 0.09585696458816528, "total_norm": 5.296759605407715}
-{"epoch": 8, "step": 12865, "loss": 0.04723096638917923, "total_norm": 5.552818298339844}
-{"epoch": 8, "step": 12866, "loss": 0.0254270788282156, "total_norm": 3.0104987621307373}
-{"epoch": 8, "step": 12867, "loss": 0.06735502183437347, "total_norm": 5.5215535163879395}
-{"epoch": 8, "step": 12868, "loss": 0.06978555023670197, "total_norm": 4.052279472351074}
-{"epoch": 8, "step": 12869, "loss": 0.05757884308695793, "total_norm": 7.893042087554932}
-{"epoch": 8, "step": 12870, "eval_loss": 3.5656455531716347, "eval_rougeL": 0.29166615365660836}
-{"epoch": 9, "step": 12870, "loss": 0.012547818943858147, "total_norm": 4.402667999267578}
-{"epoch": 9, "step": 12871, "loss": 0.0036505290772765875, "total_norm": 1.0766571760177612}
-{"epoch": 9, "step": 12872, "loss": 0.024886764585971832, "total_norm": 3.4703261852264404}
-{"epoch": 9, "step": 12873, "loss": 0.008936870843172073, "total_norm": 1.7397574186325073}
-{"epoch": 9, "step": 12874, "loss": 0.01481638103723526, "total_norm": 3.3178563117980957}
-{"epoch": 9, "step": 12875, "loss": 0.012118875049054623, "total_norm": 3.3950326442718506}
-{"epoch": 9, "step": 12876, "loss": 0.032009147107601166, "total_norm": 3.1672041416168213}
-{"epoch": 9, "step": 12877, "loss": 0.060146793723106384, "total_norm": 4.739567756652832}
-{"epoch": 9, "step": 12878, "loss": 0.04184427857398987, "total_norm": 3.3515872955322266}
-{"epoch": 9, "step": 12879, "loss": 0.05449790135025978, "total_norm": 3.5691800117492676}
-{"epoch": 9, "step": 12880, "loss": 0.038410015404224396, "total_norm": 3.0729472637176514}
-{"epoch": 9, "step": 12881, "loss": 0.057207141071558, "total_norm": 3.2166268825531006}
-{"epoch": 9, "step": 12882, "loss": 0.01923377253115177, "total_norm": 3.0475993156433105}
-{"epoch": 9, "step": 12883, "loss": 0.03432207554578781, "total_norm": 3.1923129558563232}
-{"epoch": 9, "step": 12884, "loss": 0.008601509965956211, "total_norm": 1.5301799774169922}
-{"epoch": 9, "step": 12885, "loss": 0.005026702303439379, "total_norm": 1.7013256549835205}
-{"epoch": 9, "step": 12886, "loss": 0.051183268427848816, "total_norm": 2.436561107635498}
-{"epoch": 9, "step": 12887, "loss": 0.008884663693606853, "total_norm": 1.6349103450775146}
-{"epoch": 9, "step": 12888, "loss": 0.029028622433543205, "total_norm": 4.3901448249816895}
-{"epoch": 9, "step": 12889, "loss": 0.021873969584703445, "total_norm": 4.365691661834717}
-{"epoch": 9, "step": 12890, "loss": 0.015446747653186321, "total_norm": 2.794326066970825}
-{"epoch": 9, "step": 12891, "loss": 0.020801911130547523, "total_norm": 4.515049457550049}
-{"epoch": 9, "step": 12892, "loss": 0.006371042691171169, "total_norm": 1.8443063497543335}
-{"epoch": 9, "step": 12893, "loss": 0.009816219098865986, "total_norm": 1.970808982849121}
-{"epoch": 9, "step": 12894, "loss": 0.017154984176158905, "total_norm": 2.237771511077881}
-{"epoch": 9, "step": 12895, "loss": 0.011025329120457172, "total_norm": 2.484778642654419}
-{"epoch": 9, "step": 12896, "loss": 0.019724180921912193, "total_norm": 1.435834527015686}
-{"epoch": 9, "step": 12897, "loss": 0.028121210634708405, "total_norm": 3.7856814861297607}
-{"epoch": 9, "step": 12898, "loss": 0.010818992741405964, "total_norm": 1.459633469581604}
-{"epoch": 9, "step": 12899, "loss": 0.029398836195468903, "total_norm": 3.4519870281219482}
-{"epoch": 9, "step": 12900, "loss": 0.1390874683856964, "total_norm": 11.977380752563477}
-{"epoch": 9, "step": 12901, "loss": 0.0168173648416996, "total_norm": 3.9886879920959473}
-{"epoch": 9, "step": 12902, "loss": 0.008889197371900082, "total_norm": 3.0559895038604736}
-{"epoch": 9, "step": 12903, "loss": 0.04233868792653084, "total_norm": 3.791998863220215}
-{"epoch": 9, "step": 12904, "loss": 0.024507518857717514, "total_norm": 2.326507329940796}
-{"epoch": 9, "step": 12905, "loss": 0.022663135081529617, "total_norm": 3.011881113052368}
-{"epoch": 9, "step": 12906, "loss": 0.032793767750263214, "total_norm": 2.6690211296081543}
-{"epoch": 9, "step": 12907, "loss": 0.0022173805627971888, "total_norm": 0.47609126567840576}
-{"epoch": 9, "step": 12908, "loss": 0.0849851593375206, "total_norm": 5.452134132385254}
-{"epoch": 9, "step": 12909, "loss": 0.022452427074313164, "total_norm": 2.196948766708374}
-{"epoch": 9, "step": 12910, "loss": 0.008899240754544735, "total_norm": 2.1781976222991943}
-{"epoch": 9, "step": 12911, "loss": 0.011920553632080555, "total_norm": 3.147885799407959}
-{"epoch": 9, "step": 12912, "loss": 0.042837001383304596, "total_norm": 3.2007110118865967}
-{"epoch": 9, "step": 12913, "loss": 0.02064916118979454, "total_norm": 3.0829007625579834}
-{"epoch": 9, "step": 12914, "loss": 0.008807464502751827, "total_norm": 2.4538958072662354}
-{"epoch": 9, "step": 12915, "loss": 0.05685490742325783, "total_norm": 4.814675807952881}
-{"epoch": 9, "step": 12916, "loss": 0.008870185352861881, "total_norm": 1.9298542737960815}
-{"epoch": 9, "step": 12917, "loss": 0.031823255121707916, "total_norm": 3.2783069610595703}
-{"epoch": 9, "step": 12918, "loss": 0.018077827990055084, "total_norm": 3.753709077835083}
-{"epoch": 9, "step": 12919, "loss": 0.030812107026576996, "total_norm": 3.243593454360962}
-{"epoch": 9, "step": 12920, "loss": 0.015559772029519081, "total_norm": 4.431514263153076}
-{"epoch": 9, "step": 12921, "loss": 0.026362111791968346, "total_norm": 4.098947525024414}
-{"epoch": 9, "step": 12922, "loss": 0.0550970733165741, "total_norm": 4.498651027679443}
-{"epoch": 9, "step": 12923, "loss": 0.03215520456433296, "total_norm": 4.4130778312683105}
-{"epoch": 9, "step": 12924, "loss": 0.027496159076690674, "total_norm": 2.6024067401885986}
-{"epoch": 9, "step": 12925, "loss": 0.006989503279328346, "total_norm": 1.7999862432479858}
-{"epoch": 9, "step": 12926, "loss": 0.02398614212870598, "total_norm": 3.3974194526672363}
-{"epoch": 9, "step": 12927, "loss": 0.013590261340141296, "total_norm": 2.106081247329712}
-{"epoch": 9, "step": 12928, "loss": 0.027068104594945908, "total_norm": 4.009866237640381}
-{"epoch": 9, "step": 12929, "loss": 0.018860651180148125, "total_norm": 4.8120317459106445}
-{"epoch": 9, "step": 12930, "loss": 0.008241750299930573, "total_norm": 1.9048681259155273}
-{"epoch": 9, "step": 12931, "loss": 0.009322416968643665, "total_norm": 1.8543894290924072}
-{"epoch": 9, "step": 12932, "loss": 0.006966614164412022, "total_norm": 3.587576389312744}
-{"epoch": 9, "step": 12933, "loss": 0.009798160754144192, "total_norm": 2.7184841632843018}
-{"epoch": 9, "step": 12934, "loss": 0.005885750986635685, "total_norm": 1.4549223184585571}
-{"epoch": 9, "step": 12935, "loss": 0.0382651649415493, "total_norm": 2.9840471744537354}
-{"epoch": 9, "step": 12936, "loss": 0.03514901548624039, "total_norm": 4.9207072257995605}
-{"epoch": 9, "step": 12937, "loss": 0.04165560379624367, "total_norm": 4.743101596832275}
-{"epoch": 9, "step": 12938, "loss": 0.03298886492848396, "total_norm": 2.9380722045898438}
-{"epoch": 9, "step": 12939, "loss": 0.01034668181091547, "total_norm": 1.8300074338912964}
-{"epoch": 9, "step": 12940, "loss": 0.010161466896533966, "total_norm": 1.6587135791778564}
-{"epoch": 9, "step": 12941, "loss": 0.03786110505461693, "total_norm": 4.0588178634643555}
-{"epoch": 9, "step": 12942, "loss": 0.032808154821395874, "total_norm": 6.134738445281982}
-{"epoch": 9, "step": 12943, "loss": 0.012283293530344963, "total_norm": 2.023806571960449}
-{"epoch": 9, "step": 12944, "loss": 0.018337879329919815, "total_norm": 2.379105567932129}
-{"epoch": 9, "step": 12945, "loss": 0.01206869538873434, "total_norm": 2.0457820892333984}
-{"epoch": 9, "step": 12946, "loss": 0.03218473121523857, "total_norm": 5.01240348815918}
-{"epoch": 9, "step": 12947, "loss": 0.052032362669706345, "total_norm": 4.474217891693115}
-{"epoch": 9, "step": 12948, "loss": 0.007366604171693325, "total_norm": 1.2710717916488647}
-{"epoch": 9, "step": 12949, "loss": 0.03945280984044075, "total_norm": 4.347271919250488}
-{"epoch": 9, "step": 12950, "loss": 0.03652418404817581, "total_norm": 3.6953647136688232}
-{"epoch": 9, "step": 12951, "loss": 0.035799913108348846, "total_norm": 3.644366979598999}
-{"epoch": 9, "step": 12952, "loss": 0.03263535723090172, "total_norm": 3.193216562271118}
-{"epoch": 9, "step": 12953, "loss": 0.02130049467086792, "total_norm": 2.1414265632629395}
-{"epoch": 9, "step": 12954, "loss": 0.016559269279241562, "total_norm": 2.9859366416931152}
-{"epoch": 9, "step": 12955, "loss": 0.020611517131328583, "total_norm": 3.7983882427215576}
-{"epoch": 9, "step": 12956, "loss": 0.016786085441708565, "total_norm": 1.951325535774231}
-{"epoch": 9, "step": 12957, "loss": 0.043626345694065094, "total_norm": 4.454556465148926}
-{"epoch": 9, "step": 12958, "loss": 0.044426195323467255, "total_norm": 4.912720203399658}
-{"epoch": 9, "step": 12959, "loss": 0.007144086994230747, "total_norm": 1.8335306644439697}
-{"epoch": 9, "step": 12960, "loss": 0.011800502426922321, "total_norm": 5.647536277770996}
-{"epoch": 9, "step": 12961, "loss": 0.022585734724998474, "total_norm": 3.7020857334136963}
-{"epoch": 9, "step": 12962, "loss": 0.03552798181772232, "total_norm": 3.016801118850708}
-{"epoch": 9, "step": 12963, "loss": 0.015232125297188759, "total_norm": 2.5034079551696777}
-{"epoch": 9, "step": 12964, "loss": 0.02427923120558262, "total_norm": 4.070318222045898}
-{"epoch": 9, "step": 12965, "loss": 0.03893379867076874, "total_norm": 4.338085174560547}
-{"epoch": 9, "step": 12966, "loss": 0.006594010163098574, "total_norm": 1.3963946104049683}
-{"epoch": 9, "step": 12967, "loss": 0.030974142253398895, "total_norm": 3.417348623275757}
-{"epoch": 9, "step": 12968, "loss": 0.09098536521196365, "total_norm": 4.539063930511475}
-{"epoch": 9, "step": 12969, "loss": 0.01584223285317421, "total_norm": 3.1984615325927734}
-{"epoch": 9, "step": 12970, "loss": 0.00655427435413003, "total_norm": 1.6527161598205566}
-{"epoch": 9, "step": 12971, "loss": 0.016603736206889153, "total_norm": 1.9709134101867676}
-{"epoch": 9, "step": 12972, "loss": 0.016271278262138367, "total_norm": 2.364771604537964}
-{"epoch": 9, "step": 12973, "loss": 0.011000745929777622, "total_norm": 1.7966349124908447}
-{"epoch": 9, "step": 12974, "loss": 0.04645569249987602, "total_norm": 3.8150134086608887}
-{"epoch": 9, "step": 12975, "loss": 0.043106742203235626, "total_norm": 4.006217956542969}
-{"epoch": 9, "step": 12976, "loss": 0.03624831512570381, "total_norm": 2.9846227169036865}
-{"epoch": 9, "step": 12977, "loss": 0.007805520668625832, "total_norm": 1.7608671188354492}
-{"epoch": 9, "step": 12978, "loss": 0.04860236868262291, "total_norm": 4.540971755981445}
-{"epoch": 9, "step": 12979, "loss": 0.06891442835330963, "total_norm": 5.103847026824951}
-{"epoch": 9, "step": 12980, "loss": 0.05681315064430237, "total_norm": 3.1160354614257812}
-{"epoch": 9, "step": 12981, "loss": 0.027339790016412735, "total_norm": 2.4133713245391846}
-{"epoch": 9, "step": 12982, "loss": 0.0537722185254097, "total_norm": 3.914339303970337}
-{"epoch": 9, "step": 12983, "loss": 0.07817856222391129, "total_norm": 5.821619033813477}
-{"epoch": 9, "step": 12984, "loss": 0.07557255029678345, "total_norm": 5.507676124572754}
-{"epoch": 9, "step": 12985, "loss": 0.012721274048089981, "total_norm": 4.516782283782959}
-{"epoch": 9, "step": 12986, "loss": 0.05109180882573128, "total_norm": 4.223078727722168}
-{"epoch": 9, "step": 12987, "loss": 0.02473740093410015, "total_norm": 4.249868392944336}
-{"epoch": 9, "step": 12988, "loss": 0.02712283842265606, "total_norm": 5.3958234786987305}
-{"epoch": 9, "step": 12989, "loss": 0.030091676861047745, "total_norm": 3.1312437057495117}
-{"epoch": 9, "step": 12990, "loss": 0.0035226948093622923, "total_norm": 0.5982330441474915}
-{"epoch": 9, "step": 12991, "loss": 0.05338963493704796, "total_norm": 4.755502223968506}
-{"epoch": 9, "step": 12992, "loss": 0.017606962472200394, "total_norm": 2.5697014331817627}
-{"epoch": 9, "step": 12993, "loss": 0.012579180300235748, "total_norm": 2.424980640411377}
-{"epoch": 9, "step": 12994, "loss": 0.024906668812036514, "total_norm": 2.737870693206787}
-{"epoch": 9, "step": 12995, "loss": 0.010947825387120247, "total_norm": 1.8820455074310303}
-{"epoch": 9, "step": 12996, "loss": 0.025738175958395004, "total_norm": 3.0837156772613525}
-{"epoch": 9, "step": 12997, "loss": 0.04517664387822151, "total_norm": 4.288784503936768}
-{"epoch": 9, "step": 12998, "loss": 0.03338530287146568, "total_norm": 3.3824350833892822}
-{"epoch": 9, "step": 12999, "loss": 0.03416089341044426, "total_norm": 2.761212110519409}
-{"epoch": 9, "step": 13000, "loss": 0.012663185596466064, "total_norm": 1.8477399349212646}
-{"epoch": 9, "step": 13001, "loss": 0.022923601791262627, "total_norm": 2.644784688949585}
-{"epoch": 9, "step": 13002, "loss": 0.08225256204605103, "total_norm": 5.301599979400635}
-{"epoch": 9, "step": 13003, "loss": 0.007704096380621195, "total_norm": 1.9893159866333008}
-{"epoch": 9, "step": 13004, "loss": 0.024366293102502823, "total_norm": 3.0446999073028564}
-{"epoch": 9, "step": 13005, "loss": 0.016728557646274567, "total_norm": 3.2926745414733887}
-{"epoch": 9, "step": 13006, "loss": 0.021965306252241135, "total_norm": 4.193321704864502}
-{"epoch": 9, "step": 13007, "loss": 0.04952137917280197, "total_norm": 3.727128505706787}
-{"epoch": 9, "step": 13008, "loss": 0.01596446894109249, "total_norm": 2.8175361156463623}
-{"epoch": 9, "step": 13009, "loss": 0.01566668041050434, "total_norm": 4.013240337371826}
-{"epoch": 9, "step": 13010, "loss": 0.014890057034790516, "total_norm": 2.252868413925171}
-{"epoch": 9, "step": 13011, "loss": 0.006615892983973026, "total_norm": 1.2904118299484253}
-{"epoch": 9, "step": 13012, "loss": 0.03387482091784477, "total_norm": 3.5645718574523926}
-{"epoch": 9, "step": 13013, "loss": 0.04189712181687355, "total_norm": 3.357682228088379}
-{"epoch": 9, "step": 13014, "loss": 0.0255621075630188, "total_norm": 2.8348140716552734}
-{"epoch": 9, "step": 13015, "loss": 0.041793156415224075, "total_norm": 3.1236257553100586}
-{"epoch": 9, "step": 13016, "loss": 0.06246001645922661, "total_norm": 3.9019086360931396}
-{"epoch": 9, "step": 13017, "loss": 0.010633193887770176, "total_norm": 2.493359327316284}
-{"epoch": 9, "step": 13018, "loss": 0.013464966788887978, "total_norm": 1.714660882949829}
-{"epoch": 9, "step": 13019, "loss": 0.041770149022340775, "total_norm": 2.9971542358398438}
-{"epoch": 9, "step": 13020, "loss": 0.023970291018486023, "total_norm": 3.2397286891937256}
-{"epoch": 9, "step": 13021, "loss": 0.023215755820274353, "total_norm": 2.8495850563049316}
-{"epoch": 9, "step": 13022, "loss": 0.035735826939344406, "total_norm": 2.7894253730773926}
-{"epoch": 9, "step": 13023, "loss": 0.021617073565721512, "total_norm": 3.2804787158966064}
-{"epoch": 9, "step": 13024, "loss": 0.0072143226861953735, "total_norm": 1.6428395509719849}
-{"epoch": 9, "step": 13025, "loss": 0.01682092435657978, "total_norm": 5.128767490386963}
-{"epoch": 9, "step": 13026, "loss": 0.04426276311278343, "total_norm": 3.3665196895599365}
-{"epoch": 9, "step": 13027, "loss": 0.030868979170918465, "total_norm": 2.543708324432373}
-{"epoch": 9, "step": 13028, "loss": 0.018372345715761185, "total_norm": 2.3792917728424072}
-{"epoch": 9, "step": 13029, "loss": 0.018965143710374832, "total_norm": 3.7721107006073}
-{"epoch": 9, "step": 13030, "loss": 0.05906492471694946, "total_norm": 3.9271347522735596}
-{"epoch": 9, "step": 13031, "loss": 0.020261872559785843, "total_norm": 3.0221822261810303}
-{"epoch": 9, "step": 13032, "loss": 0.00790383294224739, "total_norm": 2.0407629013061523}
-{"epoch": 9, "step": 13033, "loss": 0.02433965727686882, "total_norm": 2.4693024158477783}
-{"epoch": 9, "step": 13034, "loss": 0.009436985477805138, "total_norm": 1.8030494451522827}
-{"epoch": 9, "step": 13035, "loss": 0.009608345106244087, "total_norm": 1.9557552337646484}
-{"epoch": 9, "step": 13036, "loss": 0.02577878348529339, "total_norm": 2.8407390117645264}
-{"epoch": 9, "step": 13037, "loss": 0.027153125032782555, "total_norm": 4.302961349487305}
-{"epoch": 9, "step": 13038, "loss": 0.03692019358277321, "total_norm": 3.4397222995758057}
-{"epoch": 9, "step": 13039, "loss": 0.013958116061985493, "total_norm": 2.4704766273498535}
-{"epoch": 9, "step": 13040, "loss": 0.019514452666044235, "total_norm": 3.5430049896240234}
-{"epoch": 9, "step": 13041, "loss": 0.01594349928200245, "total_norm": 3.1342689990997314}
-{"epoch": 9, "step": 13042, "loss": 0.01814548298716545, "total_norm": 2.4145891666412354}
-{"epoch": 9, "step": 13043, "loss": 0.032963622361421585, "total_norm": 4.323449611663818}
-{"epoch": 9, "step": 13044, "loss": 0.024579159915447235, "total_norm": 3.6476712226867676}
-{"epoch": 9, "step": 13045, "loss": 0.01763453520834446, "total_norm": 2.591418981552124}
-{"epoch": 9, "step": 13046, "loss": 0.03761327266693115, "total_norm": 5.019998550415039}
-{"epoch": 9, "step": 13047, "loss": 0.035538747906684875, "total_norm": 3.166537046432495}
-{"epoch": 9, "step": 13048, "loss": 0.03335506469011307, "total_norm": 5.5674519538879395}
-{"epoch": 9, "step": 13049, "loss": 0.011758603155612946, "total_norm": 1.910705327987671}
-{"epoch": 9, "step": 13050, "loss": 0.02059747651219368, "total_norm": 2.4409940242767334}
-{"epoch": 9, "step": 13051, "loss": 0.05644888058304787, "total_norm": 3.4233059883117676}
-{"epoch": 9, "step": 13052, "loss": 0.022087492048740387, "total_norm": 2.092747926712036}
-{"epoch": 9, "step": 13053, "loss": 0.0126884113997221, "total_norm": 2.9642927646636963}
-{"epoch": 9, "step": 13054, "loss": 0.028996549546718597, "total_norm": 2.9647302627563477}
-{"epoch": 9, "step": 13055, "loss": 0.01064983755350113, "total_norm": 1.1865876913070679}
-{"epoch": 9, "step": 13056, "loss": 0.034433767199516296, "total_norm": 3.834965229034424}
-{"epoch": 9, "step": 13057, "loss": 0.031824760138988495, "total_norm": 4.097670555114746}
-{"epoch": 9, "step": 13058, "loss": 0.02808707021176815, "total_norm": 3.403393268585205}
-{"epoch": 9, "step": 13059, "loss": 0.023600151762366295, "total_norm": 2.8381905555725098}
-{"epoch": 9, "step": 13060, "loss": 0.02528446912765503, "total_norm": 2.5881283283233643}
-{"epoch": 9, "step": 13061, "loss": 0.02254164218902588, "total_norm": 1.9660675525665283}
-{"epoch": 9, "step": 13062, "loss": 0.043209508061409, "total_norm": 2.4768049716949463}
-{"epoch": 9, "step": 13063, "loss": 0.06518279761075974, "total_norm": 5.250636100769043}
-{"epoch": 9, "step": 13064, "loss": 0.0075795878656208515, "total_norm": 3.044605016708374}
-{"epoch": 9, "step": 13065, "loss": 0.01290839072316885, "total_norm": 3.317622661590576}
-{"epoch": 9, "step": 13066, "loss": 0.03207123652100563, "total_norm": 3.255119562149048}
-{"epoch": 9, "step": 13067, "loss": 0.004903202410787344, "total_norm": 0.8237599730491638}
-{"epoch": 9, "step": 13068, "loss": 0.046893272548913956, "total_norm": 3.710056781768799}
-{"epoch": 9, "step": 13069, "loss": 0.015414358116686344, "total_norm": 3.253676414489746}
-{"epoch": 9, "step": 13070, "loss": 0.036372244358062744, "total_norm": 4.318218231201172}
-{"epoch": 9, "step": 13071, "loss": 0.014016462489962578, "total_norm": 3.5336055755615234}
-{"epoch": 9, "step": 13072, "loss": 0.011669496074318886, "total_norm": 1.866486668586731}
-{"epoch": 9, "step": 13073, "loss": 0.022178424522280693, "total_norm": 6.1167378425598145}
-{"epoch": 9, "step": 13074, "loss": 0.015529227443039417, "total_norm": 2.970341920852661}
-{"epoch": 9, "step": 13075, "loss": 0.059576377272605896, "total_norm": 2.726577043533325}
-{"epoch": 9, "step": 13076, "loss": 0.0299515537917614, "total_norm": 2.231473207473755}
-{"epoch": 9, "step": 13077, "loss": 0.004302539397031069, "total_norm": 0.8323163390159607}
-{"epoch": 9, "step": 13078, "loss": 0.02246268279850483, "total_norm": 2.3319199085235596}
-{"epoch": 9, "step": 13079, "loss": 0.07264930754899979, "total_norm": 4.050256252288818}
-{"epoch": 9, "step": 13080, "loss": 0.015222541987895966, "total_norm": 2.123056650161743}
-{"epoch": 9, "step": 13081, "loss": 0.008699833415448666, "total_norm": 2.430311918258667}
-{"epoch": 9, "step": 13082, "loss": 0.00764215923845768, "total_norm": 2.2629153728485107}
-{"epoch": 9, "step": 13083, "loss": 0.04395999759435654, "total_norm": 5.786351203918457}
-{"epoch": 9, "step": 13084, "loss": 0.022942284122109413, "total_norm": 5.040422439575195}
-{"epoch": 9, "step": 13085, "loss": 0.026349399238824844, "total_norm": 3.251776933670044}
-{"epoch": 9, "step": 13086, "loss": 0.029933838173747063, "total_norm": 1.8564375638961792}
-{"epoch": 9, "step": 13087, "loss": 0.07668326050043106, "total_norm": 5.442725658416748}
-{"epoch": 9, "step": 13088, "loss": 0.038049113005399704, "total_norm": 3.336341381072998}
-{"epoch": 9, "step": 13089, "loss": 0.011520380154252052, "total_norm": 2.895423650741577}
-{"epoch": 9, "step": 13090, "loss": 0.025972342118620872, "total_norm": 1.9967193603515625}
-{"epoch": 9, "step": 13091, "loss": 0.0410335436463356, "total_norm": 4.311920166015625}
-{"epoch": 9, "step": 13092, "loss": 0.038229554891586304, "total_norm": 3.0271239280700684}
-{"epoch": 9, "step": 13093, "loss": 0.033375974744558334, "total_norm": 4.48352575302124}
-{"epoch": 9, "step": 13094, "loss": 0.029677754268050194, "total_norm": 2.411405086517334}
-{"epoch": 9, "step": 13095, "loss": 0.034439485520124435, "total_norm": 3.900348663330078}
-{"epoch": 9, "step": 13096, "loss": 0.014222368597984314, "total_norm": 1.8174281120300293}
-{"epoch": 9, "step": 13097, "loss": 0.02038032002747059, "total_norm": 2.6891486644744873}
-{"epoch": 9, "step": 13098, "loss": 0.07619025558233261, "total_norm": 5.057262420654297}
-{"epoch": 9, "step": 13099, "loss": 0.023510755971074104, "total_norm": 2.6810436248779297}
-{"epoch": 9, "step": 13100, "loss": 0.0033792757894843817, "total_norm": 0.7512046098709106}
-{"epoch": 9, "step": 13101, "loss": 0.004512837156653404, "total_norm": 0.9945141673088074}
-{"epoch": 9, "step": 13102, "loss": 0.018758369609713554, "total_norm": 2.959364652633667}
-{"epoch": 9, "step": 13103, "loss": 0.06977300345897675, "total_norm": 4.567637920379639}
-{"epoch": 9, "step": 13104, "loss": 0.023586003109812737, "total_norm": 2.816222667694092}
-{"epoch": 9, "step": 13105, "loss": 0.015987161546945572, "total_norm": 2.463909864425659}
-{"epoch": 9, "step": 13106, "loss": 0.011806152760982513, "total_norm": 2.529940605163574}
-{"epoch": 9, "step": 13107, "loss": 0.028271349146962166, "total_norm": 2.265598773956299}
-{"epoch": 9, "step": 13108, "loss": 0.019248327240347862, "total_norm": 4.656234264373779}
-{"epoch": 9, "step": 13109, "loss": 0.05839097499847412, "total_norm": 7.4615583419799805}
-{"epoch": 9, "step": 13110, "loss": 0.04772961512207985, "total_norm": 2.7600765228271484}
-{"epoch": 9, "step": 13111, "loss": 0.029192978516221046, "total_norm": 2.8785321712493896}
-{"epoch": 9, "step": 13112, "loss": 0.008964559063315392, "total_norm": 1.9855663776397705}
-{"epoch": 9, "step": 13113, "loss": 0.04869745671749115, "total_norm": 4.948517799377441}
-{"epoch": 9, "step": 13114, "loss": 0.020763959735631943, "total_norm": 3.217083215713501}
-{"epoch": 9, "step": 13115, "loss": 0.015846969559788704, "total_norm": 2.6549222469329834}
-{"epoch": 9, "step": 13116, "loss": 0.03203575685620308, "total_norm": 3.9036097526550293}
-{"epoch": 9, "step": 13117, "loss": 0.03289532661437988, "total_norm": 2.6655173301696777}
-{"epoch": 9, "step": 13118, "loss": 0.017669737339019775, "total_norm": 2.6443591117858887}
-{"epoch": 9, "step": 13119, "loss": 0.01412203535437584, "total_norm": 3.0310757160186768}
-{"epoch": 9, "step": 13120, "loss": 0.023861054331064224, "total_norm": 2.462740659713745}
-{"epoch": 9, "step": 13121, "loss": 0.0027453210204839706, "total_norm": 0.7593950629234314}
-{"epoch": 9, "step": 13122, "loss": 0.022403426468372345, "total_norm": 6.3182148933410645}
-{"epoch": 9, "step": 13123, "loss": 0.02335658110678196, "total_norm": 4.318312168121338}
-{"epoch": 9, "step": 13124, "loss": 0.05673062428832054, "total_norm": 4.530652046203613}
-{"epoch": 9, "step": 13125, "loss": 0.01894494518637657, "total_norm": 3.742830753326416}
-{"epoch": 9, "step": 13126, "loss": 0.012377427890896797, "total_norm": 2.0089943408966064}
-{"epoch": 9, "step": 13127, "loss": 0.010485125705599785, "total_norm": 2.2499094009399414}
-{"epoch": 9, "step": 13128, "loss": 0.05475873500108719, "total_norm": 10.200729370117188}
-{"epoch": 9, "step": 13129, "loss": 0.025875801220536232, "total_norm": 4.234992027282715}
-{"epoch": 9, "step": 13130, "loss": 0.014835899695754051, "total_norm": 2.3088433742523193}
-{"epoch": 9, "step": 13131, "loss": 0.03818739578127861, "total_norm": 5.840300559997559}
-{"epoch": 9, "step": 13132, "loss": 0.02216448448598385, "total_norm": 4.644586563110352}
-{"epoch": 9, "step": 13133, "loss": 0.02675997093319893, "total_norm": 3.086763858795166}
-{"epoch": 9, "step": 13134, "loss": 0.02019515447318554, "total_norm": 1.9587125778198242}
-{"epoch": 9, "step": 13135, "loss": 0.028234027326107025, "total_norm": 3.908716917037964}
-{"epoch": 9, "step": 13136, "loss": 0.007609479129314423, "total_norm": 2.244425058364868}
-{"epoch": 9, "step": 13137, "loss": 0.015220504254102707, "total_norm": 3.643850326538086}
-{"epoch": 9, "step": 13138, "loss": 0.01983513869345188, "total_norm": 5.804563999176025}
-{"epoch": 9, "step": 13139, "loss": 0.023396477103233337, "total_norm": 3.115398406982422}
-{"epoch": 9, "step": 13140, "loss": 0.03795307129621506, "total_norm": 2.183448553085327}
-{"epoch": 9, "step": 13141, "loss": 0.01988750696182251, "total_norm": 2.739190101623535}
-{"epoch": 9, "step": 13142, "loss": 0.016040831804275513, "total_norm": 3.768362283706665}
-{"epoch": 9, "step": 13143, "loss": 0.047502677887678146, "total_norm": 7.689050197601318}
-{"epoch": 9, "step": 13144, "loss": 0.025270774960517883, "total_norm": 2.624769687652588}
-{"epoch": 9, "step": 13145, "loss": 0.019937457516789436, "total_norm": 2.030458450317383}
-{"epoch": 9, "step": 13146, "loss": 0.023765813559293747, "total_norm": 2.042454481124878}
-{"epoch": 9, "step": 13147, "loss": 0.028921915218234062, "total_norm": 5.3236589431762695}
-{"epoch": 9, "step": 13148, "loss": 0.04591807723045349, "total_norm": 2.8456573486328125}
-{"epoch": 9, "step": 13149, "loss": 0.02661222591996193, "total_norm": 3.837890148162842}
-{"epoch": 9, "step": 13150, "loss": 0.015383696183562279, "total_norm": 1.7920879125595093}
-{"epoch": 9, "step": 13151, "loss": 0.009676484391093254, "total_norm": 1.82835853099823}
-{"epoch": 9, "step": 13152, "loss": 0.022592734545469284, "total_norm": 4.318004131317139}
-{"epoch": 9, "step": 13153, "loss": 0.010813356377184391, "total_norm": 1.8636012077331543}
-{"epoch": 9, "step": 13154, "loss": 0.01922721229493618, "total_norm": 2.656198740005493}
-{"epoch": 9, "step": 13155, "loss": 0.028065022081136703, "total_norm": 3.966430902481079}
-{"epoch": 9, "step": 13156, "loss": 0.07562268525362015, "total_norm": 3.5024173259735107}
-{"epoch": 9, "step": 13157, "loss": 0.03153075650334358, "total_norm": 4.823229789733887}
-{"epoch": 9, "step": 13158, "loss": 0.05114568769931793, "total_norm": 6.128233909606934}
-{"epoch": 9, "step": 13159, "loss": 0.006116519682109356, "total_norm": 1.6154662370681763}
-{"epoch": 9, "step": 13160, "loss": 0.02548612281680107, "total_norm": 2.5662283897399902}
-{"epoch": 9, "step": 13161, "loss": 0.044474046677351, "total_norm": 5.209908962249756}
-{"epoch": 9, "step": 13162, "loss": 0.005717766005545855, "total_norm": 1.0180511474609375}
-{"epoch": 9, "step": 13163, "loss": 0.00645068334415555, "total_norm": 1.5424432754516602}
-{"epoch": 9, "step": 13164, "loss": 0.023193782195448875, "total_norm": 3.9522194862365723}
-{"epoch": 9, "step": 13165, "loss": 0.03113720379769802, "total_norm": 4.203073501586914}
-{"epoch": 9, "step": 13166, "loss": 0.02312031388282776, "total_norm": 10.506209373474121}
-{"epoch": 9, "step": 13167, "loss": 0.0528898760676384, "total_norm": 3.1597611904144287}
-{"epoch": 9, "step": 13168, "loss": 0.030803706496953964, "total_norm": 3.304638385772705}
-{"epoch": 9, "step": 13169, "loss": 0.05069806054234505, "total_norm": 5.336374282836914}
-{"epoch": 9, "step": 13170, "loss": 0.036433298140764236, "total_norm": 1.8779230117797852}
-{"epoch": 9, "step": 13171, "loss": 0.02796592004597187, "total_norm": 3.0066375732421875}
-{"epoch": 9, "step": 13172, "loss": 0.0031136516481637955, "total_norm": 1.0772746801376343}
-{"epoch": 9, "step": 13173, "loss": 0.006562802474945784, "total_norm": 1.6418706178665161}
-{"epoch": 9, "step": 13174, "loss": 0.028599219396710396, "total_norm": 3.5903146266937256}
-{"epoch": 9, "step": 13175, "loss": 0.028084667399525642, "total_norm": 3.2555832862854004}
-{"epoch": 9, "step": 13176, "loss": 0.04684052616357803, "total_norm": 3.403118371963501}
-{"epoch": 9, "step": 13177, "loss": 0.019459940493106842, "total_norm": 2.0925724506378174}
-{"epoch": 9, "step": 13178, "loss": 0.005048691760748625, "total_norm": 0.9796826839447021}
-{"epoch": 9, "step": 13179, "loss": 0.02205023169517517, "total_norm": 2.848555326461792}
-{"epoch": 9, "step": 13180, "loss": 0.11279924213886261, "total_norm": 6.818708896636963}
-{"epoch": 9, "step": 13181, "loss": 0.014771484769880772, "total_norm": 1.8042703866958618}
-{"epoch": 9, "step": 13182, "loss": 0.01297721266746521, "total_norm": 2.810807704925537}
-{"epoch": 9, "step": 13183, "loss": 0.04815635457634926, "total_norm": 3.8790347576141357}
-{"epoch": 9, "step": 13184, "loss": 0.033589448779821396, "total_norm": 3.4213294982910156}
-{"epoch": 9, "step": 13185, "loss": 0.01878555864095688, "total_norm": 2.5066072940826416}
-{"epoch": 9, "step": 13186, "loss": 0.04118651896715164, "total_norm": 2.5086381435394287}
-{"epoch": 9, "step": 13187, "loss": 0.057993654161691666, "total_norm": 2.989370584487915}
-{"epoch": 9, "step": 13188, "loss": 0.01716841757297516, "total_norm": 2.216191291809082}
-{"epoch": 9, "step": 13189, "loss": 0.014137313701212406, "total_norm": 3.0365753173828125}
-{"epoch": 9, "step": 13190, "loss": 0.04988666623830795, "total_norm": 4.148761749267578}
-{"epoch": 9, "step": 13191, "loss": 0.08551019430160522, "total_norm": 7.275831699371338}
-{"epoch": 9, "step": 13192, "loss": 0.005145659204572439, "total_norm": 1.7086825370788574}
-{"epoch": 9, "step": 13193, "loss": 0.005066880024969578, "total_norm": 1.236039638519287}
-{"epoch": 9, "step": 13194, "loss": 0.02506120689213276, "total_norm": 3.7917253971099854}
-{"epoch": 9, "step": 13195, "loss": 0.010703411884605885, "total_norm": 2.407165050506592}
-{"epoch": 9, "step": 13196, "loss": 0.01134439930319786, "total_norm": 2.348231315612793}
-{"epoch": 9, "step": 13197, "loss": 0.04215320944786072, "total_norm": 2.6015939712524414}
-{"epoch": 9, "step": 13198, "loss": 0.009511223994195461, "total_norm": 1.7940418720245361}
-{"epoch": 9, "step": 13199, "loss": 0.025047076866030693, "total_norm": 2.5582244396209717}
-{"epoch": 9, "step": 13200, "loss": 0.06403443962335587, "total_norm": 4.511752605438232}
-{"epoch": 9, "step": 13201, "loss": 0.0066009522415697575, "total_norm": 1.232549786567688}
-{"epoch": 9, "step": 13202, "loss": 0.053755152970552444, "total_norm": 3.7471625804901123}
-{"epoch": 9, "step": 13203, "loss": 0.04743623360991478, "total_norm": 7.878254413604736}
-{"epoch": 9, "step": 13204, "loss": 0.013268816284835339, "total_norm": 2.023510694503784}
-{"epoch": 9, "step": 13205, "loss": 0.009879984892904758, "total_norm": 2.1313185691833496}
-{"epoch": 9, "step": 13206, "loss": 0.019123995676636696, "total_norm": 3.413327693939209}
-{"epoch": 9, "step": 13207, "loss": 0.013225517235696316, "total_norm": 2.7361185550689697}
-{"epoch": 9, "step": 13208, "loss": 0.06838203966617584, "total_norm": 4.316597938537598}
-{"epoch": 9, "step": 13209, "loss": 0.0331769697368145, "total_norm": 3.1678435802459717}
-{"epoch": 9, "step": 13210, "loss": 0.012002507224678993, "total_norm": 2.6399450302124023}
-{"epoch": 9, "step": 13211, "loss": 0.06081118807196617, "total_norm": 3.727219820022583}
-{"epoch": 9, "step": 13212, "loss": 0.008620928041636944, "total_norm": 1.2183237075805664}
-{"epoch": 9, "step": 13213, "loss": 0.019868407398462296, "total_norm": 2.323089361190796}
-{"epoch": 9, "step": 13214, "loss": 0.022860703989863396, "total_norm": 3.5651955604553223}
-{"epoch": 9, "step": 13215, "loss": 0.05101141333580017, "total_norm": 3.6715517044067383}
-{"epoch": 9, "step": 13216, "loss": 0.0853390172123909, "total_norm": 6.970333576202393}
-{"epoch": 9, "step": 13217, "loss": 0.007036576978862286, "total_norm": 2.019094705581665}
-{"epoch": 9, "step": 13218, "loss": 0.044180989265441895, "total_norm": 6.093344211578369}
-{"epoch": 9, "step": 13219, "loss": 0.05405864492058754, "total_norm": 3.6583380699157715}
-{"epoch": 9, "step": 13220, "loss": 0.0075828880071640015, "total_norm": 1.6737443208694458}
-{"epoch": 9, "step": 13221, "loss": 0.07587959617376328, "total_norm": 7.461008548736572}
-{"epoch": 9, "step": 13222, "loss": 0.011479908600449562, "total_norm": 2.1370623111724854}
-{"epoch": 9, "step": 13223, "loss": 0.04810762777924538, "total_norm": 4.326478958129883}
-{"epoch": 9, "step": 13224, "loss": 0.023957835510373116, "total_norm": 3.476472854614258}
-{"epoch": 9, "step": 13225, "loss": 0.04307691752910614, "total_norm": 3.9627106189727783}
-{"epoch": 9, "step": 13226, "loss": 0.028956294059753418, "total_norm": 3.708371162414551}
-{"epoch": 9, "step": 13227, "loss": 0.019799480214715004, "total_norm": 2.5356228351593018}
-{"epoch": 9, "step": 13228, "loss": 0.02155388705432415, "total_norm": 4.067922115325928}
-{"epoch": 9, "step": 13229, "loss": 0.033651504665613174, "total_norm": 3.196458339691162}
-{"epoch": 9, "step": 13230, "loss": 0.011687168851494789, "total_norm": 2.9416165351867676}
-{"epoch": 9, "step": 13231, "loss": 0.018204806372523308, "total_norm": 3.6985700130462646}
-{"epoch": 9, "step": 13232, "loss": 0.01859394647181034, "total_norm": 2.1880383491516113}
-{"epoch": 9, "step": 13233, "loss": 0.008677608333528042, "total_norm": 1.6383864879608154}
-{"epoch": 9, "step": 13234, "loss": 0.04599209874868393, "total_norm": 2.6187264919281006}
-{"epoch": 9, "step": 13235, "loss": 0.02897494286298752, "total_norm": 2.4620659351348877}
-{"epoch": 9, "step": 13236, "loss": 0.055479954928159714, "total_norm": 3.889070749282837}
-{"epoch": 9, "step": 13237, "loss": 0.053007591515779495, "total_norm": 4.807554721832275}
-{"epoch": 9, "step": 13238, "loss": 0.032744813710451126, "total_norm": 3.899768829345703}
-{"epoch": 9, "step": 13239, "loss": 0.015892785042524338, "total_norm": 2.6162681579589844}
-{"epoch": 9, "step": 13240, "loss": 0.04772806540131569, "total_norm": 4.374069690704346}
-{"epoch": 9, "step": 13241, "loss": 0.016111137345433235, "total_norm": 1.8634611368179321}
-{"epoch": 9, "step": 13242, "loss": 0.04804530367255211, "total_norm": 7.0199055671691895}
-{"epoch": 9, "step": 13243, "loss": 0.0017813107697293162, "total_norm": 0.2590220868587494}
-{"epoch": 9, "step": 13244, "loss": 0.01074963714927435, "total_norm": 2.575381278991699}
-{"epoch": 9, "step": 13245, "loss": 0.06375783681869507, "total_norm": 5.577818393707275}
-{"epoch": 9, "step": 13246, "loss": 0.014378334395587444, "total_norm": 3.0707786083221436}
-{"epoch": 9, "step": 13247, "loss": 0.07263083010911942, "total_norm": 9.720732688903809}
-{"epoch": 9, "step": 13248, "loss": 0.005363398231565952, "total_norm": 0.9552519917488098}
-{"epoch": 9, "step": 13249, "loss": 0.02339709736406803, "total_norm": 4.612931251525879}
-{"epoch": 9, "step": 13250, "loss": 0.05106346681714058, "total_norm": 3.1154518127441406}
-{"epoch": 9, "step": 13251, "loss": 0.039070602506399155, "total_norm": 3.467460870742798}
-{"epoch": 9, "step": 13252, "loss": 0.02080223336815834, "total_norm": 2.87488055229187}
-{"epoch": 9, "step": 13253, "loss": 0.005430321674793959, "total_norm": 1.0978965759277344}
-{"epoch": 9, "step": 13254, "loss": 0.011755360290408134, "total_norm": 3.673379898071289}
-{"epoch": 9, "step": 13255, "loss": 0.020400289446115494, "total_norm": 4.161561965942383}
-{"epoch": 9, "step": 13256, "loss": 0.01055335346609354, "total_norm": 2.307835817337036}
-{"epoch": 9, "step": 13257, "loss": 0.007614917121827602, "total_norm": 3.919865369796753}
-{"epoch": 9, "step": 13258, "loss": 0.043740905821323395, "total_norm": 3.459664821624756}
-{"epoch": 9, "step": 13259, "loss": 0.010639693588018417, "total_norm": 2.613736391067505}
-{"epoch": 9, "step": 13260, "loss": 0.010565605945885181, "total_norm": 3.1917941570281982}
-{"epoch": 9, "step": 13261, "loss": 0.06393487751483917, "total_norm": 4.824063777923584}
-{"epoch": 9, "step": 13262, "loss": 0.03690200671553612, "total_norm": 3.266439199447632}
-{"epoch": 9, "step": 13263, "loss": 0.018781257793307304, "total_norm": 2.5804433822631836}
-{"epoch": 9, "step": 13264, "loss": 0.05610009282827377, "total_norm": 3.625612497329712}
-{"epoch": 9, "step": 13265, "loss": 0.023836910724639893, "total_norm": 1.6239709854125977}
-{"epoch": 9, "step": 13266, "loss": 0.05584467947483063, "total_norm": 2.297508716583252}
-{"epoch": 9, "step": 13267, "loss": 0.02545022964477539, "total_norm": 2.228123188018799}
-{"epoch": 9, "step": 13268, "loss": 0.014526670798659325, "total_norm": 1.9636932611465454}
-{"epoch": 9, "step": 13269, "loss": 0.018513578921556473, "total_norm": 2.682427167892456}
-{"epoch": 9, "step": 13270, "loss": 0.006313541904091835, "total_norm": 1.5385620594024658}
-{"epoch": 9, "step": 13271, "loss": 0.038194362074136734, "total_norm": 4.61646842956543}
-{"epoch": 9, "step": 13272, "loss": 0.04992859438061714, "total_norm": 3.384709358215332}
-{"epoch": 9, "step": 13273, "loss": 0.042705368250608444, "total_norm": 3.3245742321014404}
-{"epoch": 9, "step": 13274, "loss": 0.025979163125157356, "total_norm": 4.332196235656738}
-{"epoch": 9, "step": 13275, "loss": 0.022204918786883354, "total_norm": 4.062994003295898}
-{"epoch": 9, "step": 13276, "loss": 0.05651875585317612, "total_norm": 3.3731133937835693}
-{"epoch": 9, "step": 13277, "loss": 0.07622697949409485, "total_norm": 6.156567573547363}
-{"epoch": 9, "step": 13278, "loss": 0.02659231424331665, "total_norm": 2.6462576389312744}
-{"epoch": 9, "step": 13279, "loss": 0.06795109808444977, "total_norm": 4.611270904541016}
-{"epoch": 9, "step": 13280, "loss": 0.14977926015853882, "total_norm": 11.089292526245117}
-{"epoch": 9, "step": 13281, "loss": 0.01806654781103134, "total_norm": 1.8432950973510742}
-{"epoch": 9, "step": 13282, "loss": 0.033784057945013046, "total_norm": 3.831334352493286}
-{"epoch": 9, "step": 13283, "loss": 0.033505309373140335, "total_norm": 3.963470220565796}
-{"epoch": 9, "step": 13284, "loss": 0.00507501931861043, "total_norm": 1.1849825382232666}
-{"epoch": 9, "step": 13285, "loss": 0.0221503134816885, "total_norm": 3.838253974914551}
-{"epoch": 9, "step": 13286, "loss": 0.030526401475071907, "total_norm": 2.8832902908325195}
-{"epoch": 9, "step": 13287, "loss": 0.019511930644512177, "total_norm": 3.1928811073303223}
-{"epoch": 9, "step": 13288, "loss": 0.01849224604666233, "total_norm": 2.180371046066284}
-{"epoch": 9, "step": 13289, "loss": 0.029374845325946808, "total_norm": 3.9347031116485596}
-{"epoch": 9, "step": 13290, "loss": 0.05198705568909645, "total_norm": 4.448186874389648}
-{"epoch": 9, "step": 13291, "loss": 0.011886519379913807, "total_norm": 2.8904850482940674}
-{"epoch": 9, "step": 13292, "loss": 0.026802150532603264, "total_norm": 3.856998920440674}
-{"epoch": 9, "step": 13293, "loss": 0.013735543005168438, "total_norm": 2.3714547157287598}
-{"epoch": 9, "step": 13294, "loss": 0.1285834163427353, "total_norm": 6.03378963470459}
-{"epoch": 9, "step": 13295, "loss": 0.037254489958286285, "total_norm": 2.565558433532715}
-{"epoch": 9, "step": 13296, "loss": 0.01492253690958023, "total_norm": 2.41168475151062}
-{"epoch": 9, "step": 13297, "loss": 0.040717851370573044, "total_norm": 5.38179349899292}
-{"epoch": 9, "step": 13298, "loss": 0.016989244148135185, "total_norm": 3.030203342437744}
-{"epoch": 9, "step": 13299, "loss": 0.03984479606151581, "total_norm": 2.4077534675598145}
-{"epoch": 9, "step": 13300, "loss": 0.013308826833963394, "total_norm": 2.847001552581787}
-{"epoch": 9, "step": 13301, "loss": 0.020086701959371567, "total_norm": 3.7274787425994873}
-{"epoch": 9, "step": 13302, "loss": 0.0221820380538702, "total_norm": 4.269550800323486}
-{"epoch": 9, "step": 13303, "loss": 0.05519561097025871, "total_norm": 8.796788215637207}
-{"epoch": 9, "step": 13304, "loss": 0.02027728036046028, "total_norm": 2.643756866455078}
-{"epoch": 9, "step": 13305, "loss": 0.013976712711155415, "total_norm": 2.197471857070923}
-{"epoch": 9, "step": 13306, "loss": 0.034697581082582474, "total_norm": 6.170129776000977}
-{"epoch": 9, "step": 13307, "loss": 0.011330356821417809, "total_norm": 3.1210925579071045}
-{"epoch": 9, "step": 13308, "loss": 0.02881566435098648, "total_norm": 3.0282645225524902}
-{"epoch": 9, "step": 13309, "loss": 0.011560454964637756, "total_norm": 2.3953089714050293}
-{"epoch": 9, "step": 13310, "loss": 0.03794501721858978, "total_norm": 16.6755313873291}
-{"epoch": 9, "step": 13311, "loss": 0.048218194395303726, "total_norm": 3.206415891647339}
-{"epoch": 9, "step": 13312, "eval_loss": 3.6053522005677223, "eval_rougeL": 0.28850485683527316}
-{"epoch": 9, "step": 13312, "loss": 0.017385786399245262, "total_norm": 3.2685492038726807}
-{"epoch": 9, "step": 13313, "loss": 0.022579625248908997, "total_norm": 3.8588531017303467}
-{"epoch": 9, "step": 13314, "loss": 0.022418616339564323, "total_norm": 3.3566908836364746}
-{"epoch": 9, "step": 13315, "loss": 0.03326864168047905, "total_norm": 2.6988942623138428}
-{"epoch": 9, "step": 13316, "loss": 0.021015845239162445, "total_norm": 2.367238998413086}
-{"epoch": 9, "step": 13317, "loss": 0.01851070486009121, "total_norm": 2.357954978942871}
-{"epoch": 9, "step": 13318, "loss": 0.008460665121674538, "total_norm": 1.7153748273849487}
-{"epoch": 9, "step": 13319, "loss": 0.04258706048130989, "total_norm": 3.9782724380493164}
-{"epoch": 9, "step": 13320, "loss": 0.011521813459694386, "total_norm": 2.3967552185058594}
-{"epoch": 9, "step": 13321, "loss": 0.010708670131862164, "total_norm": 1.4677071571350098}
-{"epoch": 9, "step": 13322, "loss": 0.02222125045955181, "total_norm": 5.828186988830566}
-{"epoch": 9, "step": 13323, "loss": 0.032817453145980835, "total_norm": 3.0327582359313965}
-{"epoch": 9, "step": 13324, "loss": 0.041665561497211456, "total_norm": 4.842514514923096}
-{"epoch": 9, "step": 13325, "loss": 0.004082517698407173, "total_norm": 1.0474587678909302}
-{"epoch": 9, "step": 13326, "loss": 0.013772326521575451, "total_norm": 2.9347476959228516}
-{"epoch": 9, "step": 13327, "loss": 0.016632482409477234, "total_norm": 5.138376712799072}
-{"epoch": 9, "step": 13328, "loss": 0.026721112430095673, "total_norm": 2.498661518096924}
-{"epoch": 9, "step": 13329, "loss": 0.0288704801350832, "total_norm": 2.664515495300293}
-{"epoch": 9, "step": 13330, "loss": 0.04432917758822441, "total_norm": 3.5896801948547363}
-{"epoch": 9, "step": 13331, "loss": 0.018090588971972466, "total_norm": 3.8287131786346436}
-{"epoch": 9, "step": 13332, "loss": 0.04455019161105156, "total_norm": 4.728848457336426}
-{"epoch": 9, "step": 13333, "loss": 0.025826264172792435, "total_norm": 6.359008312225342}
-{"epoch": 9, "step": 13334, "loss": 0.02428867295384407, "total_norm": 3.2993197441101074}
-{"epoch": 9, "step": 13335, "loss": 0.02325880154967308, "total_norm": 4.096338272094727}
-{"epoch": 9, "step": 13336, "loss": 0.025651326403021812, "total_norm": 4.351275444030762}
-{"epoch": 9, "step": 13337, "loss": 0.025177210569381714, "total_norm": 3.552537441253662}
-{"epoch": 9, "step": 13338, "loss": 0.01131812296807766, "total_norm": 1.910927653312683}
-{"epoch": 9, "step": 13339, "loss": 0.022811559960246086, "total_norm": 3.4296858310699463}
-{"epoch": 9, "step": 13340, "loss": 0.021745624020695686, "total_norm": 3.227998971939087}
-{"epoch": 9, "step": 13341, "loss": 0.041762325912714005, "total_norm": 4.4003167152404785}
-{"epoch": 9, "step": 13342, "loss": 0.021979166194796562, "total_norm": 3.3155229091644287}
-{"epoch": 9, "step": 13343, "loss": 0.039420533925294876, "total_norm": 3.1621110439300537}
-{"epoch": 9, "step": 13344, "loss": 0.023183654993772507, "total_norm": 3.0230519771575928}
-{"epoch": 9, "step": 13345, "loss": 0.007376645691692829, "total_norm": 1.177683711051941}
-{"epoch": 9, "step": 13346, "loss": 0.03764084354043007, "total_norm": 4.057131767272949}
-{"epoch": 9, "step": 13347, "loss": 0.01892724260687828, "total_norm": 4.328901767730713}
-{"epoch": 9, "step": 13348, "loss": 0.01805857941508293, "total_norm": 2.011658191680908}
-{"epoch": 9, "step": 13349, "loss": 0.047520145773887634, "total_norm": 4.710949897766113}
-{"epoch": 9, "step": 13350, "loss": 0.04651826620101929, "total_norm": 3.5120813846588135}
-{"epoch": 9, "step": 13351, "loss": 0.012591112405061722, "total_norm": 1.6863263845443726}
-{"epoch": 9, "step": 13352, "loss": 0.003383072093129158, "total_norm": 0.5754786729812622}
-{"epoch": 9, "step": 13353, "loss": 0.028766309842467308, "total_norm": 2.5375237464904785}
-{"epoch": 9, "step": 13354, "loss": 0.02955217845737934, "total_norm": 3.1433680057525635}
-{"epoch": 9, "step": 13355, "loss": 0.03206896036863327, "total_norm": 2.660924196243286}
-{"epoch": 9, "step": 13356, "loss": 0.0041291494853794575, "total_norm": 0.9091909527778625}
-{"epoch": 9, "step": 13357, "loss": 0.017647968605160713, "total_norm": 2.406214714050293}
-{"epoch": 9, "step": 13358, "loss": 0.03869087994098663, "total_norm": 2.1299233436584473}
-{"epoch": 9, "step": 13359, "loss": 0.0041623543947935104, "total_norm": 0.746471107006073}
-{"epoch": 9, "step": 13360, "loss": 0.0308141577988863, "total_norm": 2.9220387935638428}
-{"epoch": 9, "step": 13361, "loss": 0.01727955974638462, "total_norm": 3.749790906906128}
-{"epoch": 9, "step": 13362, "loss": 0.030487073585391045, "total_norm": 2.652853488922119}
-{"epoch": 9, "step": 13363, "loss": 0.03862396255135536, "total_norm": 3.2337522506713867}
-{"epoch": 9, "step": 13364, "loss": 0.01913299411535263, "total_norm": 2.6192574501037598}
-{"epoch": 9, "step": 13365, "loss": 0.010586482472717762, "total_norm": 2.5915603637695312}
-{"epoch": 9, "step": 13366, "loss": 0.010429241694509983, "total_norm": 2.6638262271881104}
-{"epoch": 9, "step": 13367, "loss": 0.016850681975483894, "total_norm": 2.4493143558502197}
-{"epoch": 9, "step": 13368, "loss": 0.009824191220104694, "total_norm": 2.143777370452881}
-{"epoch": 9, "step": 13369, "loss": 0.0230571161955595, "total_norm": 2.2922706604003906}
-{"epoch": 9, "step": 13370, "loss": 0.005776997655630112, "total_norm": 1.612320065498352}
-{"epoch": 9, "step": 13371, "loss": 0.025023389607667923, "total_norm": 3.8088297843933105}
-{"epoch": 9, "step": 13372, "loss": 0.08200167119503021, "total_norm": 7.5030598640441895}
-{"epoch": 9, "step": 13373, "loss": 0.0294731967151165, "total_norm": 3.8469810485839844}
-{"epoch": 9, "step": 13374, "loss": 0.024026945233345032, "total_norm": 4.3237714767456055}
-{"epoch": 9, "step": 13375, "loss": 0.03335677087306976, "total_norm": 2.8103229999542236}
-{"epoch": 9, "step": 13376, "loss": 0.005151457618921995, "total_norm": 1.4962111711502075}
-{"epoch": 9, "step": 13377, "loss": 0.024778589606285095, "total_norm": 2.338207244873047}
-{"epoch": 9, "step": 13378, "loss": 0.022807037457823753, "total_norm": 4.2001872062683105}
-{"epoch": 9, "step": 13379, "loss": 0.04196919873356819, "total_norm": 5.366809844970703}
-{"epoch": 9, "step": 13380, "loss": 0.029910679906606674, "total_norm": 3.905900239944458}
-{"epoch": 9, "step": 13381, "loss": 0.017413776367902756, "total_norm": 4.353585720062256}
-{"epoch": 9, "step": 13382, "loss": 0.012565496377646923, "total_norm": 1.6904047727584839}
-{"epoch": 9, "step": 13383, "loss": 0.03677365183830261, "total_norm": 4.892878532409668}
-{"epoch": 9, "step": 13384, "loss": 0.004714527633041143, "total_norm": 1.250658392906189}
-{"epoch": 9, "step": 13385, "loss": 0.01941092126071453, "total_norm": 2.6691417694091797}
-{"epoch": 9, "step": 13386, "loss": 0.08647111058235168, "total_norm": 5.9024152755737305}
-{"epoch": 9, "step": 13387, "loss": 0.017739001661539078, "total_norm": 2.6519672870635986}
-{"epoch": 9, "step": 13388, "loss": 0.05881788209080696, "total_norm": 5.908263683319092}
-{"epoch": 9, "step": 13389, "loss": 0.01433305349200964, "total_norm": 2.735731840133667}
-{"epoch": 9, "step": 13390, "loss": 0.03960517793893814, "total_norm": 4.322390556335449}
-{"epoch": 9, "step": 13391, "loss": 0.029958948493003845, "total_norm": 2.9465718269348145}
-{"epoch": 9, "step": 13392, "loss": 0.027929648756980896, "total_norm": 3.4086315631866455}
-{"epoch": 9, "step": 13393, "loss": 0.009117504581809044, "total_norm": 2.8047406673431396}
-{"epoch": 9, "step": 13394, "loss": 0.05540124326944351, "total_norm": 4.514753341674805}
-{"epoch": 9, "step": 13395, "loss": 0.02941247634589672, "total_norm": 3.2757630348205566}
-{"epoch": 9, "step": 13396, "loss": 0.02387848123908043, "total_norm": 3.469967842102051}
-{"epoch": 9, "step": 13397, "loss": 0.022644730284810066, "total_norm": 3.0357296466827393}
-{"epoch": 9, "step": 13398, "loss": 0.049649666994810104, "total_norm": 2.8236048221588135}
-{"epoch": 9, "step": 13399, "loss": 0.01756490394473076, "total_norm": 2.76739501953125}
-{"epoch": 9, "step": 13400, "loss": 0.01679554395377636, "total_norm": 3.0853233337402344}
-{"epoch": 9, "step": 13401, "loss": 0.005948025733232498, "total_norm": 1.283896803855896}
-{"epoch": 9, "step": 13402, "loss": 0.04372140392661095, "total_norm": 4.350574493408203}
-{"epoch": 9, "step": 13403, "loss": 0.03511675074696541, "total_norm": 4.30253267288208}
-{"epoch": 9, "step": 13404, "loss": 0.01666688174009323, "total_norm": 2.123972177505493}
-{"epoch": 9, "step": 13405, "loss": 0.07381841540336609, "total_norm": 4.9424519538879395}
-{"epoch": 9, "step": 13406, "loss": 0.02968197874724865, "total_norm": 1.650462031364441}
-{"epoch": 9, "step": 13407, "loss": 0.044170450419187546, "total_norm": 4.530513286590576}
-{"epoch": 9, "step": 13408, "loss": 0.04174722731113434, "total_norm": 3.1559667587280273}
-{"epoch": 9, "step": 13409, "loss": 0.037070076912641525, "total_norm": 5.554834365844727}
-{"epoch": 9, "step": 13410, "loss": 0.02519306167960167, "total_norm": 3.466893196105957}
-{"epoch": 9, "step": 13411, "loss": 0.06378141045570374, "total_norm": 3.4833059310913086}
-{"epoch": 9, "step": 13412, "loss": 0.00864617433398962, "total_norm": 2.50244140625}
-{"epoch": 9, "step": 13413, "loss": 0.02229207567870617, "total_norm": 3.469731569290161}
-{"epoch": 9, "step": 13414, "loss": 0.014291348867118359, "total_norm": 2.8584625720977783}
-{"epoch": 9, "step": 13415, "loss": 0.016608603298664093, "total_norm": 3.854842185974121}
-{"epoch": 9, "step": 13416, "loss": 0.01142639759927988, "total_norm": 1.9751198291778564}
-{"epoch": 9, "step": 13417, "loss": 0.010553654283285141, "total_norm": 2.9608519077301025}
-{"epoch": 9, "step": 13418, "loss": 0.010327402502298355, "total_norm": 2.6582679748535156}
-{"epoch": 9, "step": 13419, "loss": 0.008347946219146252, "total_norm": 3.02409029006958}
-{"epoch": 9, "step": 13420, "loss": 0.06061222031712532, "total_norm": 4.219540119171143}
-{"epoch": 9, "step": 13421, "loss": 0.021088840439915657, "total_norm": 2.6727845668792725}
-{"epoch": 9, "step": 13422, "loss": 0.01420609001070261, "total_norm": 2.072366714477539}
-{"epoch": 9, "step": 13423, "loss": 0.013410033658146858, "total_norm": 2.9883785247802734}
-{"epoch": 9, "step": 13424, "loss": 0.029693856835365295, "total_norm": 4.745706558227539}
-{"epoch": 9, "step": 13425, "loss": 0.02536192163825035, "total_norm": 3.272127628326416}
-{"epoch": 9, "step": 13426, "loss": 0.027024582028388977, "total_norm": 3.842618465423584}
-{"epoch": 9, "step": 13427, "loss": 0.013059179298579693, "total_norm": 2.763380527496338}
-{"epoch": 9, "step": 13428, "loss": 0.015701016411185265, "total_norm": 1.6133867502212524}
-{"epoch": 9, "step": 13429, "loss": 0.009409135207533836, "total_norm": 2.2257726192474365}
-{"epoch": 9, "step": 13430, "loss": 0.057732269167900085, "total_norm": 5.503034591674805}
-{"epoch": 9, "step": 13431, "loss": 0.02437007427215576, "total_norm": 3.288259983062744}
-{"epoch": 9, "step": 13432, "loss": 0.039316777139902115, "total_norm": 3.835787057876587}
-{"epoch": 9, "step": 13433, "loss": 0.02615155652165413, "total_norm": 3.43823504447937}
-{"epoch": 9, "step": 13434, "loss": 0.008335587568581104, "total_norm": 1.9804842472076416}
-{"epoch": 9, "step": 13435, "loss": 0.02472027577459812, "total_norm": 5.123714923858643}
-{"epoch": 9, "step": 13436, "loss": 0.028193408623337746, "total_norm": 2.5688259601593018}
-{"epoch": 9, "step": 13437, "loss": 0.01698560267686844, "total_norm": 2.9899661540985107}
-{"epoch": 9, "step": 13438, "loss": 0.05696729198098183, "total_norm": 2.9470956325531006}
-{"epoch": 9, "step": 13439, "loss": 0.02788669615983963, "total_norm": 3.9743266105651855}
-{"epoch": 9, "step": 13440, "loss": 0.02641512267291546, "total_norm": 3.1738626956939697}
-{"epoch": 9, "step": 13441, "loss": 0.07144639641046524, "total_norm": 4.5982279777526855}
-{"epoch": 9, "step": 13442, "loss": 0.007512839511036873, "total_norm": 2.155961513519287}
-{"epoch": 9, "step": 13443, "loss": 0.049890708178281784, "total_norm": 6.681857109069824}
-{"epoch": 9, "step": 13444, "loss": 0.0225005391985178, "total_norm": 2.729245662689209}
-{"epoch": 9, "step": 13445, "loss": 0.02478393167257309, "total_norm": 2.452735662460327}
-{"epoch": 9, "step": 13446, "loss": 0.006440619006752968, "total_norm": 1.4013653993606567}
-{"epoch": 9, "step": 13447, "loss": 0.014014225453138351, "total_norm": 2.9622368812561035}
-{"epoch": 9, "step": 13448, "loss": 0.025918500497937202, "total_norm": 3.341308832168579}
-{"epoch": 9, "step": 13449, "loss": 0.07923118770122528, "total_norm": 3.7012674808502197}
-{"epoch": 9, "step": 13450, "loss": 0.01576911099255085, "total_norm": 3.5814836025238037}
-{"epoch": 9, "step": 13451, "loss": 0.05026621371507645, "total_norm": 6.808546543121338}
-{"epoch": 9, "step": 13452, "loss": 0.04637385159730911, "total_norm": 5.681338310241699}
-{"epoch": 9, "step": 13453, "loss": 0.06518946588039398, "total_norm": 8.360891342163086}
-{"epoch": 9, "step": 13454, "loss": 0.023014986887574196, "total_norm": 3.137521743774414}
-{"epoch": 9, "step": 13455, "loss": 0.04612874612212181, "total_norm": 3.8185129165649414}
-{"epoch": 9, "step": 13456, "loss": 0.02037729136645794, "total_norm": 2.6669483184814453}
-{"epoch": 9, "step": 13457, "loss": 0.043242063373327255, "total_norm": 4.244530200958252}
-{"epoch": 9, "step": 13458, "loss": 0.0162404365837574, "total_norm": 3.100114345550537}
-{"epoch": 9, "step": 13459, "loss": 0.016371596604585648, "total_norm": 2.3518145084381104}
-{"epoch": 9, "step": 13460, "loss": 0.06905710697174072, "total_norm": 3.4744155406951904}
-{"epoch": 9, "step": 13461, "loss": 0.045009735971689224, "total_norm": 3.190570831298828}
-{"epoch": 9, "step": 13462, "loss": 0.01842321641743183, "total_norm": 3.1905975341796875}
-{"epoch": 9, "step": 13463, "loss": 0.05842244252562523, "total_norm": 6.431427001953125}
-{"epoch": 9, "step": 13464, "loss": 0.01669209823012352, "total_norm": 3.437957525253296}
-{"epoch": 9, "step": 13465, "loss": 0.006865727249532938, "total_norm": 2.198136568069458}
-{"epoch": 9, "step": 13466, "loss": 0.01865316368639469, "total_norm": 4.2226080894470215}
-{"epoch": 9, "step": 13467, "loss": 0.008566942997276783, "total_norm": 3.8236048221588135}
-{"epoch": 9, "step": 13468, "loss": 0.009923001751303673, "total_norm": 2.1888551712036133}
-{"epoch": 9, "step": 13469, "loss": 0.024384399875998497, "total_norm": 3.9607462882995605}
-{"epoch": 9, "step": 13470, "loss": 0.04067602753639221, "total_norm": 2.9465558528900146}
-{"epoch": 9, "step": 13471, "loss": 0.02332753874361515, "total_norm": 2.1803784370422363}
-{"epoch": 9, "step": 13472, "loss": 0.013773676939308643, "total_norm": 2.5776007175445557}
-{"epoch": 9, "step": 13473, "loss": 0.024234475567936897, "total_norm": 5.076700210571289}
-{"epoch": 9, "step": 13474, "loss": 0.01616244576871395, "total_norm": 2.2344436645507812}
-{"epoch": 9, "step": 13475, "loss": 0.018496839329600334, "total_norm": 3.899811267852783}
-{"epoch": 9, "step": 13476, "loss": 0.04803599789738655, "total_norm": 4.216281414031982}
-{"epoch": 9, "step": 13477, "loss": 0.03981703519821167, "total_norm": 3.710860252380371}
-{"epoch": 9, "step": 13478, "loss": 0.027695201337337494, "total_norm": 2.749897003173828}
-{"epoch": 9, "step": 13479, "loss": 0.06778617203235626, "total_norm": 5.0484843254089355}
-{"epoch": 9, "step": 13480, "loss": 0.02154596708714962, "total_norm": 1.9437085390090942}
-{"epoch": 9, "step": 13481, "loss": 0.1166708767414093, "total_norm": 5.829203128814697}
-{"epoch": 9, "step": 13482, "loss": 0.005665953271090984, "total_norm": 1.0951776504516602}
-{"epoch": 9, "step": 13483, "loss": 0.007181555964052677, "total_norm": 1.7744348049163818}
-{"epoch": 9, "step": 13484, "loss": 0.029019609093666077, "total_norm": 2.76464581489563}
-{"epoch": 9, "step": 13485, "loss": 0.02054470218718052, "total_norm": 3.408055543899536}
-{"epoch": 9, "step": 13486, "loss": 0.01499099750071764, "total_norm": 2.2321908473968506}
-{"epoch": 9, "step": 13487, "loss": 0.04807873070240021, "total_norm": 3.8211004734039307}
-{"epoch": 9, "step": 13488, "loss": 0.016471676528453827, "total_norm": 1.919199824333191}
-{"epoch": 9, "step": 13489, "loss": 0.013730469159781933, "total_norm": 3.0278573036193848}
-{"epoch": 9, "step": 13490, "loss": 0.18428947031497955, "total_norm": 7.564170837402344}
-{"epoch": 9, "step": 13491, "loss": 0.09484286606311798, "total_norm": 5.843171119689941}
-{"epoch": 9, "step": 13492, "loss": 0.023071758449077606, "total_norm": 3.640925168991089}
-{"epoch": 9, "step": 13493, "loss": 0.04924183711409569, "total_norm": 3.9822194576263428}
-{"epoch": 9, "step": 13494, "loss": 0.018150638788938522, "total_norm": 2.1211297512054443}
-{"epoch": 9, "step": 13495, "loss": 0.03748194873332977, "total_norm": 3.596001386642456}
-{"epoch": 9, "step": 13496, "loss": 0.026721453294157982, "total_norm": 2.882573366165161}
-{"epoch": 9, "step": 13497, "loss": 0.03142628073692322, "total_norm": 2.991438150405884}
-{"epoch": 9, "step": 13498, "loss": 0.029741089791059494, "total_norm": 3.6041157245635986}
-{"epoch": 9, "step": 13499, "loss": 0.0025841097813099623, "total_norm": 0.5564285516738892}
-{"epoch": 9, "step": 13500, "loss": 0.02504880540072918, "total_norm": 3.012768268585205}
-{"epoch": 9, "step": 13501, "loss": 0.05969010666012764, "total_norm": 3.928194046020508}
-{"epoch": 9, "step": 13502, "loss": 0.03472600877285004, "total_norm": 4.182957172393799}
-{"epoch": 9, "step": 13503, "loss": 0.03859689459204674, "total_norm": 5.216635227203369}
-{"epoch": 9, "step": 13504, "loss": 0.012557952664792538, "total_norm": 2.139359712600708}
-{"epoch": 9, "step": 13505, "loss": 0.01977291889488697, "total_norm": 2.362478256225586}
-{"epoch": 9, "step": 13506, "loss": 0.014250692911446095, "total_norm": 2.0200047492980957}
-{"epoch": 9, "step": 13507, "loss": 0.008794193156063557, "total_norm": 2.090907096862793}
-{"epoch": 9, "step": 13508, "loss": 0.0503208227455616, "total_norm": 4.428154468536377}
-{"epoch": 9, "step": 13509, "loss": 0.04792806878685951, "total_norm": 5.963586807250977}
-{"epoch": 9, "step": 13510, "loss": 0.08819878846406937, "total_norm": 5.788314342498779}
-{"epoch": 9, "step": 13511, "loss": 0.03368561342358589, "total_norm": 3.3707199096679688}
-{"epoch": 9, "step": 13512, "loss": 0.04379604756832123, "total_norm": 2.254070520401001}
-{"epoch": 9, "step": 13513, "loss": 0.015099487267434597, "total_norm": 1.9553401470184326}
-{"epoch": 9, "step": 13514, "loss": 0.024997785687446594, "total_norm": 3.874713659286499}
-{"epoch": 9, "step": 13515, "loss": 0.05206720158457756, "total_norm": 5.251603603363037}
-{"epoch": 9, "step": 13516, "loss": 0.011678021401166916, "total_norm": 2.0374162197113037}
-{"epoch": 9, "step": 13517, "loss": 0.018069416284561157, "total_norm": 3.0528783798217773}
-{"epoch": 9, "step": 13518, "loss": 0.008792685344815254, "total_norm": 1.8319041728973389}
-{"epoch": 9, "step": 13519, "loss": 0.030716929584741592, "total_norm": 2.5163445472717285}
-{"epoch": 9, "step": 13520, "loss": 0.012694240547716618, "total_norm": 3.2259392738342285}
-{"epoch": 9, "step": 13521, "loss": 0.027179576456546783, "total_norm": 5.249791622161865}
-{"epoch": 9, "step": 13522, "loss": 0.03288329392671585, "total_norm": 2.5078749656677246}
-{"epoch": 9, "step": 13523, "loss": 0.015358565375208855, "total_norm": 2.1531097888946533}
-{"epoch": 9, "step": 13524, "loss": 0.011510822921991348, "total_norm": 1.8507475852966309}
-{"epoch": 9, "step": 13525, "loss": 0.02115841954946518, "total_norm": 4.095449447631836}
-{"epoch": 9, "step": 13526, "loss": 0.05157187208533287, "total_norm": 2.915640115737915}
-{"epoch": 9, "step": 13527, "loss": 0.008263901807367802, "total_norm": 1.3117369413375854}
-{"epoch": 9, "step": 13528, "loss": 0.03475126624107361, "total_norm": 3.4617977142333984}
-{"epoch": 9, "step": 13529, "loss": 0.04674110189080238, "total_norm": 3.8545937538146973}
-{"epoch": 9, "step": 13530, "loss": 0.014440050348639488, "total_norm": 3.500121831893921}
-{"epoch": 9, "step": 13531, "loss": 0.02514483407139778, "total_norm": 3.325712203979492}
-{"epoch": 9, "step": 13532, "loss": 0.0384005531668663, "total_norm": 2.5721449851989746}
-{"epoch": 9, "step": 13533, "loss": 0.011471866630017757, "total_norm": 1.8486748933792114}
-{"epoch": 9, "step": 13534, "loss": 0.01365687232464552, "total_norm": 3.5318078994750977}
-{"epoch": 9, "step": 13535, "loss": 0.020007241517305374, "total_norm": 1.7500736713409424}
-{"epoch": 9, "step": 13536, "loss": 0.010050971992313862, "total_norm": 2.032454013824463}
-{"epoch": 9, "step": 13537, "loss": 0.024851683527231216, "total_norm": 3.8098278045654297}
-{"epoch": 9, "step": 13538, "loss": 0.015024148859083652, "total_norm": 2.569803237915039}
-{"epoch": 9, "step": 13539, "loss": 0.010209762491285801, "total_norm": 2.1495585441589355}
-{"epoch": 9, "step": 13540, "loss": 0.009205239824950695, "total_norm": 1.8179255723953247}
-{"epoch": 9, "step": 13541, "loss": 0.01986927166581154, "total_norm": 2.56268310546875}
-{"epoch": 9, "step": 13542, "loss": 0.042056769132614136, "total_norm": 3.661344051361084}
-{"epoch": 9, "step": 13543, "loss": 0.021399734541773796, "total_norm": 3.5528557300567627}
-{"epoch": 9, "step": 13544, "loss": 0.06222022697329521, "total_norm": 4.404192924499512}
-{"epoch": 9, "step": 13545, "loss": 0.061244603246450424, "total_norm": 4.218923091888428}
-{"epoch": 9, "step": 13546, "loss": 0.035573914647102356, "total_norm": 5.404432773590088}
-{"epoch": 9, "step": 13547, "loss": 0.008050655014812946, "total_norm": 1.352081537246704}
-{"epoch": 9, "step": 13548, "loss": 0.010369095019996166, "total_norm": 2.7695472240448}
-{"epoch": 9, "step": 13549, "loss": 0.036437299102544785, "total_norm": 5.544315814971924}
-{"epoch": 9, "step": 13550, "loss": 0.01295538991689682, "total_norm": 2.254276752471924}
-{"epoch": 9, "step": 13551, "loss": 0.0159771591424942, "total_norm": 5.368605136871338}
-{"epoch": 9, "step": 13552, "loss": 0.05356030538678169, "total_norm": 3.684631824493408}
-{"epoch": 9, "step": 13553, "loss": 0.005167586728930473, "total_norm": 1.5434130430221558}
-{"epoch": 9, "step": 13554, "loss": 0.012149426154792309, "total_norm": 4.038389205932617}
-{"epoch": 9, "step": 13555, "loss": 0.020013241097331047, "total_norm": 4.6830153465271}
-{"epoch": 9, "step": 13556, "loss": 0.009657289832830429, "total_norm": 2.727107048034668}
-{"epoch": 9, "step": 13557, "loss": 0.035492461174726486, "total_norm": 3.8371927738189697}
-{"epoch": 9, "step": 13558, "loss": 0.01843167096376419, "total_norm": 3.841265916824341}
-{"epoch": 9, "step": 13559, "loss": 0.031443387269973755, "total_norm": 4.034975528717041}
-{"epoch": 9, "step": 13560, "loss": 0.011036371812224388, "total_norm": 1.8990304470062256}
-{"epoch": 9, "step": 13561, "loss": 0.04962433874607086, "total_norm": 4.3175764083862305}
-{"epoch": 9, "step": 13562, "loss": 0.04525129497051239, "total_norm": 3.7706758975982666}
-{"epoch": 9, "step": 13563, "loss": 0.028482677415013313, "total_norm": 2.895843505859375}
-{"epoch": 9, "step": 13564, "loss": 0.016806181520223618, "total_norm": 3.6564645767211914}
-{"epoch": 9, "step": 13565, "loss": 0.02219652570784092, "total_norm": 2.8996431827545166}
-{"epoch": 9, "step": 13566, "loss": 0.03533938154578209, "total_norm": 3.280177116394043}
-{"epoch": 9, "step": 13567, "loss": 0.012796943075954914, "total_norm": 2.4793694019317627}
-{"epoch": 9, "step": 13568, "loss": 0.014447315596044064, "total_norm": 1.5043307542800903}
-{"epoch": 9, "step": 13569, "loss": 0.022180385887622833, "total_norm": 3.569061040878296}
-{"epoch": 9, "step": 13570, "loss": 0.03512352332472801, "total_norm": 3.7604024410247803}
-{"epoch": 9, "step": 13571, "loss": 0.009414400905370712, "total_norm": 2.0733025074005127}
-{"epoch": 9, "step": 13572, "loss": 0.006603437475860119, "total_norm": 0.8954399228096008}
-{"epoch": 9, "step": 13573, "loss": 0.0417613722383976, "total_norm": 3.2533042430877686}
-{"epoch": 9, "step": 13574, "loss": 0.07028553634881973, "total_norm": 6.2498908042907715}
-{"epoch": 9, "step": 13575, "loss": 0.02753826603293419, "total_norm": 2.471376657485962}
-{"epoch": 9, "step": 13576, "loss": 0.010800729505717754, "total_norm": 2.0504190921783447}
-{"epoch": 9, "step": 13577, "loss": 0.019273875281214714, "total_norm": 4.326117038726807}
-{"epoch": 9, "step": 13578, "loss": 0.01984882354736328, "total_norm": 3.6465377807617188}
-{"epoch": 9, "step": 13579, "loss": 0.032449543476104736, "total_norm": 7.939464092254639}
-{"epoch": 9, "step": 13580, "loss": 0.03002186119556427, "total_norm": 4.580776691436768}
-{"epoch": 9, "step": 13581, "loss": 0.009171981364488602, "total_norm": 2.8565449714660645}
-{"epoch": 9, "step": 13582, "loss": 0.008734387345612049, "total_norm": 2.078988552093506}
-{"epoch": 9, "step": 13583, "loss": 0.017002087086439133, "total_norm": 2.267857789993286}
-{"epoch": 9, "step": 13584, "loss": 0.024716297164559364, "total_norm": 6.359505653381348}
-{"epoch": 9, "step": 13585, "loss": 0.05401395261287689, "total_norm": 5.523141860961914}
-{"epoch": 9, "step": 13586, "loss": 0.06783251464366913, "total_norm": 7.062047958374023}
-{"epoch": 9, "step": 13587, "loss": 0.05364363268017769, "total_norm": 5.13993501663208}
-{"epoch": 9, "step": 13588, "loss": 0.013942398130893707, "total_norm": 2.7243170738220215}
-{"epoch": 9, "step": 13589, "loss": 0.024221278727054596, "total_norm": 2.7828264236450195}
-{"epoch": 9, "step": 13590, "loss": 0.03905066102743149, "total_norm": 3.975909471511841}
-{"epoch": 9, "step": 13591, "loss": 0.00750713562592864, "total_norm": 1.7296104431152344}
-{"epoch": 9, "step": 13592, "loss": 0.023454193025827408, "total_norm": 3.6774911880493164}
-{"epoch": 9, "step": 13593, "loss": 0.09016729146242142, "total_norm": 7.7821125984191895}
-{"epoch": 9, "step": 13594, "loss": 0.02787885069847107, "total_norm": 2.4726343154907227}
-{"epoch": 9, "step": 13595, "loss": 0.025799598544836044, "total_norm": 3.386384963989258}
-{"epoch": 9, "step": 13596, "loss": 0.02798420935869217, "total_norm": 3.958832263946533}
-{"epoch": 9, "step": 13597, "loss": 0.060671936720609665, "total_norm": 4.8697967529296875}
-{"epoch": 9, "step": 13598, "loss": 0.03724445030093193, "total_norm": 2.574512481689453}
-{"epoch": 9, "step": 13599, "loss": 0.007808411028236151, "total_norm": 2.751877546310425}
-{"epoch": 9, "step": 13600, "loss": 0.025600554421544075, "total_norm": 3.149811267852783}
-{"epoch": 9, "step": 13601, "loss": 0.013712042011320591, "total_norm": 2.5650241374969482}
-{"epoch": 9, "step": 13602, "loss": 0.01639873906970024, "total_norm": 2.0123932361602783}
-{"epoch": 9, "step": 13603, "loss": 0.07088091224431992, "total_norm": 7.466127395629883}
-{"epoch": 9, "step": 13604, "loss": 0.02689329907298088, "total_norm": 3.531959056854248}
-{"epoch": 9, "step": 13605, "loss": 0.024168075993657112, "total_norm": 3.0798442363739014}
-{"epoch": 9, "step": 13606, "loss": 0.013656794093549252, "total_norm": 3.1143743991851807}
-{"epoch": 9, "step": 13607, "loss": 0.037285543978214264, "total_norm": 3.831005811691284}
-{"epoch": 9, "step": 13608, "loss": 0.011698384769260883, "total_norm": 2.599954128265381}
-{"epoch": 9, "step": 13609, "loss": 0.05577526241540909, "total_norm": 5.673019886016846}
-{"epoch": 9, "step": 13610, "loss": 0.1447516828775406, "total_norm": 5.337265491485596}
-{"epoch": 9, "step": 13611, "loss": 0.05203407257795334, "total_norm": 3.9457907676696777}
-{"epoch": 9, "step": 13612, "loss": 0.039565712213516235, "total_norm": 4.856777191162109}
-{"epoch": 9, "step": 13613, "loss": 0.032124169170856476, "total_norm": 3.448075294494629}
-{"epoch": 9, "step": 13614, "loss": 0.03578166663646698, "total_norm": 4.102522373199463}
-{"epoch": 9, "step": 13615, "loss": 0.03841349482536316, "total_norm": 4.068732738494873}
-{"epoch": 9, "step": 13616, "loss": 0.04037279263138771, "total_norm": 4.341331958770752}
-{"epoch": 9, "step": 13617, "loss": 0.007282961159944534, "total_norm": 0.9800111055374146}
-{"epoch": 9, "step": 13618, "loss": 0.022009430453181267, "total_norm": 3.2994556427001953}
-{"epoch": 9, "step": 13619, "loss": 0.0624496154487133, "total_norm": 4.0063347816467285}
-{"epoch": 9, "step": 13620, "loss": 0.014818939380347729, "total_norm": 2.770113706588745}
-{"epoch": 9, "step": 13621, "loss": 0.008843515068292618, "total_norm": 2.7297980785369873}
-{"epoch": 9, "step": 13622, "loss": 0.02187964878976345, "total_norm": 2.3827590942382812}
-{"epoch": 9, "step": 13623, "loss": 0.013054588809609413, "total_norm": 2.352875232696533}
-{"epoch": 9, "step": 13624, "loss": 0.016402265056967735, "total_norm": 4.146459579467773}
-{"epoch": 9, "step": 13625, "loss": 0.055747561156749725, "total_norm": 7.2269110679626465}
-{"epoch": 9, "step": 13626, "loss": 0.02113962732255459, "total_norm": 2.1191248893737793}
-{"epoch": 9, "step": 13627, "loss": 0.005071290303021669, "total_norm": 1.8834285736083984}
-{"epoch": 9, "step": 13628, "loss": 0.03339490294456482, "total_norm": 2.6612884998321533}
-{"epoch": 9, "step": 13629, "loss": 0.02808886393904686, "total_norm": 4.593761920928955}
-{"epoch": 9, "step": 13630, "loss": 0.032450929284095764, "total_norm": 2.231567859649658}
-{"epoch": 9, "step": 13631, "loss": 0.02326435223221779, "total_norm": 2.9171957969665527}
-{"epoch": 9, "step": 13632, "loss": 0.06430230289697647, "total_norm": 6.98614501953125}
-{"epoch": 9, "step": 13633, "loss": 0.033644307404756546, "total_norm": 2.9670112133026123}
-{"epoch": 9, "step": 13634, "loss": 0.020369408652186394, "total_norm": 4.317754745483398}
-{"epoch": 9, "step": 13635, "loss": 0.044180892407894135, "total_norm": 6.12589693069458}
-{"epoch": 9, "step": 13636, "loss": 0.0135921910405159, "total_norm": 2.491642475128174}
-{"epoch": 9, "step": 13637, "loss": 0.010722361505031586, "total_norm": 3.0689656734466553}
-{"epoch": 9, "step": 13638, "loss": 0.029910797253251076, "total_norm": 2.4509634971618652}
-{"epoch": 9, "step": 13639, "loss": 0.0252096988260746, "total_norm": 4.613834381103516}
-{"epoch": 9, "step": 13640, "loss": 0.02836926095187664, "total_norm": 3.299114942550659}
-{"epoch": 9, "step": 13641, "loss": 0.00796471256762743, "total_norm": 1.2749292850494385}
-{"epoch": 9, "step": 13642, "loss": 0.0341547429561615, "total_norm": 3.6638171672821045}
-{"epoch": 9, "step": 13643, "loss": 0.006102410145103931, "total_norm": 1.936195969581604}
-{"epoch": 9, "step": 13644, "loss": 0.007577797397971153, "total_norm": 1.1193231344223022}
-{"epoch": 9, "step": 13645, "loss": 0.020847907289862633, "total_norm": 2.041891098022461}
-{"epoch": 9, "step": 13646, "loss": 0.02084728330373764, "total_norm": 2.858067512512207}
-{"epoch": 9, "step": 13647, "loss": 0.04666083678603172, "total_norm": 4.469625949859619}
-{"epoch": 9, "step": 13648, "loss": 0.018755530938506126, "total_norm": 2.2693777084350586}
-{"epoch": 9, "step": 13649, "loss": 0.02383640594780445, "total_norm": 3.017463445663452}
-{"epoch": 9, "step": 13650, "loss": 0.014410238713026047, "total_norm": 4.338376522064209}
-{"epoch": 9, "step": 13651, "loss": 0.006353444419801235, "total_norm": 1.8523005247116089}
-{"epoch": 9, "step": 13652, "loss": 0.005000478122383356, "total_norm": 1.5558546781539917}
-{"epoch": 9, "step": 13653, "loss": 0.015219154767692089, "total_norm": 2.837188482284546}
-{"epoch": 9, "step": 13654, "loss": 0.013979490846395493, "total_norm": 4.627710342407227}
-{"epoch": 9, "step": 13655, "loss": 0.02889462746679783, "total_norm": 4.096079349517822}
-{"epoch": 9, "step": 13656, "loss": 0.022174648940563202, "total_norm": 1.5981576442718506}
-{"epoch": 9, "step": 13657, "loss": 0.012894119136035442, "total_norm": 2.984347105026245}
-{"epoch": 9, "step": 13658, "loss": 0.020438451319932938, "total_norm": 3.612086296081543}
-{"epoch": 9, "step": 13659, "loss": 0.04342334344983101, "total_norm": 4.4474382400512695}
-{"epoch": 9, "step": 13660, "loss": 0.03814179077744484, "total_norm": 2.7543797492980957}
-{"epoch": 9, "step": 13661, "loss": 0.02046213112771511, "total_norm": 4.6772918701171875}
-{"epoch": 9, "step": 13662, "loss": 0.03013594262301922, "total_norm": 5.441690444946289}
-{"epoch": 9, "step": 13663, "loss": 0.022544395178556442, "total_norm": 2.633824348449707}
-{"epoch": 9, "step": 13664, "loss": 0.021736368536949158, "total_norm": 2.9358279705047607}
-{"epoch": 9, "step": 13665, "loss": 0.024244653061032295, "total_norm": 5.330781936645508}
-{"epoch": 9, "step": 13666, "loss": 0.017629090696573257, "total_norm": 2.172621011734009}
-{"epoch": 9, "step": 13667, "loss": 0.016083404421806335, "total_norm": 2.1758556365966797}
-{"epoch": 9, "step": 13668, "loss": 0.03723379597067833, "total_norm": 3.8449110984802246}
-{"epoch": 9, "step": 13669, "loss": 0.03975411877036095, "total_norm": 3.9540746212005615}
-{"epoch": 9, "step": 13670, "loss": 0.08976886421442032, "total_norm": 5.234536170959473}
-{"epoch": 9, "step": 13671, "loss": 0.012905923649668694, "total_norm": 3.212472915649414}
-{"epoch": 9, "step": 13672, "loss": 0.008004415780305862, "total_norm": 1.3626569509506226}
-{"epoch": 9, "step": 13673, "loss": 0.0565735399723053, "total_norm": 5.748330116271973}
-{"epoch": 9, "step": 13674, "loss": 0.040716174989938736, "total_norm": 4.663305282592773}
-{"epoch": 9, "step": 13675, "loss": 0.019346127286553383, "total_norm": 2.9503300189971924}
-{"epoch": 9, "step": 13676, "loss": 0.026341380551457405, "total_norm": 5.9553914070129395}
-{"epoch": 9, "step": 13677, "loss": 0.01100595761090517, "total_norm": 2.506725549697876}
-{"epoch": 9, "step": 13678, "loss": 0.012951524928212166, "total_norm": 1.8282673358917236}
-{"epoch": 9, "step": 13679, "loss": 0.0479864738881588, "total_norm": 6.366783142089844}
-{"epoch": 9, "step": 13680, "loss": 0.010876037180423737, "total_norm": 1.2562111616134644}
-{"epoch": 9, "step": 13681, "loss": 0.014727826230227947, "total_norm": 1.6288813352584839}
-{"epoch": 9, "step": 13682, "loss": 0.015941405668854713, "total_norm": 2.1026415824890137}
-{"epoch": 9, "step": 13683, "loss": 0.17735564708709717, "total_norm": 9.498497009277344}
-{"epoch": 9, "step": 13684, "loss": 0.03801531717181206, "total_norm": 4.077056407928467}
-{"epoch": 9, "step": 13685, "loss": 0.061745498329401016, "total_norm": 3.64654541015625}
-{"epoch": 9, "step": 13686, "loss": 0.016524912789463997, "total_norm": 3.5259575843811035}
-{"epoch": 9, "step": 13687, "loss": 0.028836866840720177, "total_norm": 3.8741631507873535}
-{"epoch": 9, "step": 13688, "loss": 0.01801116205751896, "total_norm": 2.9771337509155273}
-{"epoch": 9, "step": 13689, "loss": 0.024810174480080605, "total_norm": 3.0211095809936523}
-{"epoch": 9, "step": 13690, "loss": 0.02036389894783497, "total_norm": 4.5700483322143555}
-{"epoch": 9, "step": 13691, "loss": 0.0025823479518294334, "total_norm": 0.858201801776886}
-{"epoch": 9, "step": 13692, "loss": 0.01738278567790985, "total_norm": 3.9971868991851807}
-{"epoch": 9, "step": 13693, "loss": 0.038568466901779175, "total_norm": 4.832201957702637}
-{"epoch": 9, "step": 13694, "loss": 0.027106715366244316, "total_norm": 2.7804558277130127}
-{"epoch": 9, "step": 13695, "loss": 0.023717710748314857, "total_norm": 2.5995922088623047}
-{"epoch": 9, "step": 13696, "loss": 0.025588976219296455, "total_norm": 3.2640221118927}
-{"epoch": 9, "step": 13697, "loss": 0.05117359012365341, "total_norm": 4.942284107208252}
-{"epoch": 9, "step": 13698, "loss": 0.017496997490525246, "total_norm": 2.81244158744812}
-{"epoch": 9, "step": 13699, "loss": 0.0240111593157053, "total_norm": 3.0896127223968506}
-{"epoch": 9, "step": 13700, "loss": 0.006927751936018467, "total_norm": 1.3251367807388306}
-{"epoch": 9, "step": 13701, "loss": 0.045328930020332336, "total_norm": 3.026594877243042}
-{"epoch": 9, "step": 13702, "loss": 0.039843130856752396, "total_norm": 5.4134674072265625}
-{"epoch": 9, "step": 13703, "loss": 0.007886155508458614, "total_norm": 3.123615026473999}
-{"epoch": 9, "step": 13704, "loss": 0.015033497475087643, "total_norm": 2.3107476234436035}
-{"epoch": 9, "step": 13705, "loss": 0.055201441049575806, "total_norm": 4.977814197540283}
-{"epoch": 9, "step": 13706, "loss": 0.01494302973151207, "total_norm": 3.2766666412353516}
-{"epoch": 9, "step": 13707, "loss": 0.007100986782461405, "total_norm": 2.129634141921997}
-{"epoch": 9, "step": 13708, "loss": 0.024192998185753822, "total_norm": 2.291325330734253}
-{"epoch": 9, "step": 13709, "loss": 0.003856480587273836, "total_norm": 1.2365000247955322}
-{"epoch": 9, "step": 13710, "loss": 0.0037086571101099253, "total_norm": 0.9832972288131714}
-{"epoch": 9, "step": 13711, "loss": 0.0114482706412673, "total_norm": 2.491415500640869}
-{"epoch": 9, "step": 13712, "loss": 0.030098386108875275, "total_norm": 4.147934913635254}
-{"epoch": 9, "step": 13713, "loss": 0.021528076380491257, "total_norm": 3.4768764972686768}
-{"epoch": 9, "step": 13714, "loss": 0.09056233614683151, "total_norm": 5.065809726715088}
-{"epoch": 9, "step": 13715, "loss": 0.03506690636277199, "total_norm": 3.892174243927002}
-{"epoch": 9, "step": 13716, "loss": 0.02000405080616474, "total_norm": 3.886777400970459}
-{"epoch": 9, "step": 13717, "loss": 0.007256001234054565, "total_norm": 1.3972764015197754}
-{"epoch": 9, "step": 13718, "loss": 0.025285035371780396, "total_norm": 2.6072998046875}
-{"epoch": 9, "step": 13719, "loss": 0.036326631903648376, "total_norm": 3.9358835220336914}
-{"epoch": 9, "step": 13720, "loss": 0.046081747859716415, "total_norm": 3.366706609725952}
-{"epoch": 9, "step": 13721, "loss": 0.013610352762043476, "total_norm": 2.187182903289795}
-{"epoch": 9, "step": 13722, "loss": 0.06073370948433876, "total_norm": 6.717907905578613}
-{"epoch": 9, "step": 13723, "loss": 0.022655997425317764, "total_norm": 3.5568413734436035}
-{"epoch": 9, "step": 13724, "loss": 0.016144609078764915, "total_norm": 1.5750854015350342}
-{"epoch": 9, "step": 13725, "loss": 0.022432751953601837, "total_norm": 2.1150286197662354}
-{"epoch": 9, "step": 13726, "loss": 0.03391798213124275, "total_norm": 5.607241630554199}
-{"epoch": 9, "step": 13727, "loss": 0.026784181594848633, "total_norm": 2.734177350997925}
-{"epoch": 9, "step": 13728, "loss": 0.005565364379435778, "total_norm": 1.366640329360962}
-{"epoch": 9, "step": 13729, "loss": 0.015598874539136887, "total_norm": 3.824558734893799}
-{"epoch": 9, "step": 13730, "loss": 0.0091796163469553, "total_norm": 1.4230149984359741}
-{"epoch": 9, "step": 13731, "loss": 0.00999471265822649, "total_norm": 1.8818511962890625}
-{"epoch": 9, "step": 13732, "loss": 0.028182419016957283, "total_norm": 4.482210636138916}
-{"epoch": 9, "step": 13733, "loss": 0.028089307248592377, "total_norm": 4.741146087646484}
-{"epoch": 9, "step": 13734, "loss": 0.011290023103356361, "total_norm": 2.0614371299743652}
-{"epoch": 9, "step": 13735, "loss": 0.01586630754172802, "total_norm": 2.195195198059082}
-{"epoch": 9, "step": 13736, "loss": 0.02890610136091709, "total_norm": 2.560373306274414}
-{"epoch": 9, "step": 13737, "loss": 0.025687163695693016, "total_norm": 2.5271646976470947}
-{"epoch": 9, "step": 13738, "loss": 0.04061329364776611, "total_norm": 2.9477012157440186}
-{"epoch": 9, "step": 13739, "loss": 0.009742651134729385, "total_norm": 1.908830165863037}
-{"epoch": 9, "step": 13740, "loss": 0.0027655460871756077, "total_norm": 0.6426641941070557}
-{"epoch": 9, "step": 13741, "loss": 0.010459667071700096, "total_norm": 2.982887029647827}
-{"epoch": 9, "step": 13742, "loss": 0.008921018801629543, "total_norm": 2.6364688873291016}
-{"epoch": 9, "step": 13743, "loss": 0.09044861793518066, "total_norm": 4.872344493865967}
-{"epoch": 9, "step": 13744, "loss": 0.021204888820648193, "total_norm": 2.950880765914917}
-{"epoch": 9, "step": 13745, "loss": 0.06414523720741272, "total_norm": 4.462795257568359}
-{"epoch": 9, "step": 13746, "loss": 0.055463723838329315, "total_norm": 3.4906084537506104}
-{"epoch": 9, "step": 13747, "loss": 0.014727693982422352, "total_norm": 1.3471626043319702}
-{"epoch": 9, "step": 13748, "loss": 0.05707292631268501, "total_norm": 5.180259704589844}
-{"epoch": 9, "step": 13749, "loss": 0.037284914404153824, "total_norm": 3.376777410507202}
-{"epoch": 9, "step": 13750, "loss": 0.05369696021080017, "total_norm": 6.086919784545898}
-{"epoch": 9, "step": 13751, "loss": 0.009173686616122723, "total_norm": 1.666182041168213}
-{"epoch": 9, "step": 13752, "loss": 0.03207516670227051, "total_norm": 4.7068867683410645}
-{"epoch": 9, "step": 13753, "loss": 0.004298099782317877, "total_norm": 0.8169441819190979}
-{"epoch": 9, "step": 13754, "loss": 0.031841475516557693, "total_norm": 2.9418604373931885}
-{"epoch": 9, "step": 13755, "loss": 0.010169049724936485, "total_norm": 2.6929662227630615}
-{"epoch": 9, "step": 13756, "loss": 0.024050628766417503, "total_norm": 2.4521193504333496}
-{"epoch": 9, "step": 13757, "loss": 0.02049926482141018, "total_norm": 2.7663378715515137}
-{"epoch": 9, "step": 13758, "loss": 0.028889838606119156, "total_norm": 4.640088081359863}
-{"epoch": 9, "step": 13759, "loss": 0.06297005712985992, "total_norm": 5.851318836212158}
-{"epoch": 9, "step": 13760, "loss": 0.06152386963367462, "total_norm": 4.477837562561035}
-{"epoch": 9, "step": 13761, "loss": 0.028021149337291718, "total_norm": 5.473117351531982}
-{"epoch": 9, "step": 13762, "loss": 0.02961694821715355, "total_norm": 2.7567028999328613}
-{"epoch": 9, "step": 13763, "loss": 0.03497159108519554, "total_norm": 5.5187249183654785}
-{"epoch": 9, "step": 13764, "loss": 0.01875048503279686, "total_norm": 2.636049270629883}
-{"epoch": 9, "step": 13765, "loss": 0.027178950607776642, "total_norm": 3.979775905609131}
-{"epoch": 9, "step": 13766, "loss": 0.00725118163973093, "total_norm": 1.7682244777679443}
-{"epoch": 9, "step": 13767, "loss": 0.016634544357657433, "total_norm": 3.228541374206543}
-{"epoch": 9, "step": 13768, "loss": 0.0172575656324625, "total_norm": 3.683136224746704}
-{"epoch": 9, "step": 13769, "loss": 0.01098356768488884, "total_norm": 2.6144139766693115}
-{"epoch": 9, "step": 13770, "loss": 0.004624833352863789, "total_norm": 1.7706342935562134}
-{"epoch": 9, "step": 13771, "loss": 0.027598733082413673, "total_norm": 4.428106307983398}
-{"epoch": 9, "step": 13772, "loss": 0.013510317541658878, "total_norm": 1.662735104560852}
-{"epoch": 9, "step": 13773, "loss": 0.018813028931617737, "total_norm": 2.597980499267578}
-{"epoch": 9, "step": 13774, "loss": 0.01511369738727808, "total_norm": 2.0995683670043945}
-{"epoch": 9, "step": 13775, "loss": 0.04347655922174454, "total_norm": 4.249329090118408}
-{"epoch": 9, "step": 13776, "loss": 0.013945361599326134, "total_norm": 3.01340389251709}
-{"epoch": 9, "step": 13777, "loss": 0.01767532154917717, "total_norm": 3.481050491333008}
-{"epoch": 9, "step": 13778, "loss": 0.007225481327623129, "total_norm": 2.111420154571533}
-{"epoch": 9, "step": 13779, "loss": 0.021876320242881775, "total_norm": 2.5522170066833496}
-{"epoch": 9, "step": 13780, "loss": 0.003914407920092344, "total_norm": 0.6894055008888245}
-{"epoch": 9, "step": 13781, "loss": 0.020426562055945396, "total_norm": 4.703151226043701}
-{"epoch": 9, "step": 13782, "loss": 0.012888512574136257, "total_norm": 3.002962589263916}
-{"epoch": 9, "step": 13783, "loss": 0.015179372392594814, "total_norm": 4.698616981506348}
-{"epoch": 9, "step": 13784, "loss": 0.013256468810141087, "total_norm": 3.9446144104003906}
-{"epoch": 9, "step": 13785, "loss": 0.04699215665459633, "total_norm": 3.8522372245788574}
-{"epoch": 9, "step": 13786, "loss": 0.07796904444694519, "total_norm": 4.158473014831543}
-{"epoch": 9, "step": 13787, "loss": 0.05378757789731026, "total_norm": 4.614812850952148}
-{"epoch": 9, "step": 13788, "loss": 0.02003326453268528, "total_norm": 2.459507703781128}
-{"epoch": 9, "step": 13789, "loss": 0.014827541075646877, "total_norm": 4.171416759490967}
-{"epoch": 9, "step": 13790, "loss": 0.02518158219754696, "total_norm": 3.997100591659546}
-{"epoch": 9, "step": 13791, "loss": 0.033663228154182434, "total_norm": 4.375380516052246}
-{"epoch": 9, "step": 13792, "loss": 0.029714321717619896, "total_norm": 3.380688428878784}
-{"epoch": 9, "step": 13793, "loss": 0.02205788716673851, "total_norm": 3.765885353088379}
-{"epoch": 9, "step": 13794, "loss": 0.035345423966646194, "total_norm": 3.0371897220611572}
-{"epoch": 9, "step": 13795, "loss": 0.01638175919651985, "total_norm": 3.0487873554229736}
-{"epoch": 9, "step": 13796, "loss": 0.02479827217757702, "total_norm": 3.5256524085998535}
-{"epoch": 9, "step": 13797, "loss": 0.02378525398671627, "total_norm": 3.197648048400879}
-{"epoch": 9, "step": 13798, "loss": 0.029659323394298553, "total_norm": 4.815965175628662}
-{"epoch": 9, "step": 13799, "loss": 0.006090840324759483, "total_norm": 1.8897225856781006}
-{"epoch": 9, "step": 13800, "loss": 0.024630190804600716, "total_norm": 3.837904930114746}
-{"epoch": 9, "step": 13801, "loss": 0.034015435725450516, "total_norm": 3.140770673751831}
-{"epoch": 9, "step": 13802, "loss": 0.045095182955265045, "total_norm": 3.8780789375305176}
-{"epoch": 9, "step": 13803, "loss": 0.034852541983127594, "total_norm": 6.661198139190674}
-{"epoch": 9, "step": 13804, "loss": 0.008845223113894463, "total_norm": 2.135035991668701}
-{"epoch": 9, "step": 13805, "loss": 0.014230039902031422, "total_norm": 2.808849334716797}
-{"epoch": 9, "step": 13806, "loss": 0.016673073172569275, "total_norm": 4.557047367095947}
-{"epoch": 9, "step": 13807, "loss": 0.022790877148509026, "total_norm": 3.1159210205078125}
-{"epoch": 9, "step": 13808, "loss": 0.03413644805550575, "total_norm": 4.690318584442139}
-{"epoch": 9, "step": 13809, "loss": 0.007266474422067404, "total_norm": 2.536947011947632}
-{"epoch": 9, "step": 13810, "loss": 0.005526174325495958, "total_norm": 1.138940453529358}
-{"epoch": 9, "step": 13811, "loss": 0.04315109923481941, "total_norm": 3.9897537231445312}
-{"epoch": 9, "step": 13812, "loss": 0.03880650922656059, "total_norm": 2.229910373687744}
-{"epoch": 9, "step": 13813, "loss": 0.0184988621622324, "total_norm": 3.220815658569336}
-{"epoch": 9, "step": 13814, "loss": 0.03417252376675606, "total_norm": 4.379536151885986}
-{"epoch": 9, "step": 13815, "loss": 0.03356415405869484, "total_norm": 4.403218746185303}
-{"epoch": 9, "step": 13816, "loss": 0.00436540087684989, "total_norm": 0.6725504398345947}
-{"epoch": 9, "step": 13817, "loss": 0.04231207072734833, "total_norm": 3.399625778198242}
-{"epoch": 9, "step": 13818, "loss": 0.02844817563891411, "total_norm": 3.909114122390747}
-{"epoch": 9, "step": 13819, "loss": 0.05449247732758522, "total_norm": 6.634500980377197}
-{"epoch": 9, "step": 13820, "loss": 0.007811485789716244, "total_norm": 1.9164944887161255}
-{"epoch": 9, "step": 13821, "loss": 0.024654196575284004, "total_norm": 3.6348164081573486}
-{"epoch": 9, "step": 13822, "loss": 0.012175830081105232, "total_norm": 2.0489907264709473}
-{"epoch": 9, "step": 13823, "loss": 0.013197883032262325, "total_norm": 2.8333311080932617}
-{"epoch": 9, "step": 13824, "eval_loss": 3.651194214820862, "eval_rougeL": 0.27904198129620955}
-{"epoch": 9, "step": 13824, "loss": 0.011809870600700378, "total_norm": 1.5898919105529785}
-{"epoch": 9, "step": 13825, "loss": 0.10040074586868286, "total_norm": 11.745229721069336}
-{"epoch": 9, "step": 13826, "loss": 0.010025303810834885, "total_norm": 2.233139753341675}
-{"epoch": 9, "step": 13827, "loss": 0.02122761495411396, "total_norm": 2.9738988876342773}
-{"epoch": 9, "step": 13828, "loss": 0.013719161041080952, "total_norm": 3.1274125576019287}
-{"epoch": 9, "step": 13829, "loss": 0.01969330944120884, "total_norm": 3.3692843914031982}
-{"epoch": 9, "step": 13830, "loss": 0.07504148036241531, "total_norm": 5.915790557861328}
-{"epoch": 9, "step": 13831, "loss": 0.015488894656300545, "total_norm": 3.02882719039917}
-{"epoch": 9, "step": 13832, "loss": 0.03238232061266899, "total_norm": 3.5342650413513184}
-{"epoch": 9, "step": 13833, "loss": 0.007872004061937332, "total_norm": 2.4772884845733643}
-{"epoch": 9, "step": 13834, "loss": 0.01326579600572586, "total_norm": 2.946457862854004}
-{"epoch": 9, "step": 13835, "loss": 0.014142869040369987, "total_norm": 2.756664514541626}
-{"epoch": 9, "step": 13836, "loss": 0.01608043536543846, "total_norm": 3.1542153358459473}
-{"epoch": 9, "step": 13837, "loss": 0.006699933670461178, "total_norm": 2.2982568740844727}
-{"epoch": 9, "step": 13838, "loss": 0.016909688711166382, "total_norm": 4.173909664154053}
-{"epoch": 9, "step": 13839, "loss": 0.06885447353124619, "total_norm": 6.070222854614258}
-{"epoch": 9, "step": 13840, "loss": 0.013421197421848774, "total_norm": 2.2805800437927246}
-{"epoch": 9, "step": 13841, "loss": 0.03434634208679199, "total_norm": 4.502840042114258}
-{"epoch": 9, "step": 13842, "loss": 0.016527099534869194, "total_norm": 3.975200891494751}
-{"epoch": 9, "step": 13843, "loss": 0.05586230009794235, "total_norm": 3.7435462474823}
-{"epoch": 9, "step": 13844, "loss": 0.011322620324790478, "total_norm": 2.633399248123169}
-{"epoch": 9, "step": 13845, "loss": 0.012739154510200024, "total_norm": 2.0291833877563477}
-{"epoch": 9, "step": 13846, "loss": 0.010434084571897984, "total_norm": 3.617542028427124}
-{"epoch": 9, "step": 13847, "loss": 0.007941309362649918, "total_norm": 1.7947920560836792}
-{"epoch": 9, "step": 13848, "loss": 0.02569115161895752, "total_norm": 2.5702381134033203}
-{"epoch": 9, "step": 13849, "loss": 0.033221762627363205, "total_norm": 5.736082553863525}
-{"epoch": 9, "step": 13850, "loss": 0.034330934286117554, "total_norm": 5.004542350769043}
-{"epoch": 9, "step": 13851, "loss": 0.044483307749032974, "total_norm": 6.303333759307861}
-{"epoch": 9, "step": 13852, "loss": 0.01512866746634245, "total_norm": 3.2412049770355225}
-{"epoch": 9, "step": 13853, "loss": 0.08036820590496063, "total_norm": 5.774628162384033}
-{"epoch": 9, "step": 13854, "loss": 0.0175272636115551, "total_norm": 2.2534308433532715}
-{"epoch": 9, "step": 13855, "loss": 0.017055679112672806, "total_norm": 3.234692096710205}
-{"epoch": 9, "step": 13856, "loss": 0.047901447862386703, "total_norm": 2.337555408477783}
-{"epoch": 9, "step": 13857, "loss": 0.03518117964267731, "total_norm": 3.4763498306274414}
-{"epoch": 9, "step": 13858, "loss": 0.04234315827488899, "total_norm": 5.020569324493408}
-{"epoch": 9, "step": 13859, "loss": 0.07167506217956543, "total_norm": 5.167379856109619}
-{"epoch": 9, "step": 13860, "loss": 0.020500024780631065, "total_norm": 4.343709468841553}
-{"epoch": 9, "step": 13861, "loss": 0.022826923057436943, "total_norm": 3.2521378993988037}
-{"epoch": 9, "step": 13862, "loss": 0.11934499442577362, "total_norm": 6.640024662017822}
-{"epoch": 9, "step": 13863, "loss": 0.004393845330923796, "total_norm": 1.3065208196640015}
-{"epoch": 9, "step": 13864, "loss": 0.016185058280825615, "total_norm": 2.640765428543091}
-{"epoch": 9, "step": 13865, "loss": 0.02289365790784359, "total_norm": 4.7330322265625}
-{"epoch": 9, "step": 13866, "loss": 0.0384889580309391, "total_norm": 3.3903470039367676}
-{"epoch": 9, "step": 13867, "loss": 0.01175314374268055, "total_norm": 2.409355878829956}
-{"epoch": 9, "step": 13868, "loss": 0.032066360116004944, "total_norm": 4.508536338806152}
-{"epoch": 9, "step": 13869, "loss": 0.07203890383243561, "total_norm": 4.061419486999512}
-{"epoch": 9, "step": 13870, "loss": 0.06744866073131561, "total_norm": 5.350022315979004}
-{"epoch": 9, "step": 13871, "loss": 0.05462728068232536, "total_norm": 5.992905139923096}
-{"epoch": 9, "step": 13872, "loss": 0.026256993412971497, "total_norm": 4.432041168212891}
-{"epoch": 9, "step": 13873, "loss": 0.02280886098742485, "total_norm": 3.3208506107330322}
-{"epoch": 9, "step": 13874, "loss": 0.02909502573311329, "total_norm": 4.4047417640686035}
-{"epoch": 9, "step": 13875, "loss": 0.0036517386324703693, "total_norm": 0.8890670537948608}
-{"epoch": 9, "step": 13876, "loss": 0.005668449215590954, "total_norm": 1.9450007677078247}
-{"epoch": 9, "step": 13877, "loss": 0.02618270553648472, "total_norm": 2.8839914798736572}
-{"epoch": 9, "step": 13878, "loss": 0.02148781344294548, "total_norm": 5.002364158630371}
-{"epoch": 9, "step": 13879, "loss": 0.07258955389261246, "total_norm": 3.4378669261932373}
-{"epoch": 9, "step": 13880, "loss": 0.02012837864458561, "total_norm": 3.8696422576904297}
-{"epoch": 9, "step": 13881, "loss": 0.021375544369220734, "total_norm": 2.9103164672851562}
-{"epoch": 9, "step": 13882, "loss": 0.03615641966462135, "total_norm": 5.0449018478393555}
-{"epoch": 9, "step": 13883, "loss": 0.005457228980958462, "total_norm": 1.2953190803527832}
-{"epoch": 9, "step": 13884, "loss": 0.03563154861330986, "total_norm": 3.121859073638916}
-{"epoch": 9, "step": 13885, "loss": 0.01933284103870392, "total_norm": 2.626513719558716}
-{"epoch": 9, "step": 13886, "loss": 0.015996053814888, "total_norm": 2.555208921432495}
-{"epoch": 9, "step": 13887, "loss": 0.01636505499482155, "total_norm": 2.9561243057250977}
-{"epoch": 9, "step": 13888, "loss": 0.053355395793914795, "total_norm": 4.250346660614014}
-{"epoch": 9, "step": 13889, "loss": 0.03220227733254433, "total_norm": 3.555480480194092}
-{"epoch": 9, "step": 13890, "loss": 0.0038118904922157526, "total_norm": 1.1616321802139282}
-{"epoch": 9, "step": 13891, "loss": 0.04006572812795639, "total_norm": 6.6273980140686035}
-{"epoch": 9, "step": 13892, "loss": 0.02203637920320034, "total_norm": 3.4229602813720703}
-{"epoch": 9, "step": 13893, "loss": 0.014827565290033817, "total_norm": 3.216676712036133}
-{"epoch": 9, "step": 13894, "loss": 0.015003477223217487, "total_norm": 4.722670078277588}
-{"epoch": 9, "step": 13895, "loss": 0.015181154012680054, "total_norm": 2.5888261795043945}
-{"epoch": 9, "step": 13896, "loss": 0.01797707937657833, "total_norm": 2.9762556552886963}
-{"epoch": 9, "step": 13897, "loss": 0.04388872906565666, "total_norm": 3.2040202617645264}
-{"epoch": 9, "step": 13898, "loss": 0.03238879516720772, "total_norm": 2.933882713317871}
-{"epoch": 9, "step": 13899, "loss": 0.018428852781653404, "total_norm": 2.678591251373291}
-{"epoch": 9, "step": 13900, "loss": 0.06846316903829575, "total_norm": 5.427724361419678}
-{"epoch": 9, "step": 13901, "loss": 0.021705826744437218, "total_norm": 2.8770434856414795}
-{"epoch": 9, "step": 13902, "loss": 0.028346380218863487, "total_norm": 4.019318580627441}
-{"epoch": 9, "step": 13903, "loss": 0.0279556792229414, "total_norm": 3.902223825454712}
-{"epoch": 9, "step": 13904, "loss": 0.00565565750002861, "total_norm": 1.027474045753479}
-{"epoch": 9, "step": 13905, "loss": 0.009489663876593113, "total_norm": 2.5890052318573}
-{"epoch": 9, "step": 13906, "loss": 0.02636401541531086, "total_norm": 3.8985371589660645}
-{"epoch": 9, "step": 13907, "loss": 0.014766992069780827, "total_norm": 3.2773261070251465}
-{"epoch": 9, "step": 13908, "loss": 0.06139729544520378, "total_norm": 4.604393482208252}
-{"epoch": 9, "step": 13909, "loss": 0.035668905824422836, "total_norm": 4.448458194732666}
-{"epoch": 9, "step": 13910, "loss": 0.02192229963839054, "total_norm": 5.144751071929932}
-{"epoch": 9, "step": 13911, "loss": 0.040125522762537, "total_norm": 3.8853728771209717}
-{"epoch": 9, "step": 13912, "loss": 0.008780618198215961, "total_norm": 2.0959582328796387}
-{"epoch": 9, "step": 13913, "loss": 0.03402603045105934, "total_norm": 3.858497381210327}
-{"epoch": 9, "step": 13914, "loss": 0.01511286199092865, "total_norm": 1.743170976638794}
-{"epoch": 9, "step": 13915, "loss": 0.01335569005459547, "total_norm": 3.8641130924224854}
-{"epoch": 9, "step": 13916, "loss": 0.013123316690325737, "total_norm": 2.6044538021087646}
-{"epoch": 9, "step": 13917, "loss": 0.012833249755203724, "total_norm": 3.253934621810913}
-{"epoch": 9, "step": 13918, "loss": 0.02672686241567135, "total_norm": 3.7216415405273438}
-{"epoch": 9, "step": 13919, "loss": 0.003460944863036275, "total_norm": 1.3352534770965576}
-{"epoch": 9, "step": 13920, "loss": 0.011099791154265404, "total_norm": 2.1642966270446777}
-{"epoch": 9, "step": 13921, "loss": 0.0660766065120697, "total_norm": 5.9217023849487305}
-{"epoch": 9, "step": 13922, "loss": 0.017257241532206535, "total_norm": 3.271273374557495}
-{"epoch": 9, "step": 13923, "loss": 0.010681393556296825, "total_norm": 2.015713930130005}
-{"epoch": 9, "step": 13924, "loss": 0.011209261603653431, "total_norm": 2.1911280155181885}
-{"epoch": 9, "step": 13925, "loss": 0.017633022740483284, "total_norm": 2.7738068103790283}
-{"epoch": 9, "step": 13926, "loss": 0.014763704501092434, "total_norm": 2.4631552696228027}
-{"epoch": 9, "step": 13927, "loss": 0.027283422648906708, "total_norm": 3.3616549968719482}
-{"epoch": 9, "step": 13928, "loss": 0.024531487375497818, "total_norm": 2.3604578971862793}
-{"epoch": 9, "step": 13929, "loss": 0.020968206226825714, "total_norm": 2.459996223449707}
-{"epoch": 9, "step": 13930, "loss": 0.03382439911365509, "total_norm": 5.0994062423706055}
-{"epoch": 9, "step": 13931, "loss": 0.031723786145448685, "total_norm": 3.3224432468414307}
-{"epoch": 9, "step": 13932, "loss": 0.014757991768419743, "total_norm": 3.477440357208252}
-{"epoch": 9, "step": 13933, "loss": 0.040404338389635086, "total_norm": 5.547668933868408}
-{"epoch": 9, "step": 13934, "loss": 0.03667958453297615, "total_norm": 4.989354133605957}
-{"epoch": 9, "step": 13935, "loss": 0.03595615550875664, "total_norm": 5.047726631164551}
-{"epoch": 9, "step": 13936, "loss": 0.04449707269668579, "total_norm": 3.3977558612823486}
-{"epoch": 9, "step": 13937, "loss": 0.02744174748659134, "total_norm": 2.233893394470215}
-{"epoch": 9, "step": 13938, "loss": 0.04284891486167908, "total_norm": 2.9192042350769043}
-{"epoch": 9, "step": 13939, "loss": 0.0405290313065052, "total_norm": 4.451054573059082}
-{"epoch": 9, "step": 13940, "loss": 0.011230736039578915, "total_norm": 2.995460033416748}
-{"epoch": 9, "step": 13941, "loss": 0.023669768124818802, "total_norm": 4.004272937774658}
-{"epoch": 9, "step": 13942, "loss": 0.02320592850446701, "total_norm": 3.5010194778442383}
-{"epoch": 9, "step": 13943, "loss": 0.03639869764447212, "total_norm": 3.4207630157470703}
-{"epoch": 9, "step": 13944, "loss": 0.019512033089995384, "total_norm": 2.4293558597564697}
-{"epoch": 9, "step": 13945, "loss": 0.022618426010012627, "total_norm": 4.29664945602417}
-{"epoch": 9, "step": 13946, "loss": 0.028396790847182274, "total_norm": 4.33828592300415}
-{"epoch": 9, "step": 13947, "loss": 0.004777849186211824, "total_norm": 0.9697235226631165}
-{"epoch": 9, "step": 13948, "loss": 0.06128880754113197, "total_norm": 7.024545669555664}
-{"epoch": 9, "step": 13949, "loss": 0.023723691701889038, "total_norm": 2.4688735008239746}
-{"epoch": 9, "step": 13950, "loss": 0.11065554618835449, "total_norm": 5.788505554199219}
-{"epoch": 9, "step": 13951, "loss": 0.0722547322511673, "total_norm": 10.649919509887695}
-{"epoch": 9, "step": 13952, "loss": 0.011132526211440563, "total_norm": 3.236196994781494}
-{"epoch": 9, "step": 13953, "loss": 0.0523507297039032, "total_norm": 19.49537467956543}
-{"epoch": 9, "step": 13954, "loss": 0.023919858038425446, "total_norm": 3.836088180541992}
-{"epoch": 9, "step": 13955, "loss": 0.009704344905912876, "total_norm": 4.054624557495117}
-{"epoch": 9, "step": 13956, "loss": 0.012004918418824673, "total_norm": 2.529555559158325}
-{"epoch": 9, "step": 13957, "loss": 0.03556961193680763, "total_norm": 3.4208738803863525}
-{"epoch": 9, "step": 13958, "loss": 0.017536133527755737, "total_norm": 3.535661220550537}
-{"epoch": 9, "step": 13959, "loss": 0.012242055498063564, "total_norm": 2.798992395401001}
-{"epoch": 9, "step": 13960, "loss": 0.04948115348815918, "total_norm": 3.5107038021087646}
-{"epoch": 9, "step": 13961, "loss": 0.019929058849811554, "total_norm": 2.511261463165283}
-{"epoch": 9, "step": 13962, "loss": 0.04521266371011734, "total_norm": 5.2562737464904785}
-{"epoch": 9, "step": 13963, "loss": 0.018377969041466713, "total_norm": 2.884568691253662}
-{"epoch": 9, "step": 13964, "loss": 0.02830270491540432, "total_norm": 4.975088119506836}
-{"epoch": 9, "step": 13965, "loss": 0.019350014626979828, "total_norm": 2.4338631629943848}
-{"epoch": 9, "step": 13966, "loss": 0.04351164773106575, "total_norm": 4.097523212432861}
-{"epoch": 9, "step": 13967, "loss": 0.013497155159711838, "total_norm": 3.34881854057312}
-{"epoch": 9, "step": 13968, "loss": 0.016889480873942375, "total_norm": 3.1073567867279053}
-{"epoch": 9, "step": 13969, "loss": 0.030342789366841316, "total_norm": 2.9755752086639404}
-{"epoch": 9, "step": 13970, "loss": 0.04025126248598099, "total_norm": 5.1507182121276855}
-{"epoch": 9, "step": 13971, "loss": 0.05542381852865219, "total_norm": 5.702794075012207}
-{"epoch": 9, "step": 13972, "loss": 0.030896073207259178, "total_norm": 4.015952110290527}
-{"epoch": 9, "step": 13973, "loss": 0.0263671912252903, "total_norm": 2.766800880432129}
-{"epoch": 9, "step": 13974, "loss": 0.01402333751320839, "total_norm": 3.230741500854492}
-{"epoch": 9, "step": 13975, "loss": 0.030996251851320267, "total_norm": 3.053196907043457}
-{"epoch": 9, "step": 13976, "loss": 0.07805442065000534, "total_norm": 4.859902381896973}
-{"epoch": 9, "step": 13977, "loss": 0.019269349053502083, "total_norm": 2.214759349822998}
-{"epoch": 9, "step": 13978, "loss": 0.023465167731046677, "total_norm": 2.6233973503112793}
-{"epoch": 9, "step": 13979, "loss": 0.01774737425148487, "total_norm": 2.915212869644165}
-{"epoch": 9, "step": 13980, "loss": 0.009372600354254246, "total_norm": 1.7298096418380737}
-{"epoch": 9, "step": 13981, "loss": 0.024180321022868156, "total_norm": 3.4394969940185547}
-{"epoch": 9, "step": 13982, "loss": 0.01786588691174984, "total_norm": 2.312040090560913}
-{"epoch": 9, "step": 13983, "loss": 0.009260943159461021, "total_norm": 2.7110705375671387}
-{"epoch": 9, "step": 13984, "loss": 0.01658470556139946, "total_norm": 3.789591073989868}
-{"epoch": 9, "step": 13985, "loss": 0.014702638611197472, "total_norm": 2.930088758468628}
-{"epoch": 9, "step": 13986, "loss": 0.02253051847219467, "total_norm": 3.933115243911743}
-{"epoch": 9, "step": 13987, "loss": 0.017454849556088448, "total_norm": 2.239384412765503}
-{"epoch": 9, "step": 13988, "loss": 0.01813627779483795, "total_norm": 2.8773579597473145}
-{"epoch": 9, "step": 13989, "loss": 0.013870014809072018, "total_norm": 3.2014994621276855}
-{"epoch": 9, "step": 13990, "loss": 0.030011437833309174, "total_norm": 3.1643292903900146}
-{"epoch": 9, "step": 13991, "loss": 0.017497126013040543, "total_norm": 3.048004627227783}
-{"epoch": 9, "step": 13992, "loss": 0.011019513942301273, "total_norm": 3.5851681232452393}
-{"epoch": 9, "step": 13993, "loss": 0.0506332628428936, "total_norm": 3.366739511489868}
-{"epoch": 9, "step": 13994, "loss": 0.012738816440105438, "total_norm": 2.325704336166382}
-{"epoch": 9, "step": 13995, "loss": 0.013326008804142475, "total_norm": 2.363621950149536}
-{"epoch": 9, "step": 13996, "loss": 0.027110876515507698, "total_norm": 3.1380631923675537}
-{"epoch": 9, "step": 13997, "loss": 0.013792373239994049, "total_norm": 2.574803590774536}
-{"epoch": 9, "step": 13998, "loss": 0.019405730068683624, "total_norm": 2.8639020919799805}
-{"epoch": 9, "step": 13999, "loss": 0.02888932265341282, "total_norm": 2.683750629425049}
-{"epoch": 9, "step": 14000, "loss": 0.04738553613424301, "total_norm": 4.345970153808594}
-{"epoch": 9, "step": 14001, "loss": 0.03867474943399429, "total_norm": 2.637869358062744}
-{"epoch": 9, "step": 14002, "loss": 0.04469723999500275, "total_norm": 2.0282413959503174}
-{"epoch": 9, "step": 14003, "loss": 0.010242797434329987, "total_norm": 3.4231677055358887}
-{"epoch": 9, "step": 14004, "loss": 0.058336999267339706, "total_norm": 4.648872375488281}
-{"epoch": 9, "step": 14005, "loss": 0.03889074549078941, "total_norm": 2.953583002090454}
-{"epoch": 9, "step": 14006, "loss": 0.02796565368771553, "total_norm": 4.87156343460083}
-{"epoch": 9, "step": 14007, "loss": 0.01578381471335888, "total_norm": 1.3974922895431519}
-{"epoch": 9, "step": 14008, "loss": 0.06992754340171814, "total_norm": 7.433342933654785}
-{"epoch": 9, "step": 14009, "loss": 0.016522621735930443, "total_norm": 1.9418919086456299}
-{"epoch": 9, "step": 14010, "loss": 0.02965845726430416, "total_norm": 3.4915292263031006}
-{"epoch": 9, "step": 14011, "loss": 0.026050027459859848, "total_norm": 3.377133369445801}
-{"epoch": 9, "step": 14012, "loss": 0.01896621286869049, "total_norm": 2.883443593978882}
-{"epoch": 9, "step": 14013, "loss": 0.03397492691874504, "total_norm": 4.049035549163818}
-{"epoch": 9, "step": 14014, "loss": 0.0342450775206089, "total_norm": 4.661982536315918}
-{"epoch": 9, "step": 14015, "loss": 0.036245834082365036, "total_norm": 5.677305698394775}
-{"epoch": 9, "step": 14016, "loss": 0.032408177852630615, "total_norm": 4.176573276519775}
-{"epoch": 9, "step": 14017, "loss": 0.019650645554065704, "total_norm": 3.4304895401000977}
-{"epoch": 9, "step": 14018, "loss": 0.03545250743627548, "total_norm": 3.02689266204834}
-{"epoch": 9, "step": 14019, "loss": 0.04670274630188942, "total_norm": 6.160838603973389}
-{"epoch": 9, "step": 14020, "loss": 0.015292488969862461, "total_norm": 2.4532086849212646}
-{"epoch": 9, "step": 14021, "loss": 0.00772871682420373, "total_norm": 1.8239179849624634}
-{"epoch": 9, "step": 14022, "loss": 0.047553543001413345, "total_norm": 3.519570827484131}
-{"epoch": 9, "step": 14023, "loss": 0.026813117787241936, "total_norm": 3.0787181854248047}
-{"epoch": 9, "step": 14024, "loss": 0.01043715700507164, "total_norm": 2.514289140701294}
-{"epoch": 9, "step": 14025, "loss": 0.008785562589764595, "total_norm": 3.0852365493774414}
-{"epoch": 9, "step": 14026, "loss": 0.048876866698265076, "total_norm": 3.5320956707000732}
-{"epoch": 9, "step": 14027, "loss": 0.06573769450187683, "total_norm": 5.223849296569824}
-{"epoch": 9, "step": 14028, "loss": 0.01693955436348915, "total_norm": 2.0898985862731934}
-{"epoch": 9, "step": 14029, "loss": 0.012832476757466793, "total_norm": 2.316218137741089}
-{"epoch": 9, "step": 14030, "loss": 0.05446024239063263, "total_norm": 4.352001190185547}
-{"epoch": 9, "step": 14031, "loss": 0.008314408361911774, "total_norm": 2.230441093444824}
-{"epoch": 9, "step": 14032, "loss": 0.0367891788482666, "total_norm": 3.9185352325439453}
-{"epoch": 9, "step": 14033, "loss": 0.03214408829808235, "total_norm": 3.4573183059692383}
-{"epoch": 9, "step": 14034, "loss": 0.0012349130120128393, "total_norm": 0.2211793065071106}
-{"epoch": 9, "step": 14035, "loss": 0.01087363250553608, "total_norm": 2.574162006378174}
-{"epoch": 9, "step": 14036, "loss": 0.017122764140367508, "total_norm": 2.598612070083618}
-{"epoch": 9, "step": 14037, "loss": 0.0593084916472435, "total_norm": 4.441030979156494}
-{"epoch": 9, "step": 14038, "loss": 0.025719355791807175, "total_norm": 3.792534589767456}
-{"epoch": 9, "step": 14039, "loss": 0.01200782973319292, "total_norm": 2.8188087940216064}
-{"epoch": 9, "step": 14040, "loss": 0.011713697575032711, "total_norm": 2.7873353958129883}
-{"epoch": 9, "step": 14041, "loss": 0.041329462081193924, "total_norm": 4.206544876098633}
-{"epoch": 9, "step": 14042, "loss": 0.016372330486774445, "total_norm": 2.5783638954162598}
-{"epoch": 9, "step": 14043, "loss": 0.1061275377869606, "total_norm": 7.057248592376709}
-{"epoch": 9, "step": 14044, "loss": 0.0128181679174304, "total_norm": 2.0314996242523193}
-{"epoch": 9, "step": 14045, "loss": 0.021260445937514305, "total_norm": 4.700991153717041}
-{"epoch": 9, "step": 14046, "loss": 0.06840420514345169, "total_norm": 4.6804304122924805}
-{"epoch": 9, "step": 14047, "loss": 0.04567781090736389, "total_norm": 4.417203903198242}
-{"epoch": 9, "step": 14048, "loss": 0.013103639706969261, "total_norm": 1.9616327285766602}
-{"epoch": 9, "step": 14049, "loss": 0.027557095512747765, "total_norm": 4.199514865875244}
-{"epoch": 9, "step": 14050, "loss": 0.016814948990941048, "total_norm": 2.165212392807007}
-{"epoch": 9, "step": 14051, "loss": 0.018339084461331367, "total_norm": 2.9364559650421143}
-{"epoch": 9, "step": 14052, "loss": 0.033270325511693954, "total_norm": 3.097181558609009}
-{"epoch": 9, "step": 14053, "loss": 0.007439021486788988, "total_norm": 2.0768191814422607}
-{"epoch": 9, "step": 14054, "loss": 0.021857626736164093, "total_norm": 3.8320443630218506}
-{"epoch": 9, "step": 14055, "loss": 0.01788274757564068, "total_norm": 5.811720371246338}
-{"epoch": 9, "step": 14056, "loss": 0.037171851843595505, "total_norm": 5.778648853302002}
-{"epoch": 9, "step": 14057, "loss": 0.06165992096066475, "total_norm": 4.058717727661133}
-{"epoch": 9, "step": 14058, "loss": 0.05689156427979469, "total_norm": 5.459061622619629}
-{"epoch": 9, "step": 14059, "loss": 0.031273018568754196, "total_norm": 3.7736153602600098}
-{"epoch": 9, "step": 14060, "loss": 0.026428403332829475, "total_norm": 4.315671920776367}
-{"epoch": 9, "step": 14061, "loss": 0.029160939157009125, "total_norm": 3.591122627258301}
-{"epoch": 9, "step": 14062, "loss": 0.0631331205368042, "total_norm": 4.761478424072266}
-{"epoch": 9, "step": 14063, "loss": 0.024644015356898308, "total_norm": 5.041511535644531}
-{"epoch": 9, "step": 14064, "loss": 0.01542759407311678, "total_norm": 3.010911464691162}
-{"epoch": 9, "step": 14065, "loss": 0.02417227253317833, "total_norm": 2.8435027599334717}
-{"epoch": 9, "step": 14066, "loss": 0.06168238818645477, "total_norm": 5.097373962402344}
-{"epoch": 9, "step": 14067, "loss": 0.022998912259936333, "total_norm": 3.549363613128662}
-{"epoch": 9, "step": 14068, "loss": 0.021264104172587395, "total_norm": 3.1915993690490723}
-{"epoch": 9, "step": 14069, "loss": 0.007688237354159355, "total_norm": 1.7706137895584106}
-{"epoch": 9, "step": 14070, "loss": 0.08050514757633209, "total_norm": 7.490841865539551}
-{"epoch": 9, "step": 14071, "loss": 0.04100010544061661, "total_norm": 1.934098243713379}
-{"epoch": 9, "step": 14072, "loss": 0.069315105676651, "total_norm": 4.199473857879639}
-{"epoch": 9, "step": 14073, "loss": 0.05631453916430473, "total_norm": 3.957599639892578}
-{"epoch": 9, "step": 14074, "loss": 0.020998967811465263, "total_norm": 3.6536648273468018}
-{"epoch": 9, "step": 14075, "loss": 0.06254196912050247, "total_norm": 4.305727958679199}
-{"epoch": 9, "step": 14076, "loss": 0.044598568230867386, "total_norm": 4.404996871948242}
-{"epoch": 9, "step": 14077, "loss": 0.10150650143623352, "total_norm": 3.1233415603637695}
-{"epoch": 9, "step": 14078, "loss": 0.030297139659523964, "total_norm": 3.520927667617798}
-{"epoch": 9, "step": 14079, "loss": 0.07535165548324585, "total_norm": 5.898926258087158}
-{"epoch": 9, "step": 14080, "loss": 0.011111031286418438, "total_norm": 2.8815529346466064}
-{"epoch": 9, "step": 14081, "loss": 0.04077262058854103, "total_norm": 3.358041524887085}
-{"epoch": 9, "step": 14082, "loss": 0.02580905705690384, "total_norm": 4.314810752868652}
-{"epoch": 9, "step": 14083, "loss": 0.056824151426553726, "total_norm": 5.178896903991699}
-{"epoch": 9, "step": 14084, "loss": 0.0076306769624352455, "total_norm": 2.4595577716827393}
-{"epoch": 9, "step": 14085, "loss": 0.017124492675065994, "total_norm": 2.319798707962036}
-{"epoch": 9, "step": 14086, "loss": 0.03282472863793373, "total_norm": 2.4907898902893066}
-{"epoch": 9, "step": 14087, "loss": 0.03242997080087662, "total_norm": 3.656900405883789}
-{"epoch": 9, "step": 14088, "loss": 0.031194794923067093, "total_norm": 4.66040563583374}
-{"epoch": 9, "step": 14089, "loss": 0.02084525302052498, "total_norm": 2.0210845470428467}
-{"epoch": 9, "step": 14090, "loss": 0.010185389779508114, "total_norm": 2.5526363849639893}
-{"epoch": 9, "step": 14091, "loss": 0.02730894647538662, "total_norm": 2.745126485824585}
-{"epoch": 9, "step": 14092, "loss": 0.025383641943335533, "total_norm": 3.5557103157043457}
-{"epoch": 9, "step": 14093, "loss": 0.036376357078552246, "total_norm": 4.235915660858154}
-{"epoch": 9, "step": 14094, "loss": 0.02429051697254181, "total_norm": 2.9049973487854004}
-{"epoch": 9, "step": 14095, "loss": 0.06366560608148575, "total_norm": 4.547240257263184}
-{"epoch": 9, "step": 14096, "loss": 0.033507928252220154, "total_norm": 3.895352602005005}
-{"epoch": 9, "step": 14097, "loss": 0.058953847736120224, "total_norm": 4.906107425689697}
-{"epoch": 9, "step": 14098, "loss": 0.06559967249631882, "total_norm": 4.387505054473877}
-{"epoch": 9, "step": 14099, "loss": 0.04888056218624115, "total_norm": 3.9012069702148438}
-{"epoch": 9, "step": 14100, "loss": 0.014450435526669025, "total_norm": 3.362621307373047}
-{"epoch": 9, "step": 14101, "loss": 0.008372919633984566, "total_norm": 2.1358184814453125}
-{"epoch": 9, "step": 14102, "loss": 0.04834005609154701, "total_norm": 3.9914987087249756}
-{"epoch": 9, "step": 14103, "loss": 0.02872089296579361, "total_norm": 5.046885013580322}
-{"epoch": 9, "step": 14104, "loss": 0.014091084711253643, "total_norm": 2.387455701828003}
-{"epoch": 9, "step": 14105, "loss": 0.01905452273786068, "total_norm": 2.9004721641540527}
-{"epoch": 9, "step": 14106, "loss": 0.03028169274330139, "total_norm": 2.546374797821045}
-{"epoch": 9, "step": 14107, "loss": 0.020090263336896896, "total_norm": 2.3357081413269043}
-{"epoch": 9, "step": 14108, "loss": 0.03977562114596367, "total_norm": 3.934992790222168}
-{"epoch": 9, "step": 14109, "loss": 0.0118514783680439, "total_norm": 2.434720039367676}
-{"epoch": 9, "step": 14110, "loss": 0.032022055238485336, "total_norm": 3.517448902130127}
-{"epoch": 9, "step": 14111, "loss": 0.011726593598723412, "total_norm": 1.7986432313919067}
-{"epoch": 9, "step": 14112, "loss": 0.011964797042310238, "total_norm": 3.0274388790130615}
-{"epoch": 9, "step": 14113, "loss": 0.02814609557390213, "total_norm": 4.46755313873291}
-{"epoch": 9, "step": 14114, "loss": 0.030444681644439697, "total_norm": 2.720996856689453}
-{"epoch": 9, "step": 14115, "loss": 0.06111866980791092, "total_norm": 6.114132881164551}
-{"epoch": 9, "step": 14116, "loss": 0.018186597153544426, "total_norm": 3.565140962600708}
-{"epoch": 9, "step": 14117, "loss": 0.01923239231109619, "total_norm": 3.6146421432495117}
-{"epoch": 9, "step": 14118, "loss": 0.023833492770791054, "total_norm": 3.3829827308654785}
-{"epoch": 9, "step": 14119, "loss": 0.03754990175366402, "total_norm": 2.9588139057159424}
-{"epoch": 9, "step": 14120, "loss": 0.08163990080356598, "total_norm": 3.035590410232544}
-{"epoch": 9, "step": 14121, "loss": 0.023844851180911064, "total_norm": 3.8894901275634766}
-{"epoch": 9, "step": 14122, "loss": 0.025416892021894455, "total_norm": 5.49616813659668}
-{"epoch": 9, "step": 14123, "loss": 0.01561393029987812, "total_norm": 4.138521671295166}
-{"epoch": 9, "step": 14124, "loss": 0.05595747381448746, "total_norm": 2.9666543006896973}
-{"epoch": 9, "step": 14125, "loss": 0.0264198686927557, "total_norm": 3.5294928550720215}
-{"epoch": 9, "step": 14126, "loss": 0.009463028982281685, "total_norm": 1.2136014699935913}
-{"epoch": 9, "step": 14127, "loss": 0.010506377555429935, "total_norm": 2.102652072906494}
-{"epoch": 9, "step": 14128, "loss": 0.011684215627610683, "total_norm": 2.5030384063720703}
-{"epoch": 9, "step": 14129, "loss": 0.023771118372678757, "total_norm": 2.78623628616333}
-{"epoch": 9, "step": 14130, "loss": 0.06670449674129486, "total_norm": 4.084980010986328}
-{"epoch": 9, "step": 14131, "loss": 0.03966779634356499, "total_norm": 2.968384027481079}
-{"epoch": 9, "step": 14132, "loss": 0.039389632642269135, "total_norm": 2.8630528450012207}
-{"epoch": 9, "step": 14133, "loss": 0.016475606709718704, "total_norm": 2.6428892612457275}
-{"epoch": 9, "step": 14134, "loss": 0.03057974763214588, "total_norm": 6.157132148742676}
-{"epoch": 9, "step": 14135, "loss": 0.015860632061958313, "total_norm": 2.9901773929595947}
-{"epoch": 9, "step": 14136, "loss": 0.028370127081871033, "total_norm": 7.574592590332031}
-{"epoch": 9, "step": 14137, "loss": 0.023428231477737427, "total_norm": 3.540193796157837}
-{"epoch": 9, "step": 14138, "loss": 0.022295627743005753, "total_norm": 2.3805367946624756}
-{"epoch": 9, "step": 14139, "loss": 0.016281774267554283, "total_norm": 2.6035263538360596}
-{"epoch": 9, "step": 14140, "loss": 0.0195922814309597, "total_norm": 3.095992088317871}
-{"epoch": 9, "step": 14141, "loss": 0.04033268615603447, "total_norm": 3.4374349117279053}
-{"epoch": 9, "step": 14142, "loss": 0.037000615149736404, "total_norm": 3.972115993499756}
-{"epoch": 9, "step": 14143, "loss": 0.021501317620277405, "total_norm": 4.063408851623535}
-{"epoch": 9, "step": 14144, "loss": 0.025473440065979958, "total_norm": 3.775578260421753}
-{"epoch": 9, "step": 14145, "loss": 0.01291762012988329, "total_norm": 2.8538143634796143}
-{"epoch": 9, "step": 14146, "loss": 0.03292260691523552, "total_norm": 2.8832318782806396}
-{"epoch": 9, "step": 14147, "loss": 0.04618208110332489, "total_norm": 4.197246074676514}
-{"epoch": 9, "step": 14148, "loss": 0.011771868914365768, "total_norm": 2.953935146331787}
-{"epoch": 9, "step": 14149, "loss": 0.018981263041496277, "total_norm": 3.3672869205474854}
-{"epoch": 9, "step": 14150, "loss": 0.018716419115662575, "total_norm": 2.697582244873047}
-{"epoch": 9, "step": 14151, "loss": 0.012164665386080742, "total_norm": 2.5027167797088623}
-{"epoch": 9, "step": 14152, "loss": 0.028737807646393776, "total_norm": 2.9578683376312256}
-{"epoch": 9, "step": 14153, "loss": 0.011594113893806934, "total_norm": 3.796424388885498}
-{"epoch": 9, "step": 14154, "loss": 0.033863723278045654, "total_norm": 3.646894693374634}
-{"epoch": 9, "step": 14155, "loss": 0.029976801946759224, "total_norm": 5.529369831085205}
-{"epoch": 9, "step": 14156, "loss": 0.024968620389699936, "total_norm": 4.495267391204834}
-{"epoch": 9, "step": 14157, "loss": 0.014922762289643288, "total_norm": 3.0014851093292236}
-{"epoch": 9, "step": 14158, "loss": 0.047229211777448654, "total_norm": 7.186374664306641}
-{"epoch": 9, "step": 14159, "loss": 0.04536547139286995, "total_norm": 3.4261956214904785}
-{"epoch": 9, "step": 14160, "loss": 0.06634260714054108, "total_norm": 5.099303245544434}
-{"epoch": 9, "step": 14161, "loss": 0.018735622987151146, "total_norm": 2.1548428535461426}
-{"epoch": 9, "step": 14162, "loss": 0.02405473217368126, "total_norm": 3.980597734451294}
-{"epoch": 9, "step": 14163, "loss": 0.023446762934327126, "total_norm": 3.1994011402130127}
-{"epoch": 9, "step": 14164, "loss": 0.010378100909292698, "total_norm": 3.1450822353363037}
-{"epoch": 9, "step": 14165, "loss": 0.05772565305233002, "total_norm": 8.215659141540527}
-{"epoch": 9, "step": 14166, "loss": 0.02177571691572666, "total_norm": 4.826652526855469}
-{"epoch": 9, "step": 14167, "loss": 0.017974847927689552, "total_norm": 3.080507755279541}
-{"epoch": 9, "step": 14168, "loss": 0.03489784896373749, "total_norm": 3.2259750366210938}
-{"epoch": 9, "step": 14169, "loss": 0.011116310954093933, "total_norm": 2.36094331741333}
-{"epoch": 9, "step": 14170, "loss": 0.06977564096450806, "total_norm": 6.629782199859619}
-{"epoch": 9, "step": 14171, "loss": 0.07645149528980255, "total_norm": 4.841731071472168}
-{"epoch": 9, "step": 14172, "loss": 0.013511065393686295, "total_norm": 3.1975207328796387}
-{"epoch": 9, "step": 14173, "loss": 0.04930848628282547, "total_norm": 3.4404103755950928}
-{"epoch": 9, "step": 14174, "loss": 0.028063209727406502, "total_norm": 2.9514245986938477}
-{"epoch": 9, "step": 14175, "loss": 0.04563814029097557, "total_norm": 5.220358371734619}
-{"epoch": 9, "step": 14176, "loss": 0.02314748615026474, "total_norm": 4.41436243057251}
-{"epoch": 9, "step": 14177, "loss": 0.010115528479218483, "total_norm": 3.1394896507263184}
-{"epoch": 9, "step": 14178, "loss": 0.052399516105651855, "total_norm": 4.470266819000244}
-{"epoch": 9, "step": 14179, "loss": 0.008125575259327888, "total_norm": 4.6581292152404785}
-{"epoch": 9, "step": 14180, "loss": 0.019610261544585228, "total_norm": 2.565580368041992}
-{"epoch": 9, "step": 14181, "loss": 0.015131007879972458, "total_norm": 5.491425037384033}
-{"epoch": 9, "step": 14182, "loss": 0.005901792552322149, "total_norm": 1.382321834564209}
-{"epoch": 9, "step": 14183, "loss": 0.019755959510803223, "total_norm": 1.839436650276184}
-{"epoch": 9, "step": 14184, "loss": 0.01820547878742218, "total_norm": 3.20538330078125}
-{"epoch": 9, "step": 14185, "loss": 0.02887135185301304, "total_norm": 3.693319082260132}
-{"epoch": 9, "step": 14186, "loss": 0.01190057210624218, "total_norm": 1.8451006412506104}
-{"epoch": 9, "step": 14187, "loss": 0.044371750205755234, "total_norm": 2.512634515762329}
-{"epoch": 9, "step": 14188, "loss": 0.08463100343942642, "total_norm": 9.917722702026367}
-{"epoch": 9, "step": 14189, "loss": 0.002150106942281127, "total_norm": 0.4073224663734436}
-{"epoch": 9, "step": 14190, "loss": 0.008852682076394558, "total_norm": 1.709344744682312}
-{"epoch": 9, "step": 14191, "loss": 0.028579961508512497, "total_norm": 4.1330246925354}
-{"epoch": 9, "step": 14192, "loss": 0.00640099449083209, "total_norm": 2.299783706665039}
-{"epoch": 9, "step": 14193, "loss": 0.012100346386432648, "total_norm": 2.002143621444702}
-{"epoch": 9, "step": 14194, "loss": 0.04687708988785744, "total_norm": 4.983705520629883}
-{"epoch": 9, "step": 14195, "loss": 0.027996726334095, "total_norm": 4.366311550140381}
-{"epoch": 9, "step": 14196, "loss": 0.04760906472802162, "total_norm": 3.3077056407928467}
-{"epoch": 9, "step": 14197, "loss": 0.036524463444948196, "total_norm": 3.0968399047851562}
-{"epoch": 9, "step": 14198, "loss": 0.012250061146914959, "total_norm": 2.6573472023010254}
-{"epoch": 9, "step": 14199, "loss": 0.021249113604426384, "total_norm": 3.2521748542785645}
-{"epoch": 9, "step": 14200, "loss": 0.011689804494380951, "total_norm": 2.5749659538269043}
-{"epoch": 9, "step": 14201, "loss": 0.03279181569814682, "total_norm": 2.6762871742248535}
-{"epoch": 9, "step": 14202, "loss": 0.020761266350746155, "total_norm": 2.7804768085479736}
-{"epoch": 9, "step": 14203, "loss": 0.019622068852186203, "total_norm": 4.4204421043396}
-{"epoch": 9, "step": 14204, "loss": 0.01786879263818264, "total_norm": 3.2754507064819336}
-{"epoch": 9, "step": 14205, "loss": 0.012963899411261082, "total_norm": 4.463587760925293}
-{"epoch": 9, "step": 14206, "loss": 0.006359935738146305, "total_norm": 1.4658068418502808}
-{"epoch": 9, "step": 14207, "loss": 0.07400797307491302, "total_norm": 8.178921699523926}
-{"epoch": 9, "step": 14208, "loss": 0.06866112351417542, "total_norm": 7.234580993652344}
-{"epoch": 9, "step": 14209, "loss": 0.034603286534547806, "total_norm": 3.0179035663604736}
-{"epoch": 9, "step": 14210, "loss": 0.060056380927562714, "total_norm": 3.8011674880981445}
-{"epoch": 9, "step": 14211, "loss": 0.05488710477948189, "total_norm": 7.356263160705566}
-{"epoch": 9, "step": 14212, "loss": 0.02394000254571438, "total_norm": 3.6019833087921143}
-{"epoch": 9, "step": 14213, "loss": 0.023212620988488197, "total_norm": 2.7422211170196533}
-{"epoch": 9, "step": 14214, "loss": 0.02406449429690838, "total_norm": 2.320507764816284}
-{"epoch": 9, "step": 14215, "loss": 0.04645988717675209, "total_norm": 3.846256971359253}
-{"epoch": 9, "step": 14216, "loss": 0.06254667788743973, "total_norm": 5.27644157409668}
-{"epoch": 9, "step": 14217, "loss": 0.006880111526697874, "total_norm": 1.4838873147964478}
-{"epoch": 9, "step": 14218, "loss": 0.011732828803360462, "total_norm": 4.995485782623291}
-{"epoch": 9, "step": 14219, "loss": 0.06370075792074203, "total_norm": 7.2177205085754395}
-{"epoch": 9, "step": 14220, "loss": 0.012142181396484375, "total_norm": 3.5381178855895996}
-{"epoch": 9, "step": 14221, "loss": 0.004916258621960878, "total_norm": 1.9584358930587769}
-{"epoch": 9, "step": 14222, "loss": 0.0844317227602005, "total_norm": 6.120073318481445}
-{"epoch": 9, "step": 14223, "loss": 0.014658681116998196, "total_norm": 3.6840100288391113}
-{"epoch": 9, "step": 14224, "loss": 0.01800263673067093, "total_norm": 2.2901360988616943}
-{"epoch": 9, "step": 14225, "loss": 0.014011174440383911, "total_norm": 4.328316688537598}
-{"epoch": 9, "step": 14226, "loss": 0.012201683595776558, "total_norm": 2.3016464710235596}
-{"epoch": 9, "step": 14227, "loss": 0.04427812620997429, "total_norm": 4.808211803436279}
-{"epoch": 9, "step": 14228, "loss": 0.05643549561500549, "total_norm": 4.808130264282227}
-{"epoch": 9, "step": 14229, "loss": 0.018840936943888664, "total_norm": 2.481384515762329}
-{"epoch": 9, "step": 14230, "loss": 0.03725346550345421, "total_norm": 3.8446402549743652}
-{"epoch": 9, "step": 14231, "loss": 0.005534149706363678, "total_norm": 1.0900113582611084}
-{"epoch": 9, "step": 14232, "loss": 0.02403591014444828, "total_norm": 4.256267070770264}
-{"epoch": 9, "step": 14233, "loss": 0.014025650918483734, "total_norm": 4.3616228103637695}
-{"epoch": 9, "step": 14234, "loss": 0.033659566193819046, "total_norm": 4.05554723739624}
-{"epoch": 9, "step": 14235, "loss": 0.009544960223138332, "total_norm": 2.351794481277466}
-{"epoch": 9, "step": 14236, "loss": 0.04561441391706467, "total_norm": 4.7077507972717285}
-{"epoch": 9, "step": 14237, "loss": 0.037594009190797806, "total_norm": 4.439526081085205}
-{"epoch": 9, "step": 14238, "loss": 0.020973803475499153, "total_norm": 4.290657043457031}
-{"epoch": 9, "step": 14239, "loss": 0.011844289489090443, "total_norm": 2.731750965118408}
-{"epoch": 9, "step": 14240, "loss": 0.09375399351119995, "total_norm": 6.107019901275635}
-{"epoch": 9, "step": 14241, "loss": 0.03789188712835312, "total_norm": 3.2011077404022217}
-{"epoch": 9, "step": 14242, "loss": 0.010724950581789017, "total_norm": 2.618717908859253}
-{"epoch": 9, "step": 14243, "loss": 0.049187492579221725, "total_norm": 3.6192312240600586}
-{"epoch": 9, "step": 14244, "loss": 0.05088452622294426, "total_norm": 4.677328109741211}
-{"epoch": 9, "step": 14245, "loss": 0.030782662332057953, "total_norm": 3.506098985671997}
-{"epoch": 9, "step": 14246, "loss": 0.08617516607046127, "total_norm": 6.1035661697387695}
-{"epoch": 9, "step": 14247, "loss": 0.013481930829584599, "total_norm": 2.293391704559326}
-{"epoch": 9, "step": 14248, "loss": 0.021377669647336006, "total_norm": 4.756086349487305}
-{"epoch": 9, "step": 14249, "loss": 0.03135818615555763, "total_norm": 3.5006790161132812}
-{"epoch": 9, "step": 14250, "loss": 0.05414706468582153, "total_norm": 5.254726409912109}
-{"epoch": 9, "step": 14251, "loss": 0.037509430199861526, "total_norm": 3.3384976387023926}
-{"epoch": 9, "step": 14252, "loss": 0.039148762822151184, "total_norm": 2.512505054473877}
-{"epoch": 9, "step": 14253, "loss": 0.032677579671144485, "total_norm": 2.9926226139068604}
-{"epoch": 9, "step": 14254, "loss": 0.003510070964694023, "total_norm": 1.3552132844924927}
-{"epoch": 9, "step": 14255, "loss": 0.022587629035115242, "total_norm": 2.8387186527252197}
-{"epoch": 9, "step": 14256, "loss": 0.01773221604526043, "total_norm": 4.104977130889893}
-{"epoch": 9, "step": 14257, "loss": 0.030376726761460304, "total_norm": 5.328339099884033}
-{"epoch": 9, "step": 14258, "loss": 0.019554125145077705, "total_norm": 4.746522903442383}
-{"epoch": 9, "step": 14259, "loss": 0.014038492925465107, "total_norm": 2.9396700859069824}
-{"epoch": 9, "step": 14260, "loss": 0.00359701132401824, "total_norm": 0.865928590297699}
-{"epoch": 9, "step": 14261, "loss": 0.04320652410387993, "total_norm": 3.6574177742004395}
-{"epoch": 9, "step": 14262, "loss": 0.023892279714345932, "total_norm": 3.3849036693573}
-{"epoch": 9, "step": 14263, "loss": 0.07512406259775162, "total_norm": 8.100625991821289}
-{"epoch": 9, "step": 14264, "loss": 0.050882305949926376, "total_norm": 3.7826690673828125}
-{"epoch": 9, "step": 14265, "loss": 0.038437433540821075, "total_norm": 4.003289222717285}
-{"epoch": 9, "step": 14266, "loss": 0.046051833778619766, "total_norm": 2.7461330890655518}
-{"epoch": 9, "step": 14267, "loss": 0.038446273654699326, "total_norm": 3.1728570461273193}
-{"epoch": 9, "step": 14268, "loss": 0.04187041148543358, "total_norm": 3.823206901550293}
-{"epoch": 9, "step": 14269, "loss": 0.010134844109416008, "total_norm": 3.4020354747772217}
-{"epoch": 9, "step": 14270, "loss": 0.016729775816202164, "total_norm": 2.266892433166504}
-{"epoch": 9, "step": 14271, "loss": 0.015470641665160656, "total_norm": 3.1145756244659424}
-{"epoch": 9, "step": 14272, "loss": 0.025429293513298035, "total_norm": 4.28961706161499}
-{"epoch": 9, "step": 14273, "loss": 0.01267611887305975, "total_norm": 2.0877907276153564}
-{"epoch": 9, "step": 14274, "loss": 0.023521466180682182, "total_norm": 3.1035690307617188}
-{"epoch": 9, "step": 14275, "loss": 0.02767266519367695, "total_norm": 3.55446720123291}
-{"epoch": 9, "step": 14276, "loss": 0.0027928887866437435, "total_norm": 0.8545418977737427}
-{"epoch": 9, "step": 14277, "loss": 0.10452867299318314, "total_norm": 11.427939414978027}
-{"epoch": 9, "step": 14278, "loss": 0.05121024698019028, "total_norm": 3.0041933059692383}
-{"epoch": 9, "step": 14279, "loss": 0.025737367570400238, "total_norm": 3.364748001098633}
-{"epoch": 9, "step": 14280, "loss": 0.02751157246530056, "total_norm": 2.9963793754577637}
-{"epoch": 9, "step": 14281, "loss": 0.01457209698855877, "total_norm": 2.0130672454833984}
-{"epoch": 9, "step": 14282, "loss": 0.09628888219594955, "total_norm": 6.240560054779053}
-{"epoch": 9, "step": 14283, "loss": 0.035729557275772095, "total_norm": 3.8098018169403076}
-{"epoch": 9, "step": 14284, "loss": 0.009758989326655865, "total_norm": 1.8551052808761597}
-{"epoch": 9, "step": 14285, "loss": 0.01744680292904377, "total_norm": 3.369940996170044}
-{"epoch": 9, "step": 14286, "loss": 0.02112221159040928, "total_norm": 3.3677051067352295}
-{"epoch": 9, "step": 14287, "loss": 0.02682088501751423, "total_norm": 2.436720371246338}
-{"epoch": 9, "step": 14288, "loss": 0.008693326264619827, "total_norm": 2.377563714981079}
-{"epoch": 9, "step": 14289, "loss": 0.01515381969511509, "total_norm": 4.13798713684082}
-{"epoch": 9, "step": 14290, "loss": 0.03236839547753334, "total_norm": 5.366379737854004}
-{"epoch": 9, "step": 14291, "loss": 0.02564455382525921, "total_norm": 3.593463182449341}
-{"epoch": 9, "step": 14292, "loss": 0.02755958028137684, "total_norm": 3.6135201454162598}
-{"epoch": 9, "step": 14293, "loss": 0.04241299629211426, "total_norm": 4.163298606872559}
-{"epoch": 9, "step": 14294, "loss": 0.07939125597476959, "total_norm": 3.17576265335083}
-{"epoch": 9, "step": 14295, "loss": 0.025241686031222343, "total_norm": 2.9910693168640137}
-{"epoch": 9, "step": 14296, "loss": 0.06081796810030937, "total_norm": 4.766080856323242}
-{"epoch": 9, "step": 14297, "loss": 0.027443522587418556, "total_norm": 2.415163040161133}
-{"epoch": 9, "step": 14298, "loss": 0.006670681294053793, "total_norm": 1.2228244543075562}
-{"epoch": 9, "step": 14299, "loss": 0.023216331377625465, "total_norm": 2.810918092727661}
-{"epoch": 9, "step": 14300, "eval_loss": 3.636303298175335, "eval_rougeL": 0.2873459728104613}
-{"epoch": 10, "step": 14300, "loss": 0.0021993699483573437, "total_norm": 0.4530937373638153}
-{"epoch": 10, "step": 14301, "loss": 0.056009408086538315, "total_norm": 6.1693830490112305}
-{"epoch": 10, "step": 14302, "loss": 0.03162404149770737, "total_norm": 2.6051557064056396}
-{"epoch": 10, "step": 14303, "loss": 0.028588896617293358, "total_norm": 5.603111743927002}
-{"epoch": 10, "step": 14304, "loss": 0.00757970055565238, "total_norm": 2.412496566772461}
-{"epoch": 10, "step": 14305, "loss": 0.02466745302081108, "total_norm": 2.2481191158294678}
-{"epoch": 10, "step": 14306, "loss": 0.05140133574604988, "total_norm": 4.349661350250244}
-{"epoch": 10, "step": 14307, "loss": 0.0236830972135067, "total_norm": 2.2846837043762207}
-{"epoch": 10, "step": 14308, "loss": 0.0069012450985610485, "total_norm": 1.550046682357788}
-{"epoch": 10, "step": 14309, "loss": 0.022224774584174156, "total_norm": 2.4083824157714844}
-{"epoch": 10, "step": 14310, "loss": 0.026798535138368607, "total_norm": 2.531167984008789}
-{"epoch": 10, "step": 14311, "loss": 0.03275935724377632, "total_norm": 3.084815502166748}
-{"epoch": 10, "step": 14312, "loss": 0.00852331891655922, "total_norm": 1.964266300201416}
-{"epoch": 10, "step": 14313, "loss": 0.01926107332110405, "total_norm": 2.2851333618164062}
-{"epoch": 10, "step": 14314, "loss": 0.009688588790595531, "total_norm": 1.7719435691833496}
-{"epoch": 10, "step": 14315, "loss": 0.012170352973043919, "total_norm": 2.7170374393463135}
-{"epoch": 10, "step": 14316, "loss": 0.042721252888441086, "total_norm": 3.3341150283813477}
-{"epoch": 10, "step": 14317, "loss": 0.022374385967850685, "total_norm": 1.7967743873596191}
-{"epoch": 10, "step": 14318, "loss": 0.0097158532589674, "total_norm": 1.6920058727264404}
-{"epoch": 10, "step": 14319, "loss": 0.03214811161160469, "total_norm": 1.7096832990646362}
-{"epoch": 10, "step": 14320, "loss": 0.0077567389234900475, "total_norm": 1.6307001113891602}
-{"epoch": 10, "step": 14321, "loss": 0.02978343702852726, "total_norm": 4.185762882232666}
-{"epoch": 10, "step": 14322, "loss": 0.004344315733760595, "total_norm": 0.7076244950294495}
-{"epoch": 10, "step": 14323, "loss": 0.0063112396746873856, "total_norm": 2.4082248210906982}
-{"epoch": 10, "step": 14324, "loss": 0.006239954847842455, "total_norm": 1.3688920736312866}
-{"epoch": 10, "step": 14325, "loss": 0.015520819462835789, "total_norm": 1.991278886795044}
-{"epoch": 10, "step": 14326, "loss": 0.026577038690447807, "total_norm": 3.82763671875}
-{"epoch": 10, "step": 14327, "loss": 0.05631640926003456, "total_norm": 2.9477601051330566}
-{"epoch": 10, "step": 14328, "loss": 0.001647857716307044, "total_norm": 0.3426719009876251}
-{"epoch": 10, "step": 14329, "loss": 0.004713716916739941, "total_norm": 0.7951892614364624}
-{"epoch": 10, "step": 14330, "loss": 0.008597021922469139, "total_norm": 2.474771022796631}
-{"epoch": 10, "step": 14331, "loss": 0.04017852991819382, "total_norm": 3.2310128211975098}
-{"epoch": 10, "step": 14332, "loss": 0.029859544709324837, "total_norm": 3.0128724575042725}
-{"epoch": 10, "step": 14333, "loss": 0.006508379243314266, "total_norm": 2.311973810195923}
-{"epoch": 10, "step": 14334, "loss": 0.07321394234895706, "total_norm": 3.3583898544311523}
-{"epoch": 10, "step": 14335, "loss": 0.0030475773382931948, "total_norm": 0.613928496837616}