| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.25, |
| "eval_steps": 2000, |
| "global_step": 10000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.00025, |
| "grad_norm": 39.5, |
| "learning_rate": 0.0001, |
| "loss": 7.8298, |
| "loss/crossentropy": 2.313796639442444, |
| "loss/hidden": 3.414453125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21518087349832057, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.0005, |
| "grad_norm": 31.5, |
| "grad_norm_var": 5.698893229166667, |
| "learning_rate": 0.0001, |
| "loss": 7.8693, |
| "loss/crossentropy": 2.1564369201660156, |
| "loss/hidden": 3.587109375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21401480734348297, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.00075, |
| "grad_norm": 36.0, |
| "grad_norm_var": 6.930143229166666, |
| "learning_rate": 0.0001, |
| "loss": 7.8779, |
| "loss/crossentropy": 2.179039953649044, |
| "loss/hidden": 3.709375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.22207003347575666, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.001, |
| "grad_norm": 32.75, |
| "grad_norm_var": 40.942708333333336, |
| "learning_rate": 0.0001, |
| "loss": 7.7653, |
| "loss/crossentropy": 2.074952059984207, |
| "loss/hidden": 3.55625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20403100922703743, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.00125, |
| "grad_norm": 35.75, |
| "grad_norm_var": 94.25729166666666, |
| "learning_rate": 0.0001, |
| "loss": 7.8641, |
| "loss/crossentropy": 2.087546107172966, |
| "loss/hidden": 3.50546875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19412125833332539, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.0015, |
| "grad_norm": 30.25, |
| "grad_norm_var": 110.89140625, |
| "learning_rate": 0.0001, |
| "loss": 7.8652, |
| "loss/crossentropy": 2.2259810894727705, |
| "loss/hidden": 3.528125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21063638497143983, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.00175, |
| "grad_norm": 36.0, |
| "grad_norm_var": 62.02805989583333, |
| "learning_rate": 0.0001, |
| "loss": 7.751, |
| "loss/crossentropy": 2.164659637212753, |
| "loss/hidden": 3.47109375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19977533183991908, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.002, |
| "grad_norm": 34.25, |
| "grad_norm_var": 8.6759765625, |
| "learning_rate": 0.0001, |
| "loss": 7.7596, |
| "loss/crossentropy": 2.097026476264, |
| "loss/hidden": 3.478125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20290330462157727, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.00225, |
| "grad_norm": 39.75, |
| "grad_norm_var": 71.35598958333334, |
| "learning_rate": 0.0001, |
| "loss": 7.8106, |
| "loss/crossentropy": 2.1291788890957832, |
| "loss/hidden": 3.491796875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19771635457873343, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.0025, |
| "grad_norm": 34.25, |
| "grad_norm_var": 9.158072916666667, |
| "learning_rate": 0.0001, |
| "loss": 7.7473, |
| "loss/crossentropy": 2.147798593342304, |
| "loss/hidden": 3.558203125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20517258979380132, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.00275, |
| "grad_norm": 31.625, |
| "grad_norm_var": 9.737239583333333, |
| "learning_rate": 0.0001, |
| "loss": 7.7738, |
| "loss/crossentropy": 2.1884776622056963, |
| "loss/hidden": 3.458203125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20624704901129007, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.003, |
| "grad_norm": 37.75, |
| "grad_norm_var": 335.18170572916665, |
| "learning_rate": 0.0001, |
| "loss": 7.8546, |
| "loss/crossentropy": 2.2224678859114646, |
| "loss/hidden": 3.5296875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.22259013392031193, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.00325, |
| "grad_norm": 136.0, |
| "grad_norm_var": 1014.1374348958333, |
| "learning_rate": 0.0001, |
| "loss": 7.7227, |
| "loss/crossentropy": 2.135145714879036, |
| "loss/hidden": 3.459765625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21895913481712342, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.0035, |
| "grad_norm": 36.25, |
| "grad_norm_var": 663.2072916666667, |
| "learning_rate": 0.0001, |
| "loss": 7.6794, |
| "loss/crossentropy": 2.2155070066452027, |
| "loss/hidden": 3.428515625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18895817659795283, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.00375, |
| "grad_norm": 38.5, |
| "grad_norm_var": 54.0384765625, |
| "learning_rate": 0.0001, |
| "loss": 7.7461, |
| "loss/crossentropy": 2.1793935388326644, |
| "loss/hidden": 3.5140625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19897108823060988, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.004, |
| "grad_norm": 62.0, |
| "grad_norm_var": 99.1447265625, |
| "learning_rate": 0.0001, |
| "loss": 7.7956, |
| "loss/crossentropy": 2.194957372546196, |
| "loss/hidden": 3.597265625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.22534323409199714, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.00425, |
| "grad_norm": 32.5, |
| "grad_norm_var": 62.60390625, |
| "learning_rate": 0.0001, |
| "loss": 7.7866, |
| "loss/crossentropy": 2.1939920127391814, |
| "loss/hidden": 3.529296875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2311840608716011, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.0045, |
| "grad_norm": 33.5, |
| "grad_norm_var": 10.049934895833333, |
| "learning_rate": 0.0001, |
| "loss": 7.6691, |
| "loss/crossentropy": 2.1646964073181154, |
| "loss/hidden": 3.416015625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2066217228770256, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.00475, |
| "grad_norm": 32.75, |
| "grad_norm_var": 13.889322916666666, |
| "learning_rate": 0.0001, |
| "loss": 7.8529, |
| "loss/crossentropy": 2.135753521323204, |
| "loss/hidden": 3.64140625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.23793395943939685, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.005, |
| "grad_norm": 30.375, |
| "grad_norm_var": 14.12265625, |
| "learning_rate": 0.0001, |
| "loss": 7.7357, |
| "loss/crossentropy": 2.1783783614635466, |
| "loss/hidden": 3.540234375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2111268475651741, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.00525, |
| "grad_norm": 47.75, |
| "grad_norm_var": 167.33014322916668, |
| "learning_rate": 0.0001, |
| "loss": 7.8414, |
| "loss/crossentropy": 2.091558237373829, |
| "loss/hidden": 3.49765625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2065280582755804, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.0055, |
| "grad_norm": 30.625, |
| "grad_norm_var": 185.38899739583334, |
| "learning_rate": 0.0001, |
| "loss": 7.7181, |
| "loss/crossentropy": 2.1866263896226883, |
| "loss/hidden": 3.434375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20596572011709213, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.00575, |
| "grad_norm": 30.125, |
| "grad_norm_var": 45.847330729166664, |
| "learning_rate": 0.0001, |
| "loss": 7.6276, |
| "loss/crossentropy": 2.1170753836631775, |
| "loss/hidden": 3.419140625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20233637914061547, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.006, |
| "grad_norm": 33.75, |
| "grad_norm_var": 17.477083333333333, |
| "learning_rate": 0.0001, |
| "loss": 7.7487, |
| "loss/crossentropy": 2.1388430804014207, |
| "loss/hidden": 3.55703125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20581382531672715, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.00625, |
| "grad_norm": 31.75, |
| "grad_norm_var": 1.54765625, |
| "learning_rate": 0.0001, |
| "loss": 7.6568, |
| "loss/crossentropy": 2.2856020241975785, |
| "loss/hidden": 3.4375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2351478708907962, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.0065, |
| "grad_norm": 28.375, |
| "grad_norm_var": 28.54375, |
| "learning_rate": 0.0001, |
| "loss": 7.6993, |
| "loss/crossentropy": 2.0653378486633303, |
| "loss/hidden": 3.493359375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19755732025951148, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.00675, |
| "grad_norm": 33.25, |
| "grad_norm_var": 28.384375, |
| "learning_rate": 0.0001, |
| "loss": 7.7075, |
| "loss/crossentropy": 2.1598333328962327, |
| "loss/hidden": 3.44765625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19795978404581546, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.007, |
| "grad_norm": 32.5, |
| "grad_norm_var": 20.862955729166668, |
| "learning_rate": 0.0001, |
| "loss": 7.6852, |
| "loss/crossentropy": 2.138056221604347, |
| "loss/hidden": 3.43671875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1999417580664158, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.00725, |
| "grad_norm": 42.0, |
| "grad_norm_var": 20.856705729166666, |
| "learning_rate": 0.0001, |
| "loss": 7.8621, |
| "loss/crossentropy": 2.1779348880052565, |
| "loss/hidden": 3.42421875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1947902340441942, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.0075, |
| "grad_norm": 31.75, |
| "grad_norm_var": 8.949739583333333, |
| "learning_rate": 0.0001, |
| "loss": 7.6542, |
| "loss/crossentropy": 2.174051034450531, |
| "loss/hidden": 3.49375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2129627451300621, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.00775, |
| "grad_norm": 33.5, |
| "grad_norm_var": 4.620247395833333, |
| "learning_rate": 0.0001, |
| "loss": 7.6721, |
| "loss/crossentropy": 2.0598735958337784, |
| "loss/hidden": 3.54921875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20318429488688708, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.008, |
| "grad_norm": 35.5, |
| "grad_norm_var": 2.059375, |
| "learning_rate": 0.0001, |
| "loss": 7.6655, |
| "loss/crossentropy": 2.1254130959510804, |
| "loss/hidden": 3.446875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19875272288918494, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.00825, |
| "grad_norm": 35.0, |
| "grad_norm_var": 1.9639973958333334, |
| "learning_rate": 0.0001, |
| "loss": 7.7461, |
| "loss/crossentropy": 2.1635933369398117, |
| "loss/hidden": 3.41640625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2012931451201439, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.0085, |
| "grad_norm": 33.75, |
| "grad_norm_var": 2.255989583333333, |
| "learning_rate": 0.0001, |
| "loss": 7.6974, |
| "loss/crossentropy": 2.214476653933525, |
| "loss/hidden": 3.39453125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1954287003725767, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.00875, |
| "grad_norm": 30.625, |
| "grad_norm_var": 2.4942057291666666, |
| "learning_rate": 0.0001, |
| "loss": 7.6918, |
| "loss/crossentropy": 2.216859245300293, |
| "loss/hidden": 3.393359375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20083636604249477, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.009, |
| "grad_norm": 31.625, |
| "grad_norm_var": 1.7905598958333333, |
| "learning_rate": 0.0001, |
| "loss": 7.6896, |
| "loss/crossentropy": 2.2161539107561112, |
| "loss/hidden": 3.405078125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19574192687869071, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.00925, |
| "grad_norm": 29.75, |
| "grad_norm_var": 7.141080729166666, |
| "learning_rate": 0.0001, |
| "loss": 7.8109, |
| "loss/crossentropy": 2.153403599560261, |
| "loss/hidden": 3.559765625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21339697316288947, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.0095, |
| "grad_norm": 37.5, |
| "grad_norm_var": 10.9244140625, |
| "learning_rate": 0.0001, |
| "loss": 7.7615, |
| "loss/crossentropy": 2.253763607144356, |
| "loss/hidden": 3.494140625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2074073076248169, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.00975, |
| "grad_norm": 33.75, |
| "grad_norm_var": 13.8400390625, |
| "learning_rate": 0.0001, |
| "loss": 7.7209, |
| "loss/crossentropy": 2.1363648414611816, |
| "loss/hidden": 3.478125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20775138661265374, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 31.5, |
| "grad_norm_var": 14.397330729166667, |
| "learning_rate": 0.0001, |
| "loss": 7.6574, |
| "loss/crossentropy": 2.1789979085326197, |
| "loss/hidden": 3.5109375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20811444334685802, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.01025, |
| "grad_norm": 33.0, |
| "grad_norm_var": 9.6837890625, |
| "learning_rate": 0.0001, |
| "loss": 7.7272, |
| "loss/crossentropy": 2.232848098874092, |
| "loss/hidden": 3.5328125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21815686002373696, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.0105, |
| "grad_norm": 30.0, |
| "grad_norm_var": 73.00201822916667, |
| "learning_rate": 0.0001, |
| "loss": 7.7767, |
| "loss/crossentropy": 2.064501041173935, |
| "loss/hidden": 3.616796875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21888567861169578, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.01075, |
| "grad_norm": 29.625, |
| "grad_norm_var": 73.21015625, |
| "learning_rate": 0.0001, |
| "loss": 7.7084, |
| "loss/crossentropy": 2.1248373448848725, |
| "loss/hidden": 3.48828125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20307110175490378, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.011, |
| "grad_norm": 31.875, |
| "grad_norm_var": 8.3259765625, |
| "learning_rate": 0.0001, |
| "loss": 7.6488, |
| "loss/crossentropy": 2.1684874832630157, |
| "loss/hidden": 3.371875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18734447471797466, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.01125, |
| "grad_norm": 40.75, |
| "grad_norm_var": 27.13125, |
| "learning_rate": 0.0001, |
| "loss": 7.831, |
| "loss/crossentropy": 2.1310232520103454, |
| "loss/hidden": 3.631640625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20724854618310928, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.0115, |
| "grad_norm": 36.0, |
| "grad_norm_var": 27.680208333333333, |
| "learning_rate": 0.0001, |
| "loss": 7.7446, |
| "loss/crossentropy": 2.134530597925186, |
| "loss/hidden": 3.43984375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21913636103272438, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.01175, |
| "grad_norm": 33.0, |
| "grad_norm_var": 7.48125, |
| "learning_rate": 0.0001, |
| "loss": 7.6288, |
| "loss/crossentropy": 2.2641385555267335, |
| "loss/hidden": 3.348828125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1849798161536455, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.012, |
| "grad_norm": 31.75, |
| "grad_norm_var": 11.4837890625, |
| "learning_rate": 0.0001, |
| "loss": 7.6493, |
| "loss/crossentropy": 2.2282994374632836, |
| "loss/hidden": 3.443359375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2014446135610342, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.01225, |
| "grad_norm": 37.25, |
| "grad_norm_var": 6.677083333333333, |
| "learning_rate": 0.0001, |
| "loss": 7.7612, |
| "loss/crossentropy": 2.1222758114337923, |
| "loss/hidden": 3.5625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2013396628201008, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.0125, |
| "grad_norm": 32.5, |
| "grad_norm_var": 4.7744140625, |
| "learning_rate": 0.0001, |
| "loss": 7.6421, |
| "loss/crossentropy": 2.069608175754547, |
| "loss/hidden": 3.45078125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1966784244403243, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.01275, |
| "grad_norm": 41.5, |
| "grad_norm_var": 10.3697265625, |
| "learning_rate": 0.0001, |
| "loss": 7.6818, |
| "loss/crossentropy": 2.1589883297681807, |
| "loss/hidden": 3.355078125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18451723456382751, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.013, |
| "grad_norm": 31.125, |
| "grad_norm_var": 6.667122395833333, |
| "learning_rate": 0.0001, |
| "loss": 7.7136, |
| "loss/crossentropy": 2.149793979898095, |
| "loss/hidden": 3.598828125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2093389181420207, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.01325, |
| "grad_norm": 35.25, |
| "grad_norm_var": 20.768489583333334, |
| "learning_rate": 0.0001, |
| "loss": 7.7677, |
| "loss/crossentropy": 2.195904017984867, |
| "loss/hidden": 3.425390625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19832278694957495, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.0135, |
| "grad_norm": 35.5, |
| "grad_norm_var": 17.8619140625, |
| "learning_rate": 0.0001, |
| "loss": 7.6679, |
| "loss/crossentropy": 2.1850160747766494, |
| "loss/hidden": 3.403125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20512696355581284, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.01375, |
| "grad_norm": 35.25, |
| "grad_norm_var": 25.736393229166666, |
| "learning_rate": 0.0001, |
| "loss": 7.6426, |
| "loss/crossentropy": 2.1822438329458236, |
| "loss/hidden": 3.441796875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20032773297280074, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.014, |
| "grad_norm": 35.25, |
| "grad_norm_var": 30.77890625, |
| "learning_rate": 0.0001, |
| "loss": 7.7347, |
| "loss/crossentropy": 2.1990185409784315, |
| "loss/hidden": 3.410546875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19729668814688922, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.01425, |
| "grad_norm": 41.25, |
| "grad_norm_var": 46.00149739583333, |
| "learning_rate": 0.0001, |
| "loss": 7.6662, |
| "loss/crossentropy": 2.0567948162555694, |
| "loss/hidden": 3.487109375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18916799686849117, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.0145, |
| "grad_norm": 31.875, |
| "grad_norm_var": 18.383072916666666, |
| "learning_rate": 0.0001, |
| "loss": 7.662, |
| "loss/crossentropy": 2.1589747786521913, |
| "loss/hidden": 3.6359375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21064655482769012, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.01475, |
| "grad_norm": 34.0, |
| "grad_norm_var": 7.5025390625, |
| "learning_rate": 0.0001, |
| "loss": 7.6739, |
| "loss/crossentropy": 2.053135275095701, |
| "loss/hidden": 3.4828125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20297051095403731, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.015, |
| "grad_norm": 42.0, |
| "grad_norm_var": 58.718684895833334, |
| "learning_rate": 0.0001, |
| "loss": 7.6386, |
| "loss/crossentropy": 2.0670476451516153, |
| "loss/hidden": 3.590234375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.208550613373518, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.01525, |
| "grad_norm": 29.75, |
| "grad_norm_var": 57.89993489583333, |
| "learning_rate": 0.0001, |
| "loss": 7.6461, |
| "loss/crossentropy": 2.1219205021858216, |
| "loss/hidden": 3.4953125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20205040834844112, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.0155, |
| "grad_norm": 29.25, |
| "grad_norm_var": 10.6228515625, |
| "learning_rate": 0.0001, |
| "loss": 7.5641, |
| "loss/crossentropy": 2.114127852022648, |
| "loss/hidden": 3.4171875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19217339344322681, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.01575, |
| "grad_norm": 30.375, |
| "grad_norm_var": 14.542643229166666, |
| "learning_rate": 0.0001, |
| "loss": 7.6319, |
| "loss/crossentropy": 2.2160026699304582, |
| "loss/hidden": 3.392578125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19281109217554332, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.016, |
| "grad_norm": 34.0, |
| "grad_norm_var": 8.1869140625, |
| "learning_rate": 0.0001, |
| "loss": 7.6546, |
| "loss/crossentropy": 2.1914512276649476, |
| "loss/hidden": 3.47109375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2007790008559823, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.01625, |
| "grad_norm": 30.375, |
| "grad_norm_var": 5.4587890625, |
| "learning_rate": 0.0001, |
| "loss": 7.573, |
| "loss/crossentropy": 2.0619212985038757, |
| "loss/hidden": 3.440625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19594881720840931, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.0165, |
| "grad_norm": 34.75, |
| "grad_norm_var": 6.121809895833334, |
| "learning_rate": 0.0001, |
| "loss": 7.7448, |
| "loss/crossentropy": 2.1046764492988586, |
| "loss/hidden": 3.5921875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20083924774080514, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.01675, |
| "grad_norm": 34.5, |
| "grad_norm_var": 5.715559895833334, |
| "learning_rate": 0.0001, |
| "loss": 7.8327, |
| "loss/crossentropy": 2.2835423797369003, |
| "loss/hidden": 3.604296875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.23483402598649264, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.017, |
| "grad_norm": 31.875, |
| "grad_norm_var": 10.7650390625, |
| "learning_rate": 0.0001, |
| "loss": 7.8138, |
| "loss/crossentropy": 2.0907129019498827, |
| "loss/hidden": 3.518359375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1924523524940014, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.01725, |
| "grad_norm": 33.0, |
| "grad_norm_var": 1.42265625, |
| "learning_rate": 0.0001, |
| "loss": 7.6162, |
| "loss/crossentropy": 2.127697338163853, |
| "loss/hidden": 3.50859375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2057236723601818, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.0175, |
| "grad_norm": 31.0, |
| "grad_norm_var": 8.9822265625, |
| "learning_rate": 0.0001, |
| "loss": 7.727, |
| "loss/crossentropy": 2.088846719264984, |
| "loss/hidden": 3.487890625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21837750263512135, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.01775, |
| "grad_norm": 31.125, |
| "grad_norm_var": 1.7385416666666667, |
| "learning_rate": 0.0001, |
| "loss": 7.504, |
| "loss/crossentropy": 2.1813240855932237, |
| "loss/hidden": 3.376171875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18769481666386129, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.018, |
| "grad_norm": 34.0, |
| "grad_norm_var": 2.569205729166667, |
| "learning_rate": 0.0001, |
| "loss": 7.6713, |
| "loss/crossentropy": 2.127785587310791, |
| "loss/hidden": 3.45546875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20503429286181926, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.01825, |
| "grad_norm": 29.875, |
| "grad_norm_var": 12.484375, |
| "learning_rate": 0.0001, |
| "loss": 7.6481, |
| "loss/crossentropy": 2.171098938584328, |
| "loss/hidden": 3.474609375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20801318623125553, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.0185, |
| "grad_norm": 37.25, |
| "grad_norm_var": 14.9978515625, |
| "learning_rate": 0.0001, |
| "loss": 7.6067, |
| "loss/crossentropy": 2.1487890854477882, |
| "loss/hidden": 3.427734375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18985433727502823, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.01875, |
| "grad_norm": 32.0, |
| "grad_norm_var": 7.299739583333333, |
| "learning_rate": 0.0001, |
| "loss": 7.4877, |
| "loss/crossentropy": 2.2428383469581603, |
| "loss/hidden": 3.24375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18733534589409828, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.019, |
| "grad_norm": 30.0, |
| "grad_norm_var": 3.379622395833333, |
| "learning_rate": 0.0001, |
| "loss": 7.6509, |
| "loss/crossentropy": 2.1872796684503557, |
| "loss/hidden": 3.4203125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21135813258588315, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.01925, |
| "grad_norm": 30.5, |
| "grad_norm_var": 46.3072265625, |
| "learning_rate": 0.0001, |
| "loss": 7.7384, |
| "loss/crossentropy": 2.2427982538938522, |
| "loss/hidden": 3.369921875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1998496226966381, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.0195, |
| "grad_norm": 41.5, |
| "grad_norm_var": 45.49264322916667, |
| "learning_rate": 0.0001, |
| "loss": 7.6688, |
| "loss/crossentropy": 2.207463192939758, |
| "loss/hidden": 3.321875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18665656447410583, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.01975, |
| "grad_norm": 31.625, |
| "grad_norm_var": 53.53951822916667, |
| "learning_rate": 0.0001, |
| "loss": 7.6327, |
| "loss/crossentropy": 2.075051838159561, |
| "loss/hidden": 3.37265625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19726874344050885, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 35.25, |
| "grad_norm_var": 15.802083333333334, |
| "learning_rate": 0.0001, |
| "loss": 7.6833, |
| "loss/crossentropy": 2.0811705768108366, |
| "loss/hidden": 3.40078125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19689124524593354, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.02025, |
| "grad_norm": 36.25, |
| "grad_norm_var": 2.7916015625, |
| "learning_rate": 0.0001, |
| "loss": 7.6998, |
| "loss/crossentropy": 2.139931133389473, |
| "loss/hidden": 3.56640625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20113225914537908, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.0205, |
| "grad_norm": 33.25, |
| "grad_norm_var": 3.21640625, |
| "learning_rate": 0.0001, |
| "loss": 7.6125, |
| "loss/crossentropy": 2.3070268869400024, |
| "loss/hidden": 3.4, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19928287118673324, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.02075, |
| "grad_norm": 31.375, |
| "grad_norm_var": 4.70390625, |
| "learning_rate": 0.0001, |
| "loss": 7.7169, |
| "loss/crossentropy": 2.1359834372997284, |
| "loss/hidden": 3.6421875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.22523897737264634, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.021, |
| "grad_norm": 33.75, |
| "grad_norm_var": 7.06015625, |
| "learning_rate": 0.0001, |
| "loss": 7.6629, |
| "loss/crossentropy": 2.1498879536986353, |
| "loss/hidden": 3.599609375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21073536314070224, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.02125, |
| "grad_norm": 31.125, |
| "grad_norm_var": 11.855143229166666, |
| "learning_rate": 0.0001, |
| "loss": 7.7246, |
| "loss/crossentropy": 2.154731386899948, |
| "loss/hidden": 3.379296875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18697260301560165, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.0215, |
| "grad_norm": 28.0, |
| "grad_norm_var": 3.8988932291666667, |
| "learning_rate": 0.0001, |
| "loss": 7.4616, |
| "loss/crossentropy": 2.209418597817421, |
| "loss/hidden": 3.441015625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19536950960755348, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.02175, |
| "grad_norm": 36.25, |
| "grad_norm_var": 28.367708333333333, |
| "learning_rate": 0.0001, |
| "loss": 7.6221, |
| "loss/crossentropy": 2.106307029724121, |
| "loss/hidden": 3.477734375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20511649739928545, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.022, |
| "grad_norm": 30.875, |
| "grad_norm_var": 25.5978515625, |
| "learning_rate": 0.0001, |
| "loss": 7.57, |
| "loss/crossentropy": 2.170385852456093, |
| "loss/hidden": 3.419140625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18977888114750385, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.02225, |
| "grad_norm": 31.0, |
| "grad_norm_var": 4.178580729166667, |
| "learning_rate": 0.0001, |
| "loss": 7.659, |
| "loss/crossentropy": 2.022993338108063, |
| "loss/hidden": 3.580859375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2017082829028368, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.0225, |
| "grad_norm": 30.25, |
| "grad_norm_var": 4.118684895833334, |
| "learning_rate": 0.0001, |
| "loss": 7.6471, |
| "loss/crossentropy": 2.1982390731573105, |
| "loss/hidden": 3.4078125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.186830697581172, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.02275, |
| "grad_norm": 36.0, |
| "grad_norm_var": 9.886393229166666, |
| "learning_rate": 0.0001, |
| "loss": 7.5929, |
| "loss/crossentropy": 2.1351534157991408, |
| "loss/hidden": 3.44296875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19507032372057437, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.023, |
| "grad_norm": 30.25, |
| "grad_norm_var": 69.10182291666666, |
| "learning_rate": 0.0001, |
| "loss": 7.7006, |
| "loss/crossentropy": 2.1805424720048903, |
| "loss/hidden": 3.60546875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2387762701138854, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.02325, |
| "grad_norm": 29.625, |
| "grad_norm_var": 148.09765625, |
| "learning_rate": 0.0001, |
| "loss": 7.603, |
| "loss/crossentropy": 2.1993222564458845, |
| "loss/hidden": 3.5421875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2252051206305623, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.0235, |
| "grad_norm": 33.0, |
| "grad_norm_var": 149.05670572916668, |
| "learning_rate": 0.0001, |
| "loss": 7.6101, |
| "loss/crossentropy": 2.132229286432266, |
| "loss/hidden": 3.434765625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19997731409966946, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.02375, |
| "grad_norm": 33.25, |
| "grad_norm_var": 2.372330729166667, |
| "learning_rate": 0.0001, |
| "loss": 7.6309, |
| "loss/crossentropy": 2.057620918750763, |
| "loss/hidden": 3.525, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19510896243155001, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.024, |
| "grad_norm": 30.125, |
| "grad_norm_var": 2.9291666666666667, |
| "learning_rate": 0.0001, |
| "loss": 7.5599, |
| "loss/crossentropy": 2.1666407614946364, |
| "loss/hidden": 3.38828125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19047823324799537, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.02425, |
| "grad_norm": 34.0, |
| "grad_norm_var": 750.4874348958333, |
| "learning_rate": 0.0001, |
| "loss": 7.667, |
| "loss/crossentropy": 2.199223425984383, |
| "loss/hidden": 3.561328125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.22954254262149335, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.0245, |
| "grad_norm": 31.0, |
| "grad_norm_var": 736.4518229166666, |
| "learning_rate": 0.0001, |
| "loss": 7.6648, |
| "loss/crossentropy": 2.052691954374313, |
| "loss/hidden": 3.612109375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20743414014577866, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.02475, |
| "grad_norm": 29.625, |
| "grad_norm_var": 13.204166666666667, |
| "learning_rate": 0.0001, |
| "loss": 7.587, |
| "loss/crossentropy": 2.2363356560468675, |
| "loss/hidden": 3.383984375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19663754627108573, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.025, |
| "grad_norm": 29.5, |
| "grad_norm_var": 8.623958333333333, |
| "learning_rate": 0.0001, |
| "loss": 7.5999, |
| "loss/crossentropy": 2.096450260281563, |
| "loss/hidden": 3.437890625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1896633107215166, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.02525, |
| "grad_norm": 30.0, |
| "grad_norm_var": 26.456184895833335, |
| "learning_rate": 0.0001, |
| "loss": 7.6469, |
| "loss/crossentropy": 2.219489449262619, |
| "loss/hidden": 3.461328125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20298976600170135, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.0255, |
| "grad_norm": 32.75, |
| "grad_norm_var": 22.0525390625, |
| "learning_rate": 0.0001, |
| "loss": 7.6634, |
| "loss/crossentropy": 2.157027468085289, |
| "loss/hidden": 3.641015625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21785753238946198, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.02575, |
| "grad_norm": 33.0, |
| "grad_norm_var": 31.347330729166668, |
| "learning_rate": 0.0001, |
| "loss": 7.6449, |
| "loss/crossentropy": 2.1728423804044725, |
| "loss/hidden": 3.41015625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19077841471880674, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.026, |
| "grad_norm": 74.5, |
| "grad_norm_var": 122.20045572916666, |
| "learning_rate": 0.0001, |
| "loss": 7.6132, |
| "loss/crossentropy": 2.1822386175394057, |
| "loss/hidden": 3.39453125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1930880568921566, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.02625, |
| "grad_norm": 67.5, |
| "grad_norm_var": 178.43125, |
| "learning_rate": 0.0001, |
| "loss": 7.6429, |
| "loss/crossentropy": 2.2600297421216964, |
| "loss/hidden": 3.458203125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20767511576414108, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.0265, |
| "grad_norm": 31.875, |
| "grad_norm_var": 92.06087239583333, |
| "learning_rate": 0.0001, |
| "loss": 7.5718, |
| "loss/crossentropy": 2.118990848958492, |
| "loss/hidden": 3.37890625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19327420592308045, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.02675, |
| "grad_norm": 30.875, |
| "grad_norm_var": 35.283268229166666, |
| "learning_rate": 0.0001, |
| "loss": 7.603, |
| "loss/crossentropy": 2.2320737928152083, |
| "loss/hidden": 3.335546875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18573360554873944, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.027, |
| "grad_norm": 35.25, |
| "grad_norm_var": 3795.8796223958334, |
| "learning_rate": 0.0001, |
| "loss": 7.6632, |
| "loss/crossentropy": 2.1329027831554415, |
| "loss/hidden": 3.500390625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.25382886435836555, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.02725, |
| "grad_norm": 41.0, |
| "grad_norm_var": 3810.5869140625, |
| "learning_rate": 0.0001, |
| "loss": 7.591, |
| "loss/crossentropy": 2.147709222137928, |
| "loss/hidden": 3.409375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19441522471606731, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.0275, |
| "grad_norm": 34.0, |
| "grad_norm_var": 10.347916666666666, |
| "learning_rate": 0.0001, |
| "loss": 7.459, |
| "loss/crossentropy": 2.134738603234291, |
| "loss/hidden": 3.45, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18917258959263564, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.02775, |
| "grad_norm": 30.5, |
| "grad_norm_var": 5.362239583333333, |
| "learning_rate": 0.0001, |
| "loss": 7.4625, |
| "loss/crossentropy": 2.072269695997238, |
| "loss/hidden": 3.453125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19563193432986736, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.028, |
| "grad_norm": 29.375, |
| "grad_norm_var": 14.4478515625, |
| "learning_rate": 0.0001, |
| "loss": 7.514, |
| "loss/crossentropy": 2.131034165620804, |
| "loss/hidden": 3.44453125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18194433208554983, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.02825, |
| "grad_norm": 33.0, |
| "grad_norm_var": 23.925, |
| "learning_rate": 0.0001, |
| "loss": 7.5884, |
| "loss/crossentropy": 2.023801653087139, |
| "loss/hidden": 3.637109375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20569879673421382, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.0285, |
| "grad_norm": 32.0, |
| "grad_norm_var": 7.2744140625, |
| "learning_rate": 0.0001, |
| "loss": 7.6524, |
| "loss/crossentropy": 2.1517456393688916, |
| "loss/hidden": 3.537890625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2079196309670806, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.02875, |
| "grad_norm": 35.75, |
| "grad_norm_var": 7.99140625, |
| "learning_rate": 0.0001, |
| "loss": 7.6074, |
| "loss/crossentropy": 2.004653300344944, |
| "loss/hidden": 3.583984375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19787274841219188, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.029, |
| "grad_norm": 32.75, |
| "grad_norm_var": 4.120572916666666, |
| "learning_rate": 0.0001, |
| "loss": 7.6348, |
| "loss/crossentropy": 2.1528601229190825, |
| "loss/hidden": 3.361328125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1927174234762788, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.02925, |
| "grad_norm": 36.25, |
| "grad_norm_var": 7.069205729166667, |
| "learning_rate": 0.0001, |
| "loss": 7.6205, |
| "loss/crossentropy": 2.05783154964447, |
| "loss/hidden": 3.614453125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.22374887801706791, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.0295, |
| "grad_norm": 31.0, |
| "grad_norm_var": 41.484309895833334, |
| "learning_rate": 0.0001, |
| "loss": 7.7356, |
| "loss/crossentropy": 2.126041141152382, |
| "loss/hidden": 3.5234375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2197611417621374, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.02975, |
| "grad_norm": 38.5, |
| "grad_norm_var": 43.91223958333333, |
| "learning_rate": 0.0001, |
| "loss": 7.6157, |
| "loss/crossentropy": 2.2476495057344437, |
| "loss/hidden": 3.462109375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19447711408138274, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 47.5, |
| "grad_norm_var": 95.72057291666667, |
| "learning_rate": 0.0001, |
| "loss": 7.7237, |
| "loss/crossentropy": 2.092088536918163, |
| "loss/hidden": 3.433203125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19047515615820884, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.03025, |
| "grad_norm": 31.5, |
| "grad_norm_var": 99.6822265625, |
| "learning_rate": 0.0001, |
| "loss": 7.5678, |
| "loss/crossentropy": 2.1249007523059844, |
| "loss/hidden": 3.505078125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19545839354395866, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.0305, |
| "grad_norm": 30.625, |
| "grad_norm_var": 6.409309895833333, |
| "learning_rate": 0.0001, |
| "loss": 7.5862, |
| "loss/crossentropy": 2.2506365835666657, |
| "loss/hidden": 3.39921875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19677093252539635, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.03075, |
| "grad_norm": 33.25, |
| "grad_norm_var": 6.676822916666667, |
| "learning_rate": 0.0001, |
| "loss": 7.5504, |
| "loss/crossentropy": 2.133887434005737, |
| "loss/hidden": 3.459375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1896925836801529, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.031, |
| "grad_norm": 38.0, |
| "grad_norm_var": 5.2337890625, |
| "learning_rate": 0.0001, |
| "loss": 7.5956, |
| "loss/crossentropy": 2.0669597774744033, |
| "loss/hidden": 3.475390625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19292720556259155, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.03125, |
| "grad_norm": 30.625, |
| "grad_norm_var": 3.97265625, |
| "learning_rate": 0.0001, |
| "loss": 7.5722, |
| "loss/crossentropy": 2.261713761091232, |
| "loss/hidden": 3.346875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19570228308439255, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.0315, |
| "grad_norm": 29.25, |
| "grad_norm_var": 4.916080729166667, |
| "learning_rate": 0.0001, |
| "loss": 7.5566, |
| "loss/crossentropy": 2.0476513862609864, |
| "loss/hidden": 3.668359375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2093046260997653, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.03175, |
| "grad_norm": 34.75, |
| "grad_norm_var": 10.875455729166667, |
| "learning_rate": 0.0001, |
| "loss": 7.6172, |
| "loss/crossentropy": 2.1128817319869997, |
| "loss/hidden": 3.5703125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21670667603611946, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.032, |
| "grad_norm": 33.5, |
| "grad_norm_var": 3.824934895833333, |
| "learning_rate": 0.0001, |
| "loss": 7.6787, |
| "loss/crossentropy": 2.2115501552820205, |
| "loss/hidden": 3.417578125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1827129926532507, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.03225, |
| "grad_norm": 30.375, |
| "grad_norm_var": 13.828125, |
| "learning_rate": 0.0001, |
| "loss": 7.6339, |
| "loss/crossentropy": 2.176504462957382, |
| "loss/hidden": 3.5, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2160520726814866, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.0325, |
| "grad_norm": 32.25, |
| "grad_norm_var": 5.916080729166667, |
| "learning_rate": 0.0001, |
| "loss": 7.6438, |
| "loss/crossentropy": 2.173138880729675, |
| "loss/hidden": 3.529296875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2056989949196577, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.03275, |
| "grad_norm": 32.25, |
| "grad_norm_var": 5.78515625, |
| "learning_rate": 0.0001, |
| "loss": 7.7146, |
| "loss/crossentropy": 2.247766065597534, |
| "loss/hidden": 3.488671875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20310762114822864, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.033, |
| "grad_norm": 32.75, |
| "grad_norm_var": 4.51640625, |
| "learning_rate": 0.0001, |
| "loss": 7.6452, |
| "loss/crossentropy": 2.0862443327903746, |
| "loss/hidden": 3.406640625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18912406917661428, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.03325, |
| "grad_norm": 34.5, |
| "grad_norm_var": 7.220833333333333, |
| "learning_rate": 0.0001, |
| "loss": 7.7715, |
| "loss/crossentropy": 2.093398702144623, |
| "loss/hidden": 3.570703125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2104920681566, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.0335, |
| "grad_norm": 38.0, |
| "grad_norm_var": 9.108268229166667, |
| "learning_rate": 0.0001, |
| "loss": 7.7368, |
| "loss/crossentropy": 2.17246213555336, |
| "loss/hidden": 3.576953125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21665989980101585, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.03375, |
| "grad_norm": 33.5, |
| "grad_norm_var": 4.794205729166666, |
| "learning_rate": 0.0001, |
| "loss": 7.5892, |
| "loss/crossentropy": 2.1238946616649628, |
| "loss/hidden": 3.48828125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2172164160758257, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.034, |
| "grad_norm": 32.5, |
| "grad_norm_var": 101.1431640625, |
| "learning_rate": 0.0001, |
| "loss": 7.6341, |
| "loss/crossentropy": 2.194270025193691, |
| "loss/hidden": 3.4859375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19632596522569656, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.03425, |
| "grad_norm": 33.25, |
| "grad_norm_var": 3.9119140625, |
| "learning_rate": 0.0001, |
| "loss": 7.5496, |
| "loss/crossentropy": 2.1282873928546904, |
| "loss/hidden": 3.343359375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.17983752395957708, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.0345, |
| "grad_norm": 34.5, |
| "grad_norm_var": 4.324934895833334, |
| "learning_rate": 0.0001, |
| "loss": 7.6348, |
| "loss/crossentropy": 2.140147662162781, |
| "loss/hidden": 3.471484375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20302014388144016, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.03475, |
| "grad_norm": 30.75, |
| "grad_norm_var": 2.818489583333333, |
| "learning_rate": 0.0001, |
| "loss": 7.7271, |
| "loss/crossentropy": 2.128489089012146, |
| "loss/hidden": 3.4359375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19602114744484425, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.035, |
| "grad_norm": 31.25, |
| "grad_norm_var": 2.1458333333333335, |
| "learning_rate": 0.0001, |
| "loss": 7.6417, |
| "loss/crossentropy": 2.1306474581360817, |
| "loss/hidden": 3.582421875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19735200479626655, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.03525, |
| "grad_norm": 31.25, |
| "grad_norm_var": 9.2009765625, |
| "learning_rate": 0.0001, |
| "loss": 7.7002, |
| "loss/crossentropy": 2.173697289824486, |
| "loss/hidden": 3.480859375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20366120263934134, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.0355, |
| "grad_norm": 31.75, |
| "grad_norm_var": 9.913997395833333, |
| "learning_rate": 0.0001, |
| "loss": 7.6577, |
| "loss/crossentropy": 2.26003720164299, |
| "loss/hidden": 3.385546875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20924863480031491, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.03575, |
| "grad_norm": 30.25, |
| "grad_norm_var": 26.66015625, |
| "learning_rate": 0.0001, |
| "loss": 7.5718, |
| "loss/crossentropy": 2.2352112770080566, |
| "loss/hidden": 3.419140625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19357634484767913, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.036, |
| "grad_norm": 34.0, |
| "grad_norm_var": 30.602083333333333, |
| "learning_rate": 0.0001, |
| "loss": 7.5861, |
| "loss/crossentropy": 2.0770506739616392, |
| "loss/hidden": 3.5453125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21514309681951999, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.03625, |
| "grad_norm": 37.5, |
| "grad_norm_var": 12.3875, |
| "learning_rate": 0.0001, |
| "loss": 7.4986, |
| "loss/crossentropy": 2.0542123883962633, |
| "loss/hidden": 3.510546875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19684152901172638, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.0365, |
| "grad_norm": 32.75, |
| "grad_norm_var": 8.548372395833333, |
| "learning_rate": 0.0001, |
| "loss": 7.6006, |
| "loss/crossentropy": 2.175110411643982, |
| "loss/hidden": 3.37578125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19031002502888442, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.03675, |
| "grad_norm": 34.25, |
| "grad_norm_var": 2.8429676028135214e+18, |
| "learning_rate": 0.0001, |
| "loss": 7.7702, |
| "loss/crossentropy": 2.1691948026418686, |
| "loss/hidden": 3.5859375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.22843880020081997, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.037, |
| "grad_norm": 36.25, |
| "grad_norm_var": 2.842967603101565e+18, |
| "learning_rate": 0.0001, |
| "loss": 7.6046, |
| "loss/crossentropy": 2.0826233722269536, |
| "loss/hidden": 3.520703125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1938928204588592, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.03725, |
| "grad_norm": 32.75, |
| "grad_norm_var": 8.939518229166667, |
| "learning_rate": 0.0001, |
| "loss": 7.6265, |
| "loss/crossentropy": 2.2077848985791206, |
| "loss/hidden": 3.435546875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1943045362830162, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.0375, |
| "grad_norm": 34.25, |
| "grad_norm_var": 7.7125, |
| "learning_rate": 0.0001, |
| "loss": 7.6217, |
| "loss/crossentropy": 2.1079602181911468, |
| "loss/hidden": 3.395703125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19446163363754748, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.03775, |
| "grad_norm": 34.25, |
| "grad_norm_var": 5.7931640625, |
| "learning_rate": 0.0001, |
| "loss": 7.5893, |
| "loss/crossentropy": 2.078600898385048, |
| "loss/hidden": 3.5734375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21464722994714974, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.038, |
| "grad_norm": 35.75, |
| "grad_norm_var": 6.186458333333333, |
| "learning_rate": 0.0001, |
| "loss": 7.6365, |
| "loss/crossentropy": 2.1014960765838624, |
| "loss/hidden": 3.53125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19028044641017913, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.03825, |
| "grad_norm": 36.0, |
| "grad_norm_var": 4.455989583333333, |
| "learning_rate": 0.0001, |
| "loss": 7.5414, |
| "loss/crossentropy": 2.1112293377518654, |
| "loss/hidden": 3.350390625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18414278626441954, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.0385, |
| "grad_norm": 32.25, |
| "grad_norm_var": 3.7249348958333335, |
| "learning_rate": 0.0001, |
| "loss": 7.5681, |
| "loss/crossentropy": 2.166412356495857, |
| "loss/hidden": 3.44453125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19420933350920677, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.03875, |
| "grad_norm": 31.625, |
| "grad_norm_var": 5.330989583333333, |
| "learning_rate": 0.0001, |
| "loss": 7.6663, |
| "loss/crossentropy": 2.0857026129961014, |
| "loss/hidden": 3.574609375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2175652377307415, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.039, |
| "grad_norm": 30.75, |
| "grad_norm_var": 7.401822916666666, |
| "learning_rate": 0.0001, |
| "loss": 7.5661, |
| "loss/crossentropy": 2.1806214213371278, |
| "loss/hidden": 3.562890625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21507157981395722, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.03925, |
| "grad_norm": 37.5, |
| "grad_norm_var": 9.043684895833334, |
| "learning_rate": 0.0001, |
| "loss": 7.5649, |
| "loss/crossentropy": 2.073585295677185, |
| "loss/hidden": 3.520703125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19737527389079332, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.0395, |
| "grad_norm": 32.5, |
| "grad_norm_var": 4.607747395833333, |
| "learning_rate": 0.0001, |
| "loss": 7.6893, |
| "loss/crossentropy": 2.262183803319931, |
| "loss/hidden": 3.425390625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.22450251020491124, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.03975, |
| "grad_norm": 31.25, |
| "grad_norm_var": 1.3983723958333334, |
| "learning_rate": 0.0001, |
| "loss": 7.7101, |
| "loss/crossentropy": 2.1200410187244416, |
| "loss/hidden": 3.464453125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20633359774947166, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 32.25, |
| "grad_norm_var": 28.868684895833333, |
| "learning_rate": 0.0001, |
| "loss": 7.6821, |
| "loss/crossentropy": 2.1520946115255355, |
| "loss/hidden": 3.616796875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20241751577705144, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.04025, |
| "grad_norm": 34.5, |
| "grad_norm_var": 24.308072916666667, |
| "learning_rate": 0.0001, |
| "loss": 7.6482, |
| "loss/crossentropy": 2.109182408452034, |
| "loss/hidden": 3.491015625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19619097150862216, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.0405, |
| "grad_norm": 33.25, |
| "grad_norm_var": 1.83125, |
| "learning_rate": 0.0001, |
| "loss": 7.614, |
| "loss/crossentropy": 2.220561644434929, |
| "loss/hidden": 3.44921875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20333079397678375, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.04075, |
| "grad_norm": 31.0, |
| "grad_norm_var": 7.183072916666666, |
| "learning_rate": 0.0001, |
| "loss": 7.7748, |
| "loss/crossentropy": 2.2026446878910066, |
| "loss/hidden": 3.472265625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20862093791365624, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.041, |
| "grad_norm": 36.25, |
| "grad_norm_var": 8.080989583333333, |
| "learning_rate": 0.0001, |
| "loss": 7.6592, |
| "loss/crossentropy": 2.2313437908887863, |
| "loss/hidden": 3.32421875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19155636206269264, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.04125, |
| "grad_norm": 31.5, |
| "grad_norm_var": 3.8863932291666665, |
| "learning_rate": 0.0001, |
| "loss": 7.6964, |
| "loss/crossentropy": 2.0529640942811964, |
| "loss/hidden": 3.658984375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.23474433943629264, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.0415, |
| "grad_norm": 33.25, |
| "grad_norm_var": 1.0374348958333333, |
| "learning_rate": 0.0001, |
| "loss": 7.6483, |
| "loss/crossentropy": 2.175355441868305, |
| "loss/hidden": 3.41953125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19280093312263488, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.04175, |
| "grad_norm": 29.625, |
| "grad_norm_var": 2.4268229166666666, |
| "learning_rate": 0.0001, |
| "loss": 7.6277, |
| "loss/crossentropy": 2.121490114927292, |
| "loss/hidden": 3.4421875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20306031554937362, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.042, |
| "grad_norm": 36.75, |
| "grad_norm_var": 186.4869140625, |
| "learning_rate": 0.0001, |
| "loss": 7.7912, |
| "loss/crossentropy": 2.123810574412346, |
| "loss/hidden": 3.596875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20700039602816106, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.04225, |
| "grad_norm": 33.0, |
| "grad_norm_var": 194.72708333333333, |
| "learning_rate": 0.0001, |
| "loss": 7.5507, |
| "loss/crossentropy": 2.198003688454628, |
| "loss/hidden": 3.384375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19452486634254457, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.0425, |
| "grad_norm": 32.25, |
| "grad_norm_var": 3.842643229166667, |
| "learning_rate": 0.0001, |
| "loss": 7.6641, |
| "loss/crossentropy": 2.1328449815511705, |
| "loss/hidden": 3.508984375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20609250776469706, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.04275, |
| "grad_norm": 36.5, |
| "grad_norm_var": 23.064322916666665, |
| "learning_rate": 0.0001, |
| "loss": 7.5838, |
| "loss/crossentropy": 2.1690568923950195, |
| "loss/hidden": 3.459765625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19301791079342365, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.043, |
| "grad_norm": 30.0, |
| "grad_norm_var": 5.9712890625, |
| "learning_rate": 0.0001, |
| "loss": 7.5441, |
| "loss/crossentropy": 2.1149508744478225, |
| "loss/hidden": 3.327734375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19253603778779507, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.04325, |
| "grad_norm": 33.0, |
| "grad_norm_var": 3.82890625, |
| "learning_rate": 0.0001, |
| "loss": 7.6644, |
| "loss/crossentropy": 2.070442554354668, |
| "loss/hidden": 3.5234375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19407737776637077, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.0435, |
| "grad_norm": 30.625, |
| "grad_norm_var": 1.5947265625, |
| "learning_rate": 0.0001, |
| "loss": 7.6468, |
| "loss/crossentropy": 2.2249585568904875, |
| "loss/hidden": 3.437890625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20079109650105237, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.04375, |
| "grad_norm": 32.25, |
| "grad_norm_var": 4.1384765625, |
| "learning_rate": 0.0001, |
| "loss": 7.6522, |
| "loss/crossentropy": 2.1712467283010484, |
| "loss/hidden": 3.481640625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21240621842443944, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.044, |
| "grad_norm": 30.75, |
| "grad_norm_var": 2.7018229166666665, |
| "learning_rate": 0.0001, |
| "loss": 7.6326, |
| "loss/crossentropy": 2.1433209091424943, |
| "loss/hidden": 3.50546875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19783576354384422, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.04425, |
| "grad_norm": 32.25, |
| "grad_norm_var": 10.2634765625, |
| "learning_rate": 0.0001, |
| "loss": 7.7252, |
| "loss/crossentropy": 2.1377856612205504, |
| "loss/hidden": 3.462109375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19519764352589847, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.0445, |
| "grad_norm": 32.25, |
| "grad_norm_var": 9.817122395833334, |
| "learning_rate": 0.0001, |
| "loss": 7.6165, |
| "loss/crossentropy": 2.2387378960847855, |
| "loss/hidden": 3.465234375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2087532427161932, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.04475, |
| "grad_norm": 31.0, |
| "grad_norm_var": 1.9650390625, |
| "learning_rate": 0.0001, |
| "loss": 7.6701, |
| "loss/crossentropy": 2.280033028125763, |
| "loss/hidden": 3.31875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1907376278191805, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.045, |
| "grad_norm": 33.75, |
| "grad_norm_var": 2.4197265625, |
| "learning_rate": 0.0001, |
| "loss": 7.6553, |
| "loss/crossentropy": 2.205285739898682, |
| "loss/hidden": 3.448828125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1980523556470871, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.04525, |
| "grad_norm": 31.0, |
| "grad_norm_var": 3.2462890625, |
| "learning_rate": 0.0001, |
| "loss": 7.6001, |
| "loss/crossentropy": 2.047496220469475, |
| "loss/hidden": 3.548046875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19389633461833, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.0455, |
| "grad_norm": 31.125, |
| "grad_norm_var": 2.562239583333333, |
| "learning_rate": 0.0001, |
| "loss": 7.615, |
| "loss/crossentropy": 2.174453580379486, |
| "loss/hidden": 3.516796875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20545508041977883, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.04575, |
| "grad_norm": 34.25, |
| "grad_norm_var": 3.4296223958333334, |
| "learning_rate": 0.0001, |
| "loss": 7.638, |
| "loss/crossentropy": 2.0722746759653092, |
| "loss/hidden": 3.437109375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19747158586978913, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.046, |
| "grad_norm": 34.75, |
| "grad_norm_var": 3.0666015625, |
| "learning_rate": 0.0001, |
| "loss": 7.7087, |
| "loss/crossentropy": 2.1196924835443496, |
| "loss/hidden": 3.622265625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20298538953065873, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.04625, |
| "grad_norm": 29.75, |
| "grad_norm_var": 2.6119140625, |
| "learning_rate": 0.0001, |
| "loss": 7.6036, |
| "loss/crossentropy": 2.1688392132520677, |
| "loss/hidden": 3.323046875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.17962730433791876, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.0465, |
| "grad_norm": 33.75, |
| "grad_norm_var": 1.3374348958333333, |
| "learning_rate": 0.0001, |
| "loss": 7.7051, |
| "loss/crossentropy": 2.1148360162973403, |
| "loss/hidden": 3.422265625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2195219134911895, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.04675, |
| "grad_norm": 33.5, |
| "grad_norm_var": 2.45625, |
| "learning_rate": 0.0001, |
| "loss": 7.6397, |
| "loss/crossentropy": 2.016439202427864, |
| "loss/hidden": 3.529296875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2061541959643364, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.047, |
| "grad_norm": 29.75, |
| "grad_norm_var": 4.173893229166667, |
| "learning_rate": 0.0001, |
| "loss": 7.7054, |
| "loss/crossentropy": 2.1470705419778824, |
| "loss/hidden": 3.3828125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21371309272944927, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.04725, |
| "grad_norm": 32.5, |
| "grad_norm_var": 4.054622395833333, |
| "learning_rate": 0.0001, |
| "loss": 7.5959, |
| "loss/crossentropy": 2.265937978029251, |
| "loss/hidden": 3.31328125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1929181769490242, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.0475, |
| "grad_norm": 30.125, |
| "grad_norm_var": 6.6197265625, |
| "learning_rate": 0.0001, |
| "loss": 7.6012, |
| "loss/crossentropy": 2.0853475779294968, |
| "loss/hidden": 3.40625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20215214397758247, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.04775, |
| "grad_norm": 34.0, |
| "grad_norm_var": 23.695572916666666, |
| "learning_rate": 0.0001, |
| "loss": 7.7544, |
| "loss/crossentropy": 2.162308484315872, |
| "loss/hidden": 3.4796875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2013952497392893, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.048, |
| "grad_norm": 30.75, |
| "grad_norm_var": 4.120768229166667, |
| "learning_rate": 0.0001, |
| "loss": 7.6092, |
| "loss/crossentropy": 2.088267083466053, |
| "loss/hidden": 3.5234375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2007219024002552, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.04825, |
| "grad_norm": 35.75, |
| "grad_norm_var": 2.97890625, |
| "learning_rate": 0.0001, |
| "loss": 7.7141, |
| "loss/crossentropy": 2.0617689430713653, |
| "loss/hidden": 3.46875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1928685350343585, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.0485, |
| "grad_norm": 35.0, |
| "grad_norm_var": 6.073893229166667, |
| "learning_rate": 0.0001, |
| "loss": 7.7068, |
| "loss/crossentropy": 2.1201131522655485, |
| "loss/hidden": 3.501953125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20757155679166317, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.04875, |
| "grad_norm": 31.5, |
| "grad_norm_var": 21.345572916666665, |
| "learning_rate": 0.0001, |
| "loss": 7.6198, |
| "loss/crossentropy": 2.235423868894577, |
| "loss/hidden": 3.36875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1959926813840866, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.049, |
| "grad_norm": 30.625, |
| "grad_norm_var": 28.99765625, |
| "learning_rate": 0.0001, |
| "loss": 7.6389, |
| "loss/crossentropy": 2.205905148386955, |
| "loss/hidden": 3.446484375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2116202499717474, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.04925, |
| "grad_norm": 33.25, |
| "grad_norm_var": 9.9369140625, |
| "learning_rate": 0.0001, |
| "loss": 7.7121, |
| "loss/crossentropy": 2.163422483205795, |
| "loss/hidden": 3.40390625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1981559544801712, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.0495, |
| "grad_norm": 29.0, |
| "grad_norm_var": 9.118489583333334, |
| "learning_rate": 0.0001, |
| "loss": 7.6772, |
| "loss/crossentropy": 2.1636913806200027, |
| "loss/hidden": 3.442578125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1968079771846533, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.04975, |
| "grad_norm": 35.25, |
| "grad_norm_var": 4.377018229166667, |
| "learning_rate": 0.0001, |
| "loss": 7.5948, |
| "loss/crossentropy": 2.174500140547752, |
| "loss/hidden": 3.42578125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1923616673797369, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 30.75, |
| "grad_norm_var": 6.15625, |
| "learning_rate": 0.0001, |
| "loss": 7.5639, |
| "loss/crossentropy": 2.1197956264019013, |
| "loss/hidden": 3.50703125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20423812307417394, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.05025, |
| "grad_norm": 33.5, |
| "grad_norm_var": 4.725455729166667, |
| "learning_rate": 0.0001, |
| "loss": 7.6238, |
| "loss/crossentropy": 2.1442053347826002, |
| "loss/hidden": 3.359375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20131820477545262, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.0505, |
| "grad_norm": 33.0, |
| "grad_norm_var": 3.2212890625, |
| "learning_rate": 0.0001, |
| "loss": 7.6024, |
| "loss/crossentropy": 2.1970301985740663, |
| "loss/hidden": 3.43203125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19248049296438693, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.05075, |
| "grad_norm": 31.5, |
| "grad_norm_var": 2.2853515625, |
| "learning_rate": 0.0001, |
| "loss": 7.6279, |
| "loss/crossentropy": 2.0732986360788344, |
| "loss/hidden": 3.476953125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19802382439374924, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.051, |
| "grad_norm": 35.25, |
| "grad_norm_var": 3.2129557291666666, |
| "learning_rate": 0.0001, |
| "loss": 7.643, |
| "loss/crossentropy": 2.196815450489521, |
| "loss/hidden": 3.48203125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20899684820324183, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.05125, |
| "grad_norm": 34.5, |
| "grad_norm_var": 4.093489583333334, |
| "learning_rate": 0.0001, |
| "loss": 7.6321, |
| "loss/crossentropy": 2.083095496892929, |
| "loss/hidden": 3.40390625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18292178437113762, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.0515, |
| "grad_norm": 31.875, |
| "grad_norm_var": 19.478059895833333, |
| "learning_rate": 0.0001, |
| "loss": 7.5882, |
| "loss/crossentropy": 2.2153579622507094, |
| "loss/hidden": 3.360546875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19245057981461286, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.05175, |
| "grad_norm": 34.5, |
| "grad_norm_var": 16.97265625, |
| "learning_rate": 0.0001, |
| "loss": 7.6006, |
| "loss/crossentropy": 2.2516845196485518, |
| "loss/hidden": 3.385546875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1975632380694151, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.052, |
| "grad_norm": 29.75, |
| "grad_norm_var": 2.71015625, |
| "learning_rate": 0.0001, |
| "loss": 7.6393, |
| "loss/crossentropy": 2.1561204314231874, |
| "loss/hidden": 3.465234375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2124529665336013, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.05225, |
| "grad_norm": 35.75, |
| "grad_norm_var": 36.984375, |
| "learning_rate": 0.0001, |
| "loss": 7.7289, |
| "loss/crossentropy": 2.2129232093691824, |
| "loss/hidden": 3.43125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1984808323904872, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.0525, |
| "grad_norm": 28.875, |
| "grad_norm_var": 38.076822916666664, |
| "learning_rate": 0.0001, |
| "loss": 7.5446, |
| "loss/crossentropy": 2.281945154070854, |
| "loss/hidden": 3.387109375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1915616899728775, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.05275, |
| "grad_norm": 30.5, |
| "grad_norm_var": 2.10625, |
| "learning_rate": 0.0001, |
| "loss": 7.6215, |
| "loss/crossentropy": 2.0773366719484327, |
| "loss/hidden": 3.439453125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18790210355073214, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.053, |
| "grad_norm": 31.25, |
| "grad_norm_var": 1.24765625, |
| "learning_rate": 0.0001, |
| "loss": 7.4968, |
| "loss/crossentropy": 2.186223568022251, |
| "loss/hidden": 3.36875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1900737203657627, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.05325, |
| "grad_norm": 30.75, |
| "grad_norm_var": 4.638541666666667, |
| "learning_rate": 0.0001, |
| "loss": 7.6574, |
| "loss/crossentropy": 2.2741902500391005, |
| "loss/hidden": 3.38359375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1898935280740261, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.0535, |
| "grad_norm": 33.75, |
| "grad_norm_var": 18.001041666666666, |
| "learning_rate": 0.0001, |
| "loss": 7.6903, |
| "loss/crossentropy": 2.1332941919565203, |
| "loss/hidden": 3.42265625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1954928996041417, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.05375, |
| "grad_norm": 34.5, |
| "grad_norm_var": 17.939583333333335, |
| "learning_rate": 0.0001, |
| "loss": 7.5786, |
| "loss/crossentropy": 2.2076333969831468, |
| "loss/hidden": 3.4828125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20088096596300603, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.054, |
| "grad_norm": 33.5, |
| "grad_norm_var": 8.947916666666666, |
| "learning_rate": 0.0001, |
| "loss": 7.5995, |
| "loss/crossentropy": 2.201739010214806, |
| "loss/hidden": 3.394140625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20021349862217902, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.05425, |
| "grad_norm": 30.0, |
| "grad_norm_var": 185.5900390625, |
| "learning_rate": 0.0001, |
| "loss": 7.6214, |
| "loss/crossentropy": 2.1913442850112914, |
| "loss/hidden": 3.407421875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1996122680604458, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.0545, |
| "grad_norm": 30.625, |
| "grad_norm_var": 186.84166666666667, |
| "learning_rate": 0.0001, |
| "loss": 7.7375, |
| "loss/crossentropy": 2.173484447598457, |
| "loss/hidden": 3.428515625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18794310167431832, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.05475, |
| "grad_norm": 31.375, |
| "grad_norm_var": 8.699739583333333, |
| "learning_rate": 0.0001, |
| "loss": 7.6023, |
| "loss/crossentropy": 2.207549235224724, |
| "loss/hidden": 3.494140625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21360519118607044, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.055, |
| "grad_norm": 32.0, |
| "grad_norm_var": 5.228059895833334, |
| "learning_rate": 0.0001, |
| "loss": 7.5821, |
| "loss/crossentropy": 2.168141430988908, |
| "loss/hidden": 3.355078125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1850608481094241, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.05525, |
| "grad_norm": 29.625, |
| "grad_norm_var": 10.708268229166666, |
| "learning_rate": 0.0001, |
| "loss": 7.6191, |
| "loss/crossentropy": 2.26080215126276, |
| "loss/hidden": 3.440625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19979589320719243, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.0555, |
| "grad_norm": 31.25, |
| "grad_norm_var": 10.148958333333333, |
| "learning_rate": 0.0001, |
| "loss": 7.613, |
| "loss/crossentropy": 2.2105998665094377, |
| "loss/hidden": 3.430859375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20264392383396626, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.05575, |
| "grad_norm": 29.5, |
| "grad_norm_var": 9.128059895833333, |
| "learning_rate": 0.0001, |
| "loss": 7.5296, |
| "loss/crossentropy": 2.076467031240463, |
| "loss/hidden": 3.59296875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.22621012963354586, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.056, |
| "grad_norm": 34.5, |
| "grad_norm_var": 3.99375, |
| "learning_rate": 0.0001, |
| "loss": 7.6686, |
| "loss/crossentropy": 2.0320577889680864, |
| "loss/hidden": 3.575, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19981470778584481, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.05625, |
| "grad_norm": 30.75, |
| "grad_norm_var": 14.473893229166666, |
| "learning_rate": 0.0001, |
| "loss": 7.5723, |
| "loss/crossentropy": 2.084241083264351, |
| "loss/hidden": 3.545703125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2100257944315672, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.0565, |
| "grad_norm": 31.5, |
| "grad_norm_var": 44.7041015625, |
| "learning_rate": 0.0001, |
| "loss": 7.6107, |
| "loss/crossentropy": 2.2695932418107985, |
| "loss/hidden": 3.371875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19781356416642665, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.05675, |
| "grad_norm": 30.875, |
| "grad_norm_var": 9.897916666666667, |
| "learning_rate": 0.0001, |
| "loss": 7.6187, |
| "loss/crossentropy": 2.188571906089783, |
| "loss/hidden": 3.43984375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2015857521444559, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.057, |
| "grad_norm": 28.375, |
| "grad_norm_var": 3.490625, |
| "learning_rate": 0.0001, |
| "loss": 7.6139, |
| "loss/crossentropy": 2.1134210243821143, |
| "loss/hidden": 3.481640625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.22417646870017052, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.05725, |
| "grad_norm": 32.0, |
| "grad_norm_var": 6.479622395833333, |
| "learning_rate": 0.0001, |
| "loss": 7.6591, |
| "loss/crossentropy": 2.1894455403089523, |
| "loss/hidden": 3.465625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19847002141177655, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.0575, |
| "grad_norm": 31.25, |
| "grad_norm_var": 8.809309895833334, |
| "learning_rate": 0.0001, |
| "loss": 7.657, |
| "loss/crossentropy": 2.1524556159973143, |
| "loss/hidden": 3.319921875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1857963975518942, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.05775, |
| "grad_norm": 32.25, |
| "grad_norm_var": 3.121809895833333, |
| "learning_rate": 0.0001, |
| "loss": 7.6475, |
| "loss/crossentropy": 2.2037901908159254, |
| "loss/hidden": 3.44140625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.22191528491675855, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.058, |
| "grad_norm": 32.5, |
| "grad_norm_var": 2.6348307291666666, |
| "learning_rate": 0.0001, |
| "loss": 7.5846, |
| "loss/crossentropy": 2.214809921383858, |
| "loss/hidden": 3.3453125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19421134144067764, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.05825, |
| "grad_norm": 29.375, |
| "grad_norm_var": 2.939322916666667, |
| "learning_rate": 0.0001, |
| "loss": 7.6893, |
| "loss/crossentropy": 2.2204942047595977, |
| "loss/hidden": 3.437890625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21439925488084555, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.0585, |
| "grad_norm": 28.625, |
| "grad_norm_var": 3.8744140625, |
| "learning_rate": 0.0001, |
| "loss": 7.6038, |
| "loss/crossentropy": 2.1540059238672256, |
| "loss/hidden": 3.56953125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.24175845962017775, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.05875, |
| "grad_norm": 31.875, |
| "grad_norm_var": 2.1426432291666666, |
| "learning_rate": 0.0001, |
| "loss": 7.6379, |
| "loss/crossentropy": 2.1948168754577635, |
| "loss/hidden": 3.43046875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2041913490742445, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.059, |
| "grad_norm": 32.5, |
| "grad_norm_var": 1.7869140625, |
| "learning_rate": 0.0001, |
| "loss": 7.7135, |
| "loss/crossentropy": 2.1938526153564455, |
| "loss/hidden": 3.434375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1992840923368931, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.05925, |
| "grad_norm": 33.75, |
| "grad_norm_var": 1.1343098958333333, |
| "learning_rate": 0.0001, |
| "loss": 7.6931, |
| "loss/crossentropy": 2.12769907861948, |
| "loss/hidden": 3.3796875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18500677905976773, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.0595, |
| "grad_norm": 33.0, |
| "grad_norm_var": 3.1884765625, |
| "learning_rate": 0.0001, |
| "loss": 7.6297, |
| "loss/crossentropy": 2.1268584340810777, |
| "loss/hidden": 3.485546875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20107861533761023, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.05975, |
| "grad_norm": 31.0, |
| "grad_norm_var": 5.368489583333333, |
| "learning_rate": 0.0001, |
| "loss": 7.555, |
| "loss/crossentropy": 2.198070913553238, |
| "loss/hidden": 3.4171875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19437791910022498, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 31.0, |
| "grad_norm_var": 3.218489583333333, |
| "learning_rate": 0.0001, |
| "loss": 7.633, |
| "loss/crossentropy": 2.1521017968654634, |
| "loss/hidden": 3.472265625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19696612432599067, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.06025, |
| "grad_norm": 31.625, |
| "grad_norm_var": 1.4098307291666667, |
| "learning_rate": 0.0001, |
| "loss": 7.6634, |
| "loss/crossentropy": 2.0935733556747436, |
| "loss/hidden": 3.46171875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19025789983570576, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.0605, |
| "grad_norm": 31.75, |
| "grad_norm_var": 4.812434895833333, |
| "learning_rate": 0.0001, |
| "loss": 7.6523, |
| "loss/crossentropy": 2.206766763329506, |
| "loss/hidden": 3.421484375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19223052635788918, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.06075, |
| "grad_norm": 32.0, |
| "grad_norm_var": 5.545247395833333, |
| "learning_rate": 0.0001, |
| "loss": 7.6703, |
| "loss/crossentropy": 2.2091148614883425, |
| "loss/hidden": 3.471875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2191623793914914, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.061, |
| "grad_norm": 31.875, |
| "grad_norm_var": 3.06640625, |
| "learning_rate": 0.0001, |
| "loss": 7.6194, |
| "loss/crossentropy": 2.2076220482587816, |
| "loss/hidden": 3.52265625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21331611163914205, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.06125, |
| "grad_norm": 33.75, |
| "grad_norm_var": 3.753125, |
| "learning_rate": 0.0001, |
| "loss": 7.6143, |
| "loss/crossentropy": 2.1473243802785875, |
| "loss/hidden": 3.415625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20034591071307659, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.0615, |
| "grad_norm": 31.25, |
| "grad_norm_var": 4.09765625, |
| "learning_rate": 0.0001, |
| "loss": 7.6166, |
| "loss/crossentropy": 2.2176205784082414, |
| "loss/hidden": 3.4015625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1890367180109024, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.06175, |
| "grad_norm": 32.75, |
| "grad_norm_var": 2.56015625, |
| "learning_rate": 0.0001, |
| "loss": 7.5864, |
| "loss/crossentropy": 2.139193335175514, |
| "loss/hidden": 3.55234375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19700367711484432, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.062, |
| "grad_norm": 30.625, |
| "grad_norm_var": 3.5400390625, |
| "learning_rate": 0.0001, |
| "loss": 7.6061, |
| "loss/crossentropy": 2.101886364817619, |
| "loss/hidden": 3.543359375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20392275378108024, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.06225, |
| "grad_norm": 31.625, |
| "grad_norm_var": 2.3353515625, |
| "learning_rate": 0.0001, |
| "loss": 7.5912, |
| "loss/crossentropy": 2.1105535492300986, |
| "loss/hidden": 3.451953125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20442402064800264, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.0625, |
| "grad_norm": 32.25, |
| "grad_norm_var": 2.183333333333333, |
| "learning_rate": 0.0001, |
| "loss": 7.6553, |
| "loss/crossentropy": 2.1315447479486465, |
| "loss/hidden": 3.471484375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20164060425013303, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.06275, |
| "grad_norm": 33.25, |
| "grad_norm_var": 147.15149739583333, |
| "learning_rate": 0.0001, |
| "loss": 7.6542, |
| "loss/crossentropy": 2.0641630738973618, |
| "loss/hidden": 3.468359375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20385651774704455, |
| "step": 2510 |
| }, |
| { |
| "epoch": 0.063, |
| "grad_norm": 30.5, |
| "grad_norm_var": 150.99166666666667, |
| "learning_rate": 0.0001, |
| "loss": 7.5568, |
| "loss/crossentropy": 2.191535955667496, |
| "loss/hidden": 3.402734375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19768227599561214, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.06325, |
| "grad_norm": 29.0, |
| "grad_norm_var": 2.13515625, |
| "learning_rate": 0.0001, |
| "loss": 7.6544, |
| "loss/crossentropy": 2.199158227443695, |
| "loss/hidden": 3.45, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2097537014633417, |
| "step": 2530 |
| }, |
| { |
| "epoch": 0.0635, |
| "grad_norm": 31.5, |
| "grad_norm_var": 2.731705729166667, |
| "learning_rate": 0.0001, |
| "loss": 7.5063, |
| "loss/crossentropy": 2.1456793427467344, |
| "loss/hidden": 3.403515625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19175102189183235, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.06375, |
| "grad_norm": 32.5, |
| "grad_norm_var": 6.859830729166666, |
| "learning_rate": 0.0001, |
| "loss": 7.5828, |
| "loss/crossentropy": 2.255453732609749, |
| "loss/hidden": 3.4203125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19693338237702845, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.064, |
| "grad_norm": 31.625, |
| "grad_norm_var": 5.178125, |
| "learning_rate": 0.0001, |
| "loss": 7.5702, |
| "loss/crossentropy": 2.2270909011363984, |
| "loss/hidden": 3.43359375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20889390334486962, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.06425, |
| "grad_norm": 33.5, |
| "grad_norm_var": 3.6372395833333333, |
| "learning_rate": 0.0001, |
| "loss": 7.5904, |
| "loss/crossentropy": 2.190132850408554, |
| "loss/hidden": 3.3953125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20386817157268525, |
| "step": 2570 |
| }, |
| { |
| "epoch": 0.0645, |
| "grad_norm": 34.25, |
| "grad_norm_var": 10.79765625, |
| "learning_rate": 0.0001, |
| "loss": 7.5854, |
| "loss/crossentropy": 2.07715407460928, |
| "loss/hidden": 3.581640625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20797281824052333, |
| "step": 2580 |
| }, |
| { |
| "epoch": 0.06475, |
| "grad_norm": 33.5, |
| "grad_norm_var": 12.35625, |
| "learning_rate": 0.0001, |
| "loss": 7.6279, |
| "loss/crossentropy": 2.1247923612594604, |
| "loss/hidden": 3.434765625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21620508767664431, |
| "step": 2590 |
| }, |
| { |
| "epoch": 0.065, |
| "grad_norm": 32.75, |
| "grad_norm_var": 5.094791666666667, |
| "learning_rate": 0.0001, |
| "loss": 7.5996, |
| "loss/crossentropy": 2.087959203124046, |
| "loss/hidden": 3.521875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19923710729926825, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.06525, |
| "grad_norm": 30.0, |
| "grad_norm_var": 7.6150390625, |
| "learning_rate": 0.0001, |
| "loss": 7.682, |
| "loss/crossentropy": 2.1805250465869905, |
| "loss/hidden": 3.38984375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2021130472421646, |
| "step": 2610 |
| }, |
| { |
| "epoch": 0.0655, |
| "grad_norm": 34.75, |
| "grad_norm_var": 7.06015625, |
| "learning_rate": 0.0001, |
| "loss": 7.7244, |
| "loss/crossentropy": 2.1178730964660644, |
| "loss/hidden": 3.402734375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19405451826751233, |
| "step": 2620 |
| }, |
| { |
| "epoch": 0.06575, |
| "grad_norm": 29.75, |
| "grad_norm_var": 3.065559895833333, |
| "learning_rate": 0.0001, |
| "loss": 7.6483, |
| "loss/crossentropy": 2.1593512505292893, |
| "loss/hidden": 3.381640625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2096536297351122, |
| "step": 2630 |
| }, |
| { |
| "epoch": 0.066, |
| "grad_norm": 33.25, |
| "grad_norm_var": 4.623372395833333, |
| "learning_rate": 0.0001, |
| "loss": 7.5982, |
| "loss/crossentropy": 2.159625916182995, |
| "loss/hidden": 3.365234375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18939675595611333, |
| "step": 2640 |
| }, |
| { |
| "epoch": 0.06625, |
| "grad_norm": 53.0, |
| "grad_norm_var": 49.99524739583333, |
| "learning_rate": 0.0001, |
| "loss": 7.6918, |
| "loss/crossentropy": 2.114516945183277, |
| "loss/hidden": 3.51484375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2009023107588291, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.0665, |
| "grad_norm": 30.125, |
| "grad_norm_var": 38.81399739583333, |
| "learning_rate": 0.0001, |
| "loss": 7.5543, |
| "loss/crossentropy": 2.132766366004944, |
| "loss/hidden": 3.421875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1965734062716365, |
| "step": 2660 |
| }, |
| { |
| "epoch": 0.06675, |
| "grad_norm": 30.875, |
| "grad_norm_var": 1.9559895833333334, |
| "learning_rate": 0.0001, |
| "loss": 7.6338, |
| "loss/crossentropy": 2.1092610150575637, |
| "loss/hidden": 3.431640625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.17978871315717698, |
| "step": 2670 |
| }, |
| { |
| "epoch": 0.067, |
| "grad_norm": 29.875, |
| "grad_norm_var": 4.47890625, |
| "learning_rate": 0.0001, |
| "loss": 7.617, |
| "loss/crossentropy": 2.2271903961896897, |
| "loss/hidden": 3.461328125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2073811784386635, |
| "step": 2680 |
| }, |
| { |
| "epoch": 0.06725, |
| "grad_norm": 30.125, |
| "grad_norm_var": 3.2249348958333335, |
| "learning_rate": 0.0001, |
| "loss": 7.641, |
| "loss/crossentropy": 2.0155764549970625, |
| "loss/hidden": 3.603515625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2049756994470954, |
| "step": 2690 |
| }, |
| { |
| "epoch": 0.0675, |
| "grad_norm": 33.5, |
| "grad_norm_var": 3.0061848958333335, |
| "learning_rate": 0.0001, |
| "loss": 7.6253, |
| "loss/crossentropy": 2.221065053343773, |
| "loss/hidden": 3.482421875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2112014289945364, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.06775, |
| "grad_norm": 32.25, |
| "grad_norm_var": 18.753125, |
| "learning_rate": 0.0001, |
| "loss": 7.6427, |
| "loss/crossentropy": 2.180001160502434, |
| "loss/hidden": 3.353125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.193130424618721, |
| "step": 2710 |
| }, |
| { |
| "epoch": 0.068, |
| "grad_norm": 32.5, |
| "grad_norm_var": 20.773893229166667, |
| "learning_rate": 0.0001, |
| "loss": 7.6163, |
| "loss/crossentropy": 2.283226564526558, |
| "loss/hidden": 3.48515625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19388929307460784, |
| "step": 2720 |
| }, |
| { |
| "epoch": 0.06825, |
| "grad_norm": 31.25, |
| "grad_norm_var": 1.61640625, |
| "learning_rate": 0.0001, |
| "loss": 7.587, |
| "loss/crossentropy": 2.1378406554460527, |
| "loss/hidden": 3.4921875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2115953892469406, |
| "step": 2730 |
| }, |
| { |
| "epoch": 0.0685, |
| "grad_norm": 32.5, |
| "grad_norm_var": 1.8684895833333333, |
| "learning_rate": 0.0001, |
| "loss": 7.6011, |
| "loss/crossentropy": 2.0985760882496836, |
| "loss/hidden": 3.48125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19036055766046048, |
| "step": 2740 |
| }, |
| { |
| "epoch": 0.06875, |
| "grad_norm": 32.25, |
| "grad_norm_var": 2.9535807291666667, |
| "learning_rate": 0.0001, |
| "loss": 7.6583, |
| "loss/crossentropy": 2.1665745437145234, |
| "loss/hidden": 3.36640625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18649150040000678, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.069, |
| "grad_norm": 34.5, |
| "grad_norm_var": 6.343489583333334, |
| "learning_rate": 0.0001, |
| "loss": 7.5495, |
| "loss/crossentropy": 2.176983141899109, |
| "loss/hidden": 3.412890625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20285341441631316, |
| "step": 2760 |
| }, |
| { |
| "epoch": 0.06925, |
| "grad_norm": 32.5, |
| "grad_norm_var": 4.972916666666666, |
| "learning_rate": 0.0001, |
| "loss": 7.6597, |
| "loss/crossentropy": 2.1060123026371, |
| "loss/hidden": 3.400390625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19327255934476853, |
| "step": 2770 |
| }, |
| { |
| "epoch": 0.0695, |
| "grad_norm": 31.625, |
| "grad_norm_var": 32.33639322916667, |
| "learning_rate": 0.0001, |
| "loss": 7.5862, |
| "loss/crossentropy": 2.1663936868309976, |
| "loss/hidden": 3.512109375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.22126073129475116, |
| "step": 2780 |
| }, |
| { |
| "epoch": 0.06975, |
| "grad_norm": 32.5, |
| "grad_norm_var": 5.694791666666666, |
| "learning_rate": 0.0001, |
| "loss": 7.5124, |
| "loss/crossentropy": 2.225750984251499, |
| "loss/hidden": 3.350390625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19473073966801166, |
| "step": 2790 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 31.5, |
| "grad_norm_var": 4.237434895833333, |
| "learning_rate": 0.0001, |
| "loss": 7.6174, |
| "loss/crossentropy": 2.0647315263748167, |
| "loss/hidden": 3.4734375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2136565549299121, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.07025, |
| "grad_norm": 36.0, |
| "grad_norm_var": 4.792708333333334, |
| "learning_rate": 0.0001, |
| "loss": 7.6789, |
| "loss/crossentropy": 2.1971701353788378, |
| "loss/hidden": 3.440625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21544951274991037, |
| "step": 2810 |
| }, |
| { |
| "epoch": 0.0705, |
| "grad_norm": 31.125, |
| "grad_norm_var": 11.145247395833334, |
| "learning_rate": 0.0001, |
| "loss": 7.7043, |
| "loss/crossentropy": 2.2537077218294144, |
| "loss/hidden": 3.395703125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19961411394178868, |
| "step": 2820 |
| }, |
| { |
| "epoch": 0.07075, |
| "grad_norm": 30.5, |
| "grad_norm_var": 85.65182291666666, |
| "learning_rate": 0.0001, |
| "loss": 7.6427, |
| "loss/crossentropy": 2.0513558954000475, |
| "loss/hidden": 3.615234375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.23545071221888064, |
| "step": 2830 |
| }, |
| { |
| "epoch": 0.071, |
| "grad_norm": 31.375, |
| "grad_norm_var": 64.77180989583333, |
| "learning_rate": 0.0001, |
| "loss": 7.6378, |
| "loss/crossentropy": 2.186201846599579, |
| "loss/hidden": 3.55078125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20769538041204214, |
| "step": 2840 |
| }, |
| { |
| "epoch": 0.07125, |
| "grad_norm": 32.25, |
| "grad_norm_var": 2.0268229166666667, |
| "learning_rate": 0.0001, |
| "loss": 7.5525, |
| "loss/crossentropy": 2.161085495352745, |
| "loss/hidden": 3.27421875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18488222286105155, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.0715, |
| "grad_norm": 33.0, |
| "grad_norm_var": 10.437434895833333, |
| "learning_rate": 0.0001, |
| "loss": 7.6376, |
| "loss/crossentropy": 2.09626332372427, |
| "loss/hidden": 3.33203125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.179809108376503, |
| "step": 2860 |
| }, |
| { |
| "epoch": 0.07175, |
| "grad_norm": 33.25, |
| "grad_norm_var": 9.233072916666666, |
| "learning_rate": 0.0001, |
| "loss": 7.62, |
| "loss/crossentropy": 2.2382488936185836, |
| "loss/hidden": 3.353515625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20872681811451912, |
| "step": 2870 |
| }, |
| { |
| "epoch": 0.072, |
| "grad_norm": 28.5, |
| "grad_norm_var": 8.784375, |
| "learning_rate": 0.0001, |
| "loss": 7.6516, |
| "loss/crossentropy": 2.1699771240353583, |
| "loss/hidden": 3.470703125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2100867312401533, |
| "step": 2880 |
| }, |
| { |
| "epoch": 0.07225, |
| "grad_norm": 33.75, |
| "grad_norm_var": 9.269791666666666, |
| "learning_rate": 0.0001, |
| "loss": 7.5839, |
| "loss/crossentropy": 2.1368533104658125, |
| "loss/hidden": 3.426953125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21750828213989734, |
| "step": 2890 |
| }, |
| { |
| "epoch": 0.0725, |
| "grad_norm": 36.0, |
| "grad_norm_var": 5.518489583333333, |
| "learning_rate": 0.0001, |
| "loss": 7.6849, |
| "loss/crossentropy": 2.12222815155983, |
| "loss/hidden": 3.580859375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21114687696099282, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.07275, |
| "grad_norm": 31.125, |
| "grad_norm_var": 5.622916666666667, |
| "learning_rate": 0.0001, |
| "loss": 7.5109, |
| "loss/crossentropy": 2.171084225177765, |
| "loss/hidden": 3.403125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1979156408458948, |
| "step": 2910 |
| }, |
| { |
| "epoch": 0.073, |
| "grad_norm": 31.125, |
| "grad_norm_var": 1.5619140625, |
| "learning_rate": 0.0001, |
| "loss": 7.6895, |
| "loss/crossentropy": 2.164732736349106, |
| "loss/hidden": 3.404296875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20426477529108525, |
| "step": 2920 |
| }, |
| { |
| "epoch": 0.07325, |
| "grad_norm": 29.375, |
| "grad_norm_var": 1.7854166666666667, |
| "learning_rate": 0.0001, |
| "loss": 7.5573, |
| "loss/crossentropy": 2.1073058575391768, |
| "loss/hidden": 3.50234375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2097570365294814, |
| "step": 2930 |
| }, |
| { |
| "epoch": 0.0735, |
| "grad_norm": 30.875, |
| "grad_norm_var": 2.4955729166666667, |
| "learning_rate": 0.0001, |
| "loss": 7.5697, |
| "loss/crossentropy": 2.153279659152031, |
| "loss/hidden": 3.361328125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1900124330073595, |
| "step": 2940 |
| }, |
| { |
| "epoch": 0.07375, |
| "grad_norm": 49.5, |
| "grad_norm_var": 22.75390625, |
| "learning_rate": 0.0001, |
| "loss": 7.671, |
| "loss/crossentropy": 2.2612457245588304, |
| "loss/hidden": 3.414453125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18990697022527456, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.074, |
| "grad_norm": 32.0, |
| "grad_norm_var": 24.510416666666668, |
| "learning_rate": 0.0001, |
| "loss": 7.5814, |
| "loss/crossentropy": 2.123460465669632, |
| "loss/hidden": 3.496484375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20658994875848294, |
| "step": 2960 |
| }, |
| { |
| "epoch": 0.07425, |
| "grad_norm": 30.125, |
| "grad_norm_var": 118.29837239583334, |
| "learning_rate": 0.0001, |
| "loss": 7.5481, |
| "loss/crossentropy": 2.2275219768285752, |
| "loss/hidden": 3.33515625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18647960387170315, |
| "step": 2970 |
| }, |
| { |
| "epoch": 0.0745, |
| "grad_norm": 29.375, |
| "grad_norm_var": 21.989322916666666, |
| "learning_rate": 0.0001, |
| "loss": 7.5209, |
| "loss/crossentropy": 2.1731285482645033, |
| "loss/hidden": 3.4171875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1889862149953842, |
| "step": 2980 |
| }, |
| { |
| "epoch": 0.07475, |
| "grad_norm": 31.125, |
| "grad_norm_var": 4.253059895833333, |
| "learning_rate": 0.0001, |
| "loss": 7.5815, |
| "loss/crossentropy": 2.2546483501791954, |
| "loss/hidden": 3.415625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18856723569333553, |
| "step": 2990 |
| }, |
| { |
| "epoch": 0.075, |
| "grad_norm": 32.0, |
| "grad_norm_var": 5.730143229166667, |
| "learning_rate": 0.0001, |
| "loss": 7.5835, |
| "loss/crossentropy": 2.092367857694626, |
| "loss/hidden": 3.52421875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20502115599811077, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.07525, |
| "grad_norm": 29.5, |
| "grad_norm_var": 15.926822916666667, |
| "learning_rate": 0.0001, |
| "loss": 7.5849, |
| "loss/crossentropy": 2.109961675107479, |
| "loss/hidden": 3.432421875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20341113824397325, |
| "step": 3010 |
| }, |
| { |
| "epoch": 0.0755, |
| "grad_norm": 32.5, |
| "grad_norm_var": 3.314322916666667, |
| "learning_rate": 0.0001, |
| "loss": 7.5896, |
| "loss/crossentropy": 2.1648701071739196, |
| "loss/hidden": 3.5, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20436643473803998, |
| "step": 3020 |
| }, |
| { |
| "epoch": 0.07575, |
| "grad_norm": 32.75, |
| "grad_norm_var": 1.4754557291666666, |
| "learning_rate": 0.0001, |
| "loss": 7.5959, |
| "loss/crossentropy": 2.2054502993822096, |
| "loss/hidden": 3.440234375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20024821683764457, |
| "step": 3030 |
| }, |
| { |
| "epoch": 0.076, |
| "grad_norm": 30.875, |
| "grad_norm_var": 6.4931640625, |
| "learning_rate": 0.0001, |
| "loss": 7.6957, |
| "loss/crossentropy": 2.166448511183262, |
| "loss/hidden": 3.484765625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20373598877340554, |
| "step": 3040 |
| }, |
| { |
| "epoch": 0.07625, |
| "grad_norm": 36.5, |
| "grad_norm_var": 9.442122395833334, |
| "learning_rate": 0.0001, |
| "loss": 7.5957, |
| "loss/crossentropy": 2.218970799446106, |
| "loss/hidden": 3.503515625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20884830448776484, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.0765, |
| "grad_norm": 32.25, |
| "grad_norm_var": 6.062955729166666, |
| "learning_rate": 0.0001, |
| "loss": 7.5458, |
| "loss/crossentropy": 2.080473840236664, |
| "loss/hidden": 3.57109375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20190774220973254, |
| "step": 3060 |
| }, |
| { |
| "epoch": 0.07675, |
| "grad_norm": 29.5, |
| "grad_norm_var": 2.6093098958333334, |
| "learning_rate": 0.0001, |
| "loss": 7.5646, |
| "loss/crossentropy": 2.1775156021118165, |
| "loss/hidden": 3.355859375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19825822599232196, |
| "step": 3070 |
| }, |
| { |
| "epoch": 0.077, |
| "grad_norm": 30.125, |
| "grad_norm_var": 2.690625, |
| "learning_rate": 0.0001, |
| "loss": 7.7174, |
| "loss/crossentropy": 2.246141794323921, |
| "loss/hidden": 3.425390625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20639744736254215, |
| "step": 3080 |
| }, |
| { |
| "epoch": 0.07725, |
| "grad_norm": 30.875, |
| "grad_norm_var": 4.271809895833333, |
| "learning_rate": 0.0001, |
| "loss": 7.6196, |
| "loss/crossentropy": 2.060313332080841, |
| "loss/hidden": 3.481640625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21316638588905334, |
| "step": 3090 |
| }, |
| { |
| "epoch": 0.0775, |
| "grad_norm": 34.0, |
| "grad_norm_var": 2.873893229166667, |
| "learning_rate": 0.0001, |
| "loss": 7.5637, |
| "loss/crossentropy": 2.153154730796814, |
| "loss/hidden": 3.44453125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20764457508921624, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.07775, |
| "grad_norm": 33.25, |
| "grad_norm_var": 2.2708333333333335, |
| "learning_rate": 0.0001, |
| "loss": 7.5924, |
| "loss/crossentropy": 2.2558963537216186, |
| "loss/hidden": 3.364453125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19444480016827584, |
| "step": 3110 |
| }, |
| { |
| "epoch": 0.078, |
| "grad_norm": 29.5, |
| "grad_norm_var": 2.2301432291666665, |
| "learning_rate": 0.0001, |
| "loss": 7.7202, |
| "loss/crossentropy": 2.190881980955601, |
| "loss/hidden": 3.422265625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2061827789992094, |
| "step": 3120 |
| }, |
| { |
| "epoch": 0.07825, |
| "grad_norm": 31.375, |
| "grad_norm_var": 2.991080729166667, |
| "learning_rate": 0.0001, |
| "loss": 7.5479, |
| "loss/crossentropy": 2.1357465982437134, |
| "loss/hidden": 3.394140625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19807269163429736, |
| "step": 3130 |
| }, |
| { |
| "epoch": 0.0785, |
| "grad_norm": 29.125, |
| "grad_norm_var": 5.457291666666666, |
| "learning_rate": 0.0001, |
| "loss": 7.641, |
| "loss/crossentropy": 2.166859371960163, |
| "loss/hidden": 3.398046875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1900594387203455, |
| "step": 3140 |
| }, |
| { |
| "epoch": 0.07875, |
| "grad_norm": 32.75, |
| "grad_norm_var": 27.958072916666666, |
| "learning_rate": 0.0001, |
| "loss": 7.5223, |
| "loss/crossentropy": 2.1595762044191362, |
| "loss/hidden": 3.551171875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.22254167906939984, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.079, |
| "grad_norm": 29.75, |
| "grad_norm_var": 3.4056640625, |
| "learning_rate": 0.0001, |
| "loss": 7.6761, |
| "loss/crossentropy": 2.156154304742813, |
| "loss/hidden": 3.407421875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2026256375014782, |
| "step": 3160 |
| }, |
| { |
| "epoch": 0.07925, |
| "grad_norm": 32.0, |
| "grad_norm_var": 7.246875, |
| "learning_rate": 0.0001, |
| "loss": 7.4683, |
| "loss/crossentropy": 2.1108324408531187, |
| "loss/hidden": 3.5015625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18734413515776396, |
| "step": 3170 |
| }, |
| { |
| "epoch": 0.0795, |
| "grad_norm": 28.375, |
| "grad_norm_var": 3.9212890625, |
| "learning_rate": 0.0001, |
| "loss": 7.5591, |
| "loss/crossentropy": 2.1108986347913743, |
| "loss/hidden": 3.487109375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19466390162706376, |
| "step": 3180 |
| }, |
| { |
| "epoch": 0.07975, |
| "grad_norm": 32.5, |
| "grad_norm_var": 15.6962890625, |
| "learning_rate": 0.0001, |
| "loss": 7.6375, |
| "loss/crossentropy": 2.1180114537477492, |
| "loss/hidden": 3.478125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21690767258405685, |
| "step": 3190 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 31.875, |
| "grad_norm_var": 12.757747395833333, |
| "learning_rate": 0.0001, |
| "loss": 7.5977, |
| "loss/crossentropy": 2.1203838691115378, |
| "loss/hidden": 3.5421875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20782926268875598, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.08025, |
| "grad_norm": 28.375, |
| "grad_norm_var": 3.3218098958333333, |
| "learning_rate": 0.0001, |
| "loss": 7.6303, |
| "loss/crossentropy": 2.1929849207401277, |
| "loss/hidden": 3.348828125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19219291880726813, |
| "step": 3210 |
| }, |
| { |
| "epoch": 0.0805, |
| "grad_norm": 30.0, |
| "grad_norm_var": 3.1958333333333333, |
| "learning_rate": 0.0001, |
| "loss": 7.5282, |
| "loss/crossentropy": 2.2013367488980293, |
| "loss/hidden": 3.6, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21040805242955685, |
| "step": 3220 |
| }, |
| { |
| "epoch": 0.08075, |
| "grad_norm": 32.25, |
| "grad_norm_var": 1.8684895833333333, |
| "learning_rate": 0.0001, |
| "loss": 7.5331, |
| "loss/crossentropy": 2.184007254242897, |
| "loss/hidden": 3.371875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19979026056826116, |
| "step": 3230 |
| }, |
| { |
| "epoch": 0.081, |
| "grad_norm": 30.75, |
| "grad_norm_var": 2.130989583333333, |
| "learning_rate": 0.0001, |
| "loss": 7.5964, |
| "loss/crossentropy": 2.2199858695268633, |
| "loss/hidden": 3.38515625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21446770764887332, |
| "step": 3240 |
| }, |
| { |
| "epoch": 0.08125, |
| "grad_norm": 32.75, |
| "grad_norm_var": 2.6483723958333334, |
| "learning_rate": 0.0001, |
| "loss": 7.602, |
| "loss/crossentropy": 2.1263694643974302, |
| "loss/hidden": 3.482421875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19737922623753548, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.0815, |
| "grad_norm": 30.75, |
| "grad_norm_var": 3.207291666666667, |
| "learning_rate": 0.0001, |
| "loss": 7.5927, |
| "loss/crossentropy": 2.184669151902199, |
| "loss/hidden": 3.3359375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18790993094444275, |
| "step": 3260 |
| }, |
| { |
| "epoch": 0.08175, |
| "grad_norm": 29.875, |
| "grad_norm_var": 2.857291666666667, |
| "learning_rate": 0.0001, |
| "loss": 7.615, |
| "loss/crossentropy": 2.0831361666321753, |
| "loss/hidden": 3.48203125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19330178536474704, |
| "step": 3270 |
| }, |
| { |
| "epoch": 0.082, |
| "grad_norm": 30.625, |
| "grad_norm_var": 15.702018229166667, |
| "learning_rate": 0.0001, |
| "loss": 7.6216, |
| "loss/crossentropy": 2.158697286248207, |
| "loss/hidden": 3.3765625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18888361509889365, |
| "step": 3280 |
| }, |
| { |
| "epoch": 0.08225, |
| "grad_norm": 32.75, |
| "grad_norm_var": 18.211393229166667, |
| "learning_rate": 0.0001, |
| "loss": 7.564, |
| "loss/crossentropy": 2.2913430631160736, |
| "loss/hidden": 3.4828125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2058469709008932, |
| "step": 3290 |
| }, |
| { |
| "epoch": 0.0825, |
| "grad_norm": 35.5, |
| "grad_norm_var": 4.24140625, |
| "learning_rate": 0.0001, |
| "loss": 7.5168, |
| "loss/crossentropy": 2.2065580666065214, |
| "loss/hidden": 3.3515625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18786473274230958, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.08275, |
| "grad_norm": 32.5, |
| "grad_norm_var": 3.692643229166667, |
| "learning_rate": 0.0001, |
| "loss": 7.5099, |
| "loss/crossentropy": 2.1358665406703947, |
| "loss/hidden": 3.36875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18491616416722537, |
| "step": 3310 |
| }, |
| { |
| "epoch": 0.083, |
| "grad_norm": 31.75, |
| "grad_norm_var": 2.50390625, |
| "learning_rate": 0.0001, |
| "loss": 7.6092, |
| "loss/crossentropy": 2.206757593154907, |
| "loss/hidden": 3.4328125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20058272033929825, |
| "step": 3320 |
| }, |
| { |
| "epoch": 0.08325, |
| "grad_norm": 34.5, |
| "grad_norm_var": 1.7497395833333333, |
| "learning_rate": 0.0001, |
| "loss": 7.5493, |
| "loss/crossentropy": 2.0709328591823577, |
| "loss/hidden": 3.450390625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1953151250258088, |
| "step": 3330 |
| }, |
| { |
| "epoch": 0.0835, |
| "grad_norm": 34.5, |
| "grad_norm_var": 2.9395182291666666, |
| "learning_rate": 0.0001, |
| "loss": 7.7584, |
| "loss/crossentropy": 2.1559954971075057, |
| "loss/hidden": 3.5484375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20604321975260972, |
| "step": 3340 |
| }, |
| { |
| "epoch": 0.08375, |
| "grad_norm": 33.75, |
| "grad_norm_var": 17.864322916666666, |
| "learning_rate": 0.0001, |
| "loss": 7.6969, |
| "loss/crossentropy": 2.1975975424051284, |
| "loss/hidden": 3.40078125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2027706265449524, |
| "step": 3350 |
| }, |
| { |
| "epoch": 0.084, |
| "grad_norm": 33.25, |
| "grad_norm_var": 2.7997395833333334, |
| "learning_rate": 0.0001, |
| "loss": 7.61, |
| "loss/crossentropy": 2.018556122481823, |
| "loss/hidden": 3.403515625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18029189426451922, |
| "step": 3360 |
| }, |
| { |
| "epoch": 0.08425, |
| "grad_norm": 33.0, |
| "grad_norm_var": 2.5994140625, |
| "learning_rate": 0.0001, |
| "loss": 7.5397, |
| "loss/crossentropy": 2.1838466703891752, |
| "loss/hidden": 3.39453125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2002351511269808, |
| "step": 3370 |
| }, |
| { |
| "epoch": 0.0845, |
| "grad_norm": 32.75, |
| "grad_norm_var": 2.912955729166667, |
| "learning_rate": 0.0001, |
| "loss": 7.5982, |
| "loss/crossentropy": 2.184953287243843, |
| "loss/hidden": 3.391015625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19311312437057496, |
| "step": 3380 |
| }, |
| { |
| "epoch": 0.08475, |
| "grad_norm": 34.25, |
| "grad_norm_var": 3.309375, |
| "learning_rate": 0.0001, |
| "loss": 7.5841, |
| "loss/crossentropy": 2.2160476714372637, |
| "loss/hidden": 3.408984375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1966065490618348, |
| "step": 3390 |
| }, |
| { |
| "epoch": 0.085, |
| "grad_norm": 31.75, |
| "grad_norm_var": 2.1936848958333335, |
| "learning_rate": 0.0001, |
| "loss": 7.588, |
| "loss/crossentropy": 2.2071674168109894, |
| "loss/hidden": 3.423828125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19414376243948936, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.08525, |
| "grad_norm": 33.0, |
| "grad_norm_var": 1.6301432291666667, |
| "learning_rate": 0.0001, |
| "loss": 7.5966, |
| "loss/crossentropy": 2.117925961315632, |
| "loss/hidden": 3.44609375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21105701606720687, |
| "step": 3410 |
| }, |
| { |
| "epoch": 0.0855, |
| "grad_norm": 32.25, |
| "grad_norm_var": 5.82265625, |
| "learning_rate": 0.0001, |
| "loss": 7.62, |
| "loss/crossentropy": 2.0512605965137483, |
| "loss/hidden": 3.509375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20283049941062928, |
| "step": 3420 |
| }, |
| { |
| "epoch": 0.08575, |
| "grad_norm": 31.75, |
| "grad_norm_var": 6.539583333333334, |
| "learning_rate": 0.0001, |
| "loss": 7.5429, |
| "loss/crossentropy": 2.074887050688267, |
| "loss/hidden": 3.5, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18658901005983353, |
| "step": 3430 |
| }, |
| { |
| "epoch": 0.086, |
| "grad_norm": 33.5, |
| "grad_norm_var": 8.426497395833334, |
| "learning_rate": 0.0001, |
| "loss": 7.5759, |
| "loss/crossentropy": 2.1776267290115356, |
| "loss/hidden": 3.466796875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20649599879980088, |
| "step": 3440 |
| }, |
| { |
| "epoch": 0.08625, |
| "grad_norm": 43.5, |
| "grad_norm_var": 14.962434895833333, |
| "learning_rate": 0.0001, |
| "loss": 7.6429, |
| "loss/crossentropy": 2.12281953394413, |
| "loss/hidden": 3.5265625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20702828094363213, |
| "step": 3450 |
| }, |
| { |
| "epoch": 0.0865, |
| "grad_norm": 31.0, |
| "grad_norm_var": 196.96555989583334, |
| "learning_rate": 0.0001, |
| "loss": 7.7919, |
| "loss/crossentropy": 2.1028707295656206, |
| "loss/hidden": 3.536328125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.22825684808194638, |
| "step": 3460 |
| }, |
| { |
| "epoch": 0.08675, |
| "grad_norm": 32.25, |
| "grad_norm_var": 206.46979166666668, |
| "learning_rate": 0.0001, |
| "loss": 7.5698, |
| "loss/crossentropy": 2.1032180160284044, |
| "loss/hidden": 3.45625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1899772472679615, |
| "step": 3470 |
| }, |
| { |
| "epoch": 0.087, |
| "grad_norm": 37.0, |
| "grad_norm_var": 15.6322265625, |
| "learning_rate": 0.0001, |
| "loss": 7.5884, |
| "loss/crossentropy": 2.0837722390890123, |
| "loss/hidden": 3.446484375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20534363873302935, |
| "step": 3480 |
| }, |
| { |
| "epoch": 0.08725, |
| "grad_norm": 30.0, |
| "grad_norm_var": 16.8806640625, |
| "learning_rate": 0.0001, |
| "loss": 7.5719, |
| "loss/crossentropy": 2.1673771381378173, |
| "loss/hidden": 3.45234375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21180946305394172, |
| "step": 3490 |
| }, |
| { |
| "epoch": 0.0875, |
| "grad_norm": 33.0, |
| "grad_norm_var": 16.212955729166666, |
| "learning_rate": 0.0001, |
| "loss": 7.5171, |
| "loss/crossentropy": 2.2269717276096346, |
| "loss/hidden": 3.294140625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18251859862357378, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.08775, |
| "grad_norm": 33.5, |
| "grad_norm_var": 395.25390625, |
| "learning_rate": 0.0001, |
| "loss": 7.6825, |
| "loss/crossentropy": 2.2768601924180984, |
| "loss/hidden": 3.307421875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.17959882766008378, |
| "step": 3510 |
| }, |
| { |
| "epoch": 0.088, |
| "grad_norm": 31.875, |
| "grad_norm_var": 400.7280598958333, |
| "learning_rate": 0.0001, |
| "loss": 7.5387, |
| "loss/crossentropy": 2.174117147922516, |
| "loss/hidden": 3.325390625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1909211568534374, |
| "step": 3520 |
| }, |
| { |
| "epoch": 0.08825, |
| "grad_norm": 34.0, |
| "grad_norm_var": 3.2527951689747005e+18, |
| "learning_rate": 0.0001, |
| "loss": 7.5099, |
| "loss/crossentropy": 2.102574473619461, |
| "loss/hidden": 3.365625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18131749220192434, |
| "step": 3530 |
| }, |
| { |
| "epoch": 0.0885, |
| "grad_norm": 34.75, |
| "grad_norm_var": 3.252795168997245e+18, |
| "learning_rate": 0.0001, |
| "loss": 7.5664, |
| "loss/crossentropy": 2.121107617020607, |
| "loss/hidden": 3.433203125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18711038120090961, |
| "step": 3540 |
| }, |
| { |
| "epoch": 0.08875, |
| "grad_norm": 35.25, |
| "grad_norm_var": 26.5384765625, |
| "learning_rate": 0.0001, |
| "loss": 7.5577, |
| "loss/crossentropy": 2.1354643225669863, |
| "loss/hidden": 3.372265625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18915031235665083, |
| "step": 3550 |
| }, |
| { |
| "epoch": 0.089, |
| "grad_norm": 29.25, |
| "grad_norm_var": 39.177083333333336, |
| "learning_rate": 0.0001, |
| "loss": 7.5603, |
| "loss/crossentropy": 2.111011874675751, |
| "loss/hidden": 3.425390625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20049102939665317, |
| "step": 3560 |
| }, |
| { |
| "epoch": 0.08925, |
| "grad_norm": 30.5, |
| "grad_norm_var": 24.4916015625, |
| "learning_rate": 0.0001, |
| "loss": 7.5407, |
| "loss/crossentropy": 2.091498665511608, |
| "loss/hidden": 3.429296875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19228591658174993, |
| "step": 3570 |
| }, |
| { |
| "epoch": 0.0895, |
| "grad_norm": 30.0, |
| "grad_norm_var": 21.582291666666666, |
| "learning_rate": 0.0001, |
| "loss": 7.5146, |
| "loss/crossentropy": 2.1603414684534075, |
| "loss/hidden": 3.586328125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.22721791528165342, |
| "step": 3580 |
| }, |
| { |
| "epoch": 0.08975, |
| "grad_norm": 29.25, |
| "grad_norm_var": 18.798893229166666, |
| "learning_rate": 0.0001, |
| "loss": 7.5322, |
| "loss/crossentropy": 2.1110543325543403, |
| "loss/hidden": 3.439453125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19287437647581102, |
| "step": 3590 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 40.75, |
| "grad_norm_var": 15.987955729166666, |
| "learning_rate": 0.0001, |
| "loss": 7.55, |
| "loss/crossentropy": 2.211816768348217, |
| "loss/hidden": 3.38984375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19003268536180257, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.09025, |
| "grad_norm": 29.75, |
| "grad_norm_var": 14.333268229166666, |
| "learning_rate": 0.0001, |
| "loss": 7.6044, |
| "loss/crossentropy": 2.2199724197387694, |
| "loss/hidden": 3.45234375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19937946014106273, |
| "step": 3610 |
| }, |
| { |
| "epoch": 0.0905, |
| "grad_norm": 29.5, |
| "grad_norm_var": 7.994205729166667, |
| "learning_rate": 0.0001, |
| "loss": 7.5672, |
| "loss/crossentropy": 2.1754990458488463, |
| "loss/hidden": 3.455859375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1872939633205533, |
| "step": 3620 |
| }, |
| { |
| "epoch": 0.09075, |
| "grad_norm": 29.625, |
| "grad_norm_var": 8.087955729166667, |
| "learning_rate": 0.0001, |
| "loss": 7.443, |
| "loss/crossentropy": 2.2714238941669462, |
| "loss/hidden": 3.36484375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1929878756403923, |
| "step": 3630 |
| }, |
| { |
| "epoch": 0.091, |
| "grad_norm": 30.25, |
| "grad_norm_var": 6.550455729166667, |
| "learning_rate": 0.0001, |
| "loss": 7.5694, |
| "loss/crossentropy": 2.1840985506772994, |
| "loss/hidden": 3.504296875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19485698137432336, |
| "step": 3640 |
| }, |
| { |
| "epoch": 0.09125, |
| "grad_norm": 32.25, |
| "grad_norm_var": 7.7494140625, |
| "learning_rate": 0.0001, |
| "loss": 7.5571, |
| "loss/crossentropy": 2.1566817820072175, |
| "loss/hidden": 3.503125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21431526727974415, |
| "step": 3650 |
| }, |
| { |
| "epoch": 0.0915, |
| "grad_norm": 34.75, |
| "grad_norm_var": 5.333268229166666, |
| "learning_rate": 0.0001, |
| "loss": 7.5377, |
| "loss/crossentropy": 2.0471107825636863, |
| "loss/hidden": 3.497265625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20124074276536702, |
| "step": 3660 |
| }, |
| { |
| "epoch": 0.09175, |
| "grad_norm": 33.0, |
| "grad_norm_var": 7.4353515625, |
| "learning_rate": 0.0001, |
| "loss": 7.6125, |
| "loss/crossentropy": 2.1804106384515762, |
| "loss/hidden": 3.440625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.22469761371612548, |
| "step": 3670 |
| }, |
| { |
| "epoch": 0.092, |
| "grad_norm": 33.5, |
| "grad_norm_var": 4.3572265625, |
| "learning_rate": 0.0001, |
| "loss": 7.6491, |
| "loss/crossentropy": 2.2595307737588883, |
| "loss/hidden": 3.352734375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1894306108355522, |
| "step": 3680 |
| }, |
| { |
| "epoch": 0.09225, |
| "grad_norm": 36.25, |
| "grad_norm_var": 8.666666666666666, |
| "learning_rate": 0.0001, |
| "loss": 7.5857, |
| "loss/crossentropy": 2.0454846382141114, |
| "loss/hidden": 3.465234375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1902542944997549, |
| "step": 3690 |
| }, |
| { |
| "epoch": 0.0925, |
| "grad_norm": 28.625, |
| "grad_norm_var": 6.204166666666667, |
| "learning_rate": 0.0001, |
| "loss": 7.6065, |
| "loss/crossentropy": 2.1835698932409286, |
| "loss/hidden": 3.4828125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20310410112142563, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.09275, |
| "grad_norm": 35.25, |
| "grad_norm_var": 7.305989583333333, |
| "learning_rate": 0.0001, |
| "loss": 7.6004, |
| "loss/crossentropy": 2.0759357810020447, |
| "loss/hidden": 3.446484375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21512960288673638, |
| "step": 3710 |
| }, |
| { |
| "epoch": 0.093, |
| "grad_norm": 38.25, |
| "grad_norm_var": 19.737239583333334, |
| "learning_rate": 0.0001, |
| "loss": 7.6564, |
| "loss/crossentropy": 2.2961436778306963, |
| "loss/hidden": 3.318359375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.198493617400527, |
| "step": 3720 |
| }, |
| { |
| "epoch": 0.09325, |
| "grad_norm": 30.5, |
| "grad_norm_var": 17.01015625, |
| "learning_rate": 0.0001, |
| "loss": 7.6998, |
| "loss/crossentropy": 2.1192551463842393, |
| "loss/hidden": 3.510546875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19986802861094474, |
| "step": 3730 |
| }, |
| { |
| "epoch": 0.0935, |
| "grad_norm": 36.25, |
| "grad_norm_var": 10.20625, |
| "learning_rate": 0.0001, |
| "loss": 7.4855, |
| "loss/crossentropy": 2.0999212980270388, |
| "loss/hidden": 3.377734375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19102167561650277, |
| "step": 3740 |
| }, |
| { |
| "epoch": 0.09375, |
| "grad_norm": 33.75, |
| "grad_norm_var": 7.556705729166667, |
| "learning_rate": 0.0001, |
| "loss": 7.6165, |
| "loss/crossentropy": 2.1783443093299866, |
| "loss/hidden": 3.418359375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1862858783453703, |
| "step": 3750 |
| }, |
| { |
| "epoch": 0.094, |
| "grad_norm": 28.125, |
| "grad_norm_var": 5.3603515625, |
| "learning_rate": 0.0001, |
| "loss": 7.5372, |
| "loss/crossentropy": 2.0993641003966332, |
| "loss/hidden": 3.405078125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.17717746701091527, |
| "step": 3760 |
| }, |
| { |
| "epoch": 0.09425, |
| "grad_norm": 30.625, |
| "grad_norm_var": 5.297330729166666, |
| "learning_rate": 0.0001, |
| "loss": 7.614, |
| "loss/crossentropy": 2.1238688945770265, |
| "loss/hidden": 3.424609375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20928110517561435, |
| "step": 3770 |
| }, |
| { |
| "epoch": 0.0945, |
| "grad_norm": 29.75, |
| "grad_norm_var": 4.573893229166667, |
| "learning_rate": 0.0001, |
| "loss": 7.5672, |
| "loss/crossentropy": 2.203542584180832, |
| "loss/hidden": 3.40546875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19581303521990776, |
| "step": 3780 |
| }, |
| { |
| "epoch": 0.09475, |
| "grad_norm": 38.0, |
| "grad_norm_var": 5.322330729166667, |
| "learning_rate": 0.0001, |
| "loss": 7.5661, |
| "loss/crossentropy": 2.159272998571396, |
| "loss/hidden": 3.46953125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1973846558481455, |
| "step": 3790 |
| }, |
| { |
| "epoch": 0.095, |
| "grad_norm": 30.75, |
| "grad_norm_var": 5.291666666666667, |
| "learning_rate": 0.0001, |
| "loss": 7.5495, |
| "loss/crossentropy": 2.188914805650711, |
| "loss/hidden": 3.375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2011850569397211, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.09525, |
| "grad_norm": 31.125, |
| "grad_norm_var": 6.112434895833333, |
| "learning_rate": 0.0001, |
| "loss": 7.5776, |
| "loss/crossentropy": 2.1599004954099654, |
| "loss/hidden": 3.464453125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21134469993412494, |
| "step": 3810 |
| }, |
| { |
| "epoch": 0.0955, |
| "grad_norm": 35.25, |
| "grad_norm_var": 29.9431640625, |
| "learning_rate": 0.0001, |
| "loss": 7.6779, |
| "loss/crossentropy": 2.1196573287248612, |
| "loss/hidden": 3.576171875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2261866919696331, |
| "step": 3820 |
| }, |
| { |
| "epoch": 0.09575, |
| "grad_norm": 37.5, |
| "grad_norm_var": 11.21640625, |
| "learning_rate": 0.0001, |
| "loss": 7.4703, |
| "loss/crossentropy": 2.149521693587303, |
| "loss/hidden": 3.373046875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1926643056795001, |
| "step": 3830 |
| }, |
| { |
| "epoch": 0.096, |
| "grad_norm": 32.0, |
| "grad_norm_var": 4.3494140625, |
| "learning_rate": 0.0001, |
| "loss": 7.5513, |
| "loss/crossentropy": 2.1707202911376955, |
| "loss/hidden": 3.425, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19597616009414195, |
| "step": 3840 |
| }, |
| { |
| "epoch": 0.09625, |
| "grad_norm": 29.5, |
| "grad_norm_var": 630.7197916666667, |
| "learning_rate": 0.0001, |
| "loss": 7.6191, |
| "loss/crossentropy": 2.0859180808067324, |
| "loss/hidden": 3.4640625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20257378201931714, |
| "step": 3850 |
| }, |
| { |
| "epoch": 0.0965, |
| "grad_norm": 59.5, |
| "grad_norm_var": 100.66223958333333, |
| "learning_rate": 0.0001, |
| "loss": 7.5774, |
| "loss/crossentropy": 2.1815837740898134, |
| "loss/hidden": 3.426953125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18438388928771018, |
| "step": 3860 |
| }, |
| { |
| "epoch": 0.09675, |
| "grad_norm": 36.75, |
| "grad_norm_var": 66.29212239583333, |
| "learning_rate": 0.0001, |
| "loss": 7.5808, |
| "loss/crossentropy": 2.0505243610590695, |
| "loss/hidden": 3.440234375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18692483827471734, |
| "step": 3870 |
| }, |
| { |
| "epoch": 0.097, |
| "grad_norm": 30.375, |
| "grad_norm_var": 4.266080729166666, |
| "learning_rate": 0.0001, |
| "loss": 7.5664, |
| "loss/crossentropy": 2.2033773183822634, |
| "loss/hidden": 3.4625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19963842574507, |
| "step": 3880 |
| }, |
| { |
| "epoch": 0.09725, |
| "grad_norm": 32.25, |
| "grad_norm_var": 5.0025390625, |
| "learning_rate": 0.0001, |
| "loss": 7.59, |
| "loss/crossentropy": 2.1328989803791045, |
| "loss/hidden": 3.417578125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19634215533733368, |
| "step": 3890 |
| }, |
| { |
| "epoch": 0.0975, |
| "grad_norm": 34.0, |
| "grad_norm_var": 2.1322916666666667, |
| "learning_rate": 0.0001, |
| "loss": 7.6407, |
| "loss/crossentropy": 2.170455330610275, |
| "loss/hidden": 3.43828125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19931643791496753, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.09775, |
| "grad_norm": 34.75, |
| "grad_norm_var": 3.558333333333333, |
| "learning_rate": 0.0001, |
| "loss": 7.5899, |
| "loss/crossentropy": 2.1301774442195893, |
| "loss/hidden": 3.468359375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19248898830264807, |
| "step": 3910 |
| }, |
| { |
| "epoch": 0.098, |
| "grad_norm": 33.75, |
| "grad_norm_var": 3.3478515625, |
| "learning_rate": 0.0001, |
| "loss": 7.6526, |
| "loss/crossentropy": 2.1600559651851654, |
| "loss/hidden": 3.541796875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.22827934101223946, |
| "step": 3920 |
| }, |
| { |
| "epoch": 0.09825, |
| "grad_norm": 30.75, |
| "grad_norm_var": 6.117643229166666, |
| "learning_rate": 0.0001, |
| "loss": 7.5635, |
| "loss/crossentropy": 2.0728287249803543, |
| "loss/hidden": 3.534765625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20216128267347813, |
| "step": 3930 |
| }, |
| { |
| "epoch": 0.0985, |
| "grad_norm": 33.25, |
| "grad_norm_var": 7.5087890625, |
| "learning_rate": 0.0001, |
| "loss": 7.7253, |
| "loss/crossentropy": 2.1514860481023788, |
| "loss/hidden": 3.530078125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21096254773437978, |
| "step": 3940 |
| }, |
| { |
| "epoch": 0.09875, |
| "grad_norm": 34.25, |
| "grad_norm_var": 2.6207682291666665, |
| "learning_rate": 0.0001, |
| "loss": 7.538, |
| "loss/crossentropy": 2.169696259498596, |
| "loss/hidden": 3.48671875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21556729041039943, |
| "step": 3950 |
| }, |
| { |
| "epoch": 0.099, |
| "grad_norm": 31.25, |
| "grad_norm_var": 5.3150390625, |
| "learning_rate": 0.0001, |
| "loss": 7.54, |
| "loss/crossentropy": 2.1874313950538635, |
| "loss/hidden": 3.399609375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19146509394049643, |
| "step": 3960 |
| }, |
| { |
| "epoch": 0.09925, |
| "grad_norm": 32.0, |
| "grad_norm_var": 23.437239583333334, |
| "learning_rate": 0.0001, |
| "loss": 7.6292, |
| "loss/crossentropy": 2.165771406888962, |
| "loss/hidden": 3.592578125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20717886611819267, |
| "step": 3970 |
| }, |
| { |
| "epoch": 0.0995, |
| "grad_norm": 31.375, |
| "grad_norm_var": 407.4603515625, |
| "learning_rate": 0.0001, |
| "loss": 7.7177, |
| "loss/crossentropy": 2.1150890797376634, |
| "loss/hidden": 3.501953125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19676875434815883, |
| "step": 3980 |
| }, |
| { |
| "epoch": 0.09975, |
| "grad_norm": 33.5, |
| "grad_norm_var": 8.463997395833333, |
| "learning_rate": 0.0001, |
| "loss": 7.6397, |
| "loss/crossentropy": 2.13585125207901, |
| "loss/hidden": 3.597265625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2018281053751707, |
| "step": 3990 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 36.0, |
| "grad_norm_var": 8.787434895833334, |
| "learning_rate": 0.0001, |
| "loss": 7.6957, |
| "loss/crossentropy": 2.062576304376125, |
| "loss/hidden": 3.556640625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20351322293281554, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.10025, |
| "grad_norm": 32.25, |
| "grad_norm_var": 2.6931640625, |
| "learning_rate": 0.0001, |
| "loss": 7.5171, |
| "loss/crossentropy": 2.1093045681715012, |
| "loss/hidden": 3.5, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19258121848106385, |
| "step": 4010 |
| }, |
| { |
| "epoch": 0.1005, |
| "grad_norm": 38.5, |
| "grad_norm_var": 6.976497395833333, |
| "learning_rate": 0.0001, |
| "loss": 7.7046, |
| "loss/crossentropy": 2.1054726734757425, |
| "loss/hidden": 3.515234375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18498583231121302, |
| "step": 4020 |
| }, |
| { |
| "epoch": 0.10075, |
| "grad_norm": 32.25, |
| "grad_norm_var": 16.50390625, |
| "learning_rate": 0.0001, |
| "loss": 7.6242, |
| "loss/crossentropy": 2.0566830962896345, |
| "loss/hidden": 3.537890625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21257028207182885, |
| "step": 4030 |
| }, |
| { |
| "epoch": 0.101, |
| "grad_norm": 30.125, |
| "grad_norm_var": 21.61640625, |
| "learning_rate": 0.0001, |
| "loss": 7.5611, |
| "loss/crossentropy": 2.0847130313515665, |
| "loss/hidden": 3.378515625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19317954257130623, |
| "step": 4040 |
| }, |
| { |
| "epoch": 0.10125, |
| "grad_norm": 31.0, |
| "grad_norm_var": 16.408268229166666, |
| "learning_rate": 0.0001, |
| "loss": 7.5456, |
| "loss/crossentropy": 2.116552269458771, |
| "loss/hidden": 3.444140625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1943613938987255, |
| "step": 4050 |
| }, |
| { |
| "epoch": 0.1015, |
| "grad_norm": 31.25, |
| "grad_norm_var": 17.984375, |
| "learning_rate": 0.0001, |
| "loss": 7.6259, |
| "loss/crossentropy": 2.2868128657341003, |
| "loss/hidden": 3.494921875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2375142715871334, |
| "step": 4060 |
| }, |
| { |
| "epoch": 0.10175, |
| "grad_norm": 29.625, |
| "grad_norm_var": 2.2025390625, |
| "learning_rate": 0.0001, |
| "loss": 7.5637, |
| "loss/crossentropy": 2.092506285011768, |
| "loss/hidden": 3.466796875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1903899708762765, |
| "step": 4070 |
| }, |
| { |
| "epoch": 0.102, |
| "grad_norm": 30.25, |
| "grad_norm_var": 55.06764322916667, |
| "learning_rate": 0.0001, |
| "loss": 7.6365, |
| "loss/crossentropy": 2.2538520216941835, |
| "loss/hidden": 3.4921875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2204372201114893, |
| "step": 4080 |
| }, |
| { |
| "epoch": 0.10225, |
| "grad_norm": 48.0, |
| "grad_norm_var": 66.06555989583333, |
| "learning_rate": 0.0001, |
| "loss": 7.6539, |
| "loss/crossentropy": 2.198161965608597, |
| "loss/hidden": 3.3671875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18744452036917209, |
| "step": 4090 |
| }, |
| { |
| "epoch": 0.1025, |
| "grad_norm": 31.625, |
| "grad_norm_var": 25.937239583333334, |
| "learning_rate": 0.0001, |
| "loss": 7.5872, |
| "loss/crossentropy": 2.161240801215172, |
| "loss/hidden": 3.548046875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19324529767036439, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.10275, |
| "grad_norm": 31.125, |
| "grad_norm_var": 2.9613932291666667, |
| "learning_rate": 0.0001, |
| "loss": 7.5854, |
| "loss/crossentropy": 2.185439817607403, |
| "loss/hidden": 3.453125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19476189762353896, |
| "step": 4110 |
| }, |
| { |
| "epoch": 0.103, |
| "grad_norm": 29.0, |
| "grad_norm_var": 5.4556640625, |
| "learning_rate": 0.0001, |
| "loss": 7.6728, |
| "loss/crossentropy": 2.1513148337602614, |
| "loss/hidden": 3.4875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20135847330093384, |
| "step": 4120 |
| }, |
| { |
| "epoch": 0.10325, |
| "grad_norm": 36.25, |
| "grad_norm_var": 4.3994140625, |
| "learning_rate": 0.0001, |
| "loss": 7.6006, |
| "loss/crossentropy": 2.0776968479156492, |
| "loss/hidden": 3.49140625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19831380508840085, |
| "step": 4130 |
| }, |
| { |
| "epoch": 0.1035, |
| "grad_norm": 33.0, |
| "grad_norm_var": 4.205143229166667, |
| "learning_rate": 0.0001, |
| "loss": 7.6157, |
| "loss/crossentropy": 2.0971890702843665, |
| "loss/hidden": 3.64140625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2015662420541048, |
| "step": 4140 |
| }, |
| { |
| "epoch": 0.10375, |
| "grad_norm": 35.5, |
| "grad_norm_var": 23.512239583333333, |
| "learning_rate": 0.0001, |
| "loss": 7.6638, |
| "loss/crossentropy": 2.128816670179367, |
| "loss/hidden": 3.420703125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19698726907372474, |
| "step": 4150 |
| }, |
| { |
| "epoch": 0.104, |
| "grad_norm": 30.75, |
| "grad_norm_var": 22.026822916666667, |
| "learning_rate": 0.0001, |
| "loss": 7.6175, |
| "loss/crossentropy": 2.0965539067983627, |
| "loss/hidden": 3.455859375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.22271894477307796, |
| "step": 4160 |
| }, |
| { |
| "epoch": 0.10425, |
| "grad_norm": 32.5, |
| "grad_norm_var": 2.426041666666667, |
| "learning_rate": 0.0001, |
| "loss": 7.555, |
| "loss/crossentropy": 2.215752348303795, |
| "loss/hidden": 3.364453125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1962002281099558, |
| "step": 4170 |
| }, |
| { |
| "epoch": 0.1045, |
| "grad_norm": 39.5, |
| "grad_norm_var": 23.042708333333334, |
| "learning_rate": 0.0001, |
| "loss": 7.6246, |
| "loss/crossentropy": 2.0542988061904905, |
| "loss/hidden": 3.440625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19908196646720172, |
| "step": 4180 |
| }, |
| { |
| "epoch": 0.10475, |
| "grad_norm": 34.75, |
| "grad_norm_var": 6.342643229166667, |
| "learning_rate": 0.0001, |
| "loss": 7.487, |
| "loss/crossentropy": 2.2133218079805372, |
| "loss/hidden": 3.382421875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18823296912014484, |
| "step": 4190 |
| }, |
| { |
| "epoch": 0.105, |
| "grad_norm": 31.125, |
| "grad_norm_var": 173.98430989583332, |
| "learning_rate": 0.0001, |
| "loss": 7.643, |
| "loss/crossentropy": 2.1089532509446145, |
| "loss/hidden": 3.501953125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20591201409697532, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.10525, |
| "grad_norm": 36.75, |
| "grad_norm_var": 7.351041666666666, |
| "learning_rate": 0.0001, |
| "loss": 7.5643, |
| "loss/crossentropy": 2.289369744062424, |
| "loss/hidden": 3.36640625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19611021652817726, |
| "step": 4210 |
| }, |
| { |
| "epoch": 0.1055, |
| "grad_norm": 35.75, |
| "grad_norm_var": 6.539322916666666, |
| "learning_rate": 0.0001, |
| "loss": 7.6756, |
| "loss/crossentropy": 2.1963788866996765, |
| "loss/hidden": 3.49921875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19495316371321678, |
| "step": 4220 |
| }, |
| { |
| "epoch": 0.10575, |
| "grad_norm": 31.875, |
| "grad_norm_var": 6.276041666666667, |
| "learning_rate": 0.0001, |
| "loss": 7.5552, |
| "loss/crossentropy": 2.078681927919388, |
| "loss/hidden": 3.441015625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1941295877099037, |
| "step": 4230 |
| }, |
| { |
| "epoch": 0.106, |
| "grad_norm": 44.5, |
| "grad_norm_var": 34.80520833333333, |
| "learning_rate": 0.0001, |
| "loss": 7.6072, |
| "loss/crossentropy": 2.222626182436943, |
| "loss/hidden": 3.2828125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1848284311592579, |
| "step": 4240 |
| }, |
| { |
| "epoch": 0.10625, |
| "grad_norm": 31.375, |
| "grad_norm_var": 35.084375, |
| "learning_rate": 0.0001, |
| "loss": 7.6435, |
| "loss/crossentropy": 2.152433153986931, |
| "loss/hidden": 3.3390625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1829435657709837, |
| "step": 4250 |
| }, |
| { |
| "epoch": 0.1065, |
| "grad_norm": 31.625, |
| "grad_norm_var": 4.431705729166667, |
| "learning_rate": 0.0001, |
| "loss": 7.5977, |
| "loss/crossentropy": 2.1493207842111586, |
| "loss/hidden": 3.466015625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19450047723948954, |
| "step": 4260 |
| }, |
| { |
| "epoch": 0.10675, |
| "grad_norm": 30.0, |
| "grad_norm_var": 8.024739583333334, |
| "learning_rate": 0.0001, |
| "loss": 7.5423, |
| "loss/crossentropy": 2.0623584628105163, |
| "loss/hidden": 3.42890625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19236240349709988, |
| "step": 4270 |
| }, |
| { |
| "epoch": 0.107, |
| "grad_norm": 51.75, |
| "grad_norm_var": 105.76145833333334, |
| "learning_rate": 0.0001, |
| "loss": 7.577, |
| "loss/crossentropy": 2.103591626882553, |
| "loss/hidden": 3.369140625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18201838787645103, |
| "step": 4280 |
| }, |
| { |
| "epoch": 0.10725, |
| "grad_norm": 33.25, |
| "grad_norm_var": 144.54973958333332, |
| "learning_rate": 0.0001, |
| "loss": 7.7078, |
| "loss/crossentropy": 2.1076686546206473, |
| "loss/hidden": 3.56328125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19488887619227171, |
| "step": 4290 |
| }, |
| { |
| "epoch": 0.1075, |
| "grad_norm": 32.0, |
| "grad_norm_var": 190.62057291666667, |
| "learning_rate": 0.0001, |
| "loss": 7.5811, |
| "loss/crossentropy": 2.168550156056881, |
| "loss/hidden": 3.34453125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1908732896670699, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.10775, |
| "grad_norm": 28.875, |
| "grad_norm_var": 149.1822265625, |
| "learning_rate": 0.0001, |
| "loss": 7.5999, |
| "loss/crossentropy": 2.100285217165947, |
| "loss/hidden": 3.411328125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19184609185904264, |
| "step": 4310 |
| }, |
| { |
| "epoch": 0.108, |
| "grad_norm": 44.25, |
| "grad_norm_var": 12.502018229166667, |
| "learning_rate": 0.0001, |
| "loss": 7.7075, |
| "loss/crossentropy": 2.0968768775463102, |
| "loss/hidden": 3.51796875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20168912429362534, |
| "step": 4320 |
| }, |
| { |
| "epoch": 0.10825, |
| "grad_norm": 31.25, |
| "grad_norm_var": 12.81875, |
| "learning_rate": 0.0001, |
| "loss": 7.5576, |
| "loss/crossentropy": 2.1037441343069077, |
| "loss/hidden": 3.370703125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.17891897186636924, |
| "step": 4330 |
| }, |
| { |
| "epoch": 0.1085, |
| "grad_norm": 33.5, |
| "grad_norm_var": 2.700455729166667, |
| "learning_rate": 0.0001, |
| "loss": 7.5097, |
| "loss/crossentropy": 2.210876139998436, |
| "loss/hidden": 3.36171875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19316814988851547, |
| "step": 4340 |
| }, |
| { |
| "epoch": 0.10875, |
| "grad_norm": 31.125, |
| "grad_norm_var": 17.4666015625, |
| "learning_rate": 0.0001, |
| "loss": 7.5755, |
| "loss/crossentropy": 2.1331328481435774, |
| "loss/hidden": 3.4609375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20047767795622348, |
| "step": 4350 |
| }, |
| { |
| "epoch": 0.109, |
| "grad_norm": 32.75, |
| "grad_norm_var": 3.198372395833333, |
| "learning_rate": 0.0001, |
| "loss": 7.5385, |
| "loss/crossentropy": 2.153067779541016, |
| "loss/hidden": 3.476953125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20173794813454152, |
| "step": 4360 |
| }, |
| { |
| "epoch": 0.10925, |
| "grad_norm": 32.0, |
| "grad_norm_var": 4.010416666666667, |
| "learning_rate": 0.0001, |
| "loss": 7.5426, |
| "loss/crossentropy": 2.165090653300285, |
| "loss/hidden": 3.330859375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18712956104427575, |
| "step": 4370 |
| }, |
| { |
| "epoch": 0.1095, |
| "grad_norm": 30.0, |
| "grad_norm_var": 1.77265625, |
| "learning_rate": 0.0001, |
| "loss": 7.605, |
| "loss/crossentropy": 2.217823189496994, |
| "loss/hidden": 3.37265625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20003505125641824, |
| "step": 4380 |
| }, |
| { |
| "epoch": 0.10975, |
| "grad_norm": 29.875, |
| "grad_norm_var": 1.7603515625, |
| "learning_rate": 0.0001, |
| "loss": 7.507, |
| "loss/crossentropy": 2.138795481622219, |
| "loss/hidden": 3.48828125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1892871480435133, |
| "step": 4390 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 30.375, |
| "grad_norm_var": 22.449739583333333, |
| "learning_rate": 0.0001, |
| "loss": 7.6965, |
| "loss/crossentropy": 2.22740375995636, |
| "loss/hidden": 3.5578125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2264870759099722, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.11025, |
| "grad_norm": 29.5, |
| "grad_norm_var": 37.71666666666667, |
| "learning_rate": 0.0001, |
| "loss": 7.604, |
| "loss/crossentropy": 2.1781785815954207, |
| "loss/hidden": 3.471875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2012148156762123, |
| "step": 4410 |
| }, |
| { |
| "epoch": 0.1105, |
| "grad_norm": 33.0, |
| "grad_norm_var": 25.305989583333332, |
| "learning_rate": 0.0001, |
| "loss": 7.5767, |
| "loss/crossentropy": 2.0333445832133292, |
| "loss/hidden": 3.55703125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1852614250034094, |
| "step": 4420 |
| }, |
| { |
| "epoch": 0.11075, |
| "grad_norm": 32.0, |
| "grad_norm_var": 0.9760416666666667, |
| "learning_rate": 0.0001, |
| "loss": 7.6218, |
| "loss/crossentropy": 2.2101993292570112, |
| "loss/hidden": 3.505078125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2069159124046564, |
| "step": 4430 |
| }, |
| { |
| "epoch": 0.111, |
| "grad_norm": 30.5, |
| "grad_norm_var": 7.8837890625, |
| "learning_rate": 0.0001, |
| "loss": 7.6543, |
| "loss/crossentropy": 2.0182371377944945, |
| "loss/hidden": 3.475390625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19055260960012674, |
| "step": 4440 |
| }, |
| { |
| "epoch": 0.11125, |
| "grad_norm": 29.0, |
| "grad_norm_var": 18.167643229166668, |
| "learning_rate": 0.0001, |
| "loss": 7.5559, |
| "loss/crossentropy": 2.209046494960785, |
| "loss/hidden": 3.4546875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1926161792129278, |
| "step": 4450 |
| }, |
| { |
| "epoch": 0.1115, |
| "grad_norm": 30.375, |
| "grad_norm_var": 19.9634765625, |
| "learning_rate": 0.0001, |
| "loss": 7.5527, |
| "loss/crossentropy": 2.2265418380498887, |
| "loss/hidden": 3.28671875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.17907681576907636, |
| "step": 4460 |
| }, |
| { |
| "epoch": 0.11175, |
| "grad_norm": 35.25, |
| "grad_norm_var": 3.0434895833333333, |
| "learning_rate": 0.0001, |
| "loss": 7.6046, |
| "loss/crossentropy": 2.1534146428108216, |
| "loss/hidden": 3.436328125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19181067440658808, |
| "step": 4470 |
| }, |
| { |
| "epoch": 0.112, |
| "grad_norm": 31.375, |
| "grad_norm_var": 2.161393229166667, |
| "learning_rate": 0.0001, |
| "loss": 7.5151, |
| "loss/crossentropy": 2.2303753718733788, |
| "loss/hidden": 3.46796875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19312014058232307, |
| "step": 4480 |
| }, |
| { |
| "epoch": 0.11225, |
| "grad_norm": 31.25, |
| "grad_norm_var": 2.071875, |
| "learning_rate": 0.0001, |
| "loss": 7.5733, |
| "loss/crossentropy": 2.2565354451537134, |
| "loss/hidden": 3.300390625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19555974584072827, |
| "step": 4490 |
| }, |
| { |
| "epoch": 0.1125, |
| "grad_norm": 30.125, |
| "grad_norm_var": 6.21015625, |
| "learning_rate": 0.0001, |
| "loss": 7.5721, |
| "loss/crossentropy": 2.1691703468561174, |
| "loss/hidden": 3.350390625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19526711832731963, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.11275, |
| "grad_norm": 30.75, |
| "grad_norm_var": 34.985416666666666, |
| "learning_rate": 0.0001, |
| "loss": 7.6031, |
| "loss/crossentropy": 2.191486781835556, |
| "loss/hidden": 3.38515625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2022854283452034, |
| "step": 4510 |
| }, |
| { |
| "epoch": 0.113, |
| "grad_norm": 32.75, |
| "grad_norm_var": 34.91041666666667, |
| "learning_rate": 0.0001, |
| "loss": 7.566, |
| "loss/crossentropy": 2.07875557243824, |
| "loss/hidden": 3.510546875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20517632961273194, |
| "step": 4520 |
| }, |
| { |
| "epoch": 0.11325, |
| "grad_norm": 30.25, |
| "grad_norm_var": 3.1869140625, |
| "learning_rate": 0.0001, |
| "loss": 7.6204, |
| "loss/crossentropy": 2.1490323692560196, |
| "loss/hidden": 3.55390625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20650937724858523, |
| "step": 4530 |
| }, |
| { |
| "epoch": 0.1135, |
| "grad_norm": 31.625, |
| "grad_norm_var": 3.6639973958333334, |
| "learning_rate": 0.0001, |
| "loss": 7.5605, |
| "loss/crossentropy": 2.19907369017601, |
| "loss/hidden": 3.3765625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18378095962107183, |
| "step": 4540 |
| }, |
| { |
| "epoch": 0.11375, |
| "grad_norm": 33.0, |
| "grad_norm_var": 3.34140625, |
| "learning_rate": 0.0001, |
| "loss": 7.5943, |
| "loss/crossentropy": 2.0509427756071092, |
| "loss/hidden": 3.46796875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2012764386832714, |
| "step": 4550 |
| }, |
| { |
| "epoch": 0.114, |
| "grad_norm": 32.25, |
| "grad_norm_var": 55.52916666666667, |
| "learning_rate": 0.0001, |
| "loss": 7.5349, |
| "loss/crossentropy": 2.247987303137779, |
| "loss/hidden": 3.491015625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2166461084038019, |
| "step": 4560 |
| }, |
| { |
| "epoch": 0.11425, |
| "grad_norm": 31.0, |
| "grad_norm_var": 59.064518229166666, |
| "learning_rate": 0.0001, |
| "loss": 7.5699, |
| "loss/crossentropy": 2.256947749853134, |
| "loss/hidden": 3.369921875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19454225115478038, |
| "step": 4570 |
| }, |
| { |
| "epoch": 0.1145, |
| "grad_norm": 30.5, |
| "grad_norm_var": 12.089583333333334, |
| "learning_rate": 0.0001, |
| "loss": 7.5587, |
| "loss/crossentropy": 2.230518189072609, |
| "loss/hidden": 3.380078125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19083393104374408, |
| "step": 4580 |
| }, |
| { |
| "epoch": 0.11475, |
| "grad_norm": 31.5, |
| "grad_norm_var": 18.3056640625, |
| "learning_rate": 0.0001, |
| "loss": 7.664, |
| "loss/crossentropy": 2.113222661614418, |
| "loss/hidden": 3.51640625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20051947552710772, |
| "step": 4590 |
| }, |
| { |
| "epoch": 0.115, |
| "grad_norm": 29.25, |
| "grad_norm_var": 26.7837890625, |
| "learning_rate": 0.0001, |
| "loss": 7.6508, |
| "loss/crossentropy": 2.2963487923145296, |
| "loss/hidden": 3.430859375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21824662014842033, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.11525, |
| "grad_norm": 31.75, |
| "grad_norm_var": 3.249739583333333, |
| "learning_rate": 0.0001, |
| "loss": 7.5491, |
| "loss/crossentropy": 2.2380147099494936, |
| "loss/hidden": 3.488671875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2021485272794962, |
| "step": 4610 |
| }, |
| { |
| "epoch": 0.1155, |
| "grad_norm": 34.0, |
| "grad_norm_var": 3.2072265625, |
| "learning_rate": 0.0001, |
| "loss": 7.6035, |
| "loss/crossentropy": 2.1933206588029863, |
| "loss/hidden": 3.519921875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2073045803233981, |
| "step": 4620 |
| }, |
| { |
| "epoch": 0.11575, |
| "grad_norm": 30.375, |
| "grad_norm_var": 25.005989583333335, |
| "learning_rate": 0.0001, |
| "loss": 7.577, |
| "loss/crossentropy": 2.3104471057653426, |
| "loss/hidden": 3.377734375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20087463557720184, |
| "step": 4630 |
| }, |
| { |
| "epoch": 0.116, |
| "grad_norm": 33.5, |
| "grad_norm_var": 539.2056640625, |
| "learning_rate": 0.0001, |
| "loss": 7.5764, |
| "loss/crossentropy": 2.1786745607852938, |
| "loss/hidden": 3.39453125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19096632562577726, |
| "step": 4640 |
| }, |
| { |
| "epoch": 0.11625, |
| "grad_norm": 30.5, |
| "grad_norm_var": 132.26139322916666, |
| "learning_rate": 0.0001, |
| "loss": 7.7424, |
| "loss/crossentropy": 2.1628643572330475, |
| "loss/hidden": 3.526171875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1994694285094738, |
| "step": 4650 |
| }, |
| { |
| "epoch": 0.1165, |
| "grad_norm": 40.25, |
| "grad_norm_var": 12.672330729166667, |
| "learning_rate": 0.0001, |
| "loss": 7.6456, |
| "loss/crossentropy": 2.0927803248167036, |
| "loss/hidden": 3.507421875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20613454841077328, |
| "step": 4660 |
| }, |
| { |
| "epoch": 0.11675, |
| "grad_norm": 37.25, |
| "grad_norm_var": 7.458072916666667, |
| "learning_rate": 0.0001, |
| "loss": 7.622, |
| "loss/crossentropy": 2.311227411031723, |
| "loss/hidden": 3.402734375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21675110273063183, |
| "step": 4670 |
| }, |
| { |
| "epoch": 0.117, |
| "grad_norm": 34.5, |
| "grad_norm_var": 138.99524739583333, |
| "learning_rate": 0.0001, |
| "loss": 7.6633, |
| "loss/crossentropy": 2.1860357582569123, |
| "loss/hidden": 3.509375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20624178424477577, |
| "step": 4680 |
| }, |
| { |
| "epoch": 0.11725, |
| "grad_norm": 38.25, |
| "grad_norm_var": 11.161393229166666, |
| "learning_rate": 0.0001, |
| "loss": 7.654, |
| "loss/crossentropy": 2.246461641788483, |
| "loss/hidden": 3.435546875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19816880766302347, |
| "step": 4690 |
| }, |
| { |
| "epoch": 0.1175, |
| "grad_norm": 98.5, |
| "grad_norm_var": 275.63645833333334, |
| "learning_rate": 0.0001, |
| "loss": 7.6871, |
| "loss/crossentropy": 2.1662321478128432, |
| "loss/hidden": 3.52421875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.23473294898867608, |
| "step": 4700 |
| }, |
| { |
| "epoch": 0.11775, |
| "grad_norm": 32.25, |
| "grad_norm_var": 273.496875, |
| "learning_rate": 0.0001, |
| "loss": 7.5664, |
| "loss/crossentropy": 2.1411470264196395, |
| "loss/hidden": 3.466015625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20816716887056827, |
| "step": 4710 |
| }, |
| { |
| "epoch": 0.118, |
| "grad_norm": 30.625, |
| "grad_norm_var": 1.4697916666666666, |
| "learning_rate": 0.0001, |
| "loss": 7.5106, |
| "loss/crossentropy": 2.184460151195526, |
| "loss/hidden": 3.387890625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19597234334796668, |
| "step": 4720 |
| }, |
| { |
| "epoch": 0.11825, |
| "grad_norm": 32.75, |
| "grad_norm_var": 151.39368489583333, |
| "learning_rate": 0.0001, |
| "loss": 7.7143, |
| "loss/crossentropy": 2.18603872358799, |
| "loss/hidden": 3.509375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21333505641669034, |
| "step": 4730 |
| }, |
| { |
| "epoch": 0.1185, |
| "grad_norm": 31.125, |
| "grad_norm_var": 41.80774739583333, |
| "learning_rate": 0.0001, |
| "loss": 7.5158, |
| "loss/crossentropy": 2.038896057009697, |
| "loss/hidden": 3.413671875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18354782909154893, |
| "step": 4740 |
| }, |
| { |
| "epoch": 0.11875, |
| "grad_norm": 31.5, |
| "grad_norm_var": 20.727083333333333, |
| "learning_rate": 0.0001, |
| "loss": 7.6044, |
| "loss/crossentropy": 2.07361024916172, |
| "loss/hidden": 3.505078125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2144785810261965, |
| "step": 4750 |
| }, |
| { |
| "epoch": 0.119, |
| "grad_norm": 32.0, |
| "grad_norm_var": 14.9994140625, |
| "learning_rate": 0.0001, |
| "loss": 7.5936, |
| "loss/crossentropy": 2.172766661643982, |
| "loss/hidden": 3.359375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1904382836073637, |
| "step": 4760 |
| }, |
| { |
| "epoch": 0.11925, |
| "grad_norm": 33.0, |
| "grad_norm_var": 11.213541666666666, |
| "learning_rate": 0.0001, |
| "loss": 7.6024, |
| "loss/crossentropy": 2.2863214761018753, |
| "loss/hidden": 3.464453125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20077989026904106, |
| "step": 4770 |
| }, |
| { |
| "epoch": 0.1195, |
| "grad_norm": 32.0, |
| "grad_norm_var": 23.308268229166668, |
| "learning_rate": 0.0001, |
| "loss": 7.5743, |
| "loss/crossentropy": 2.172411371767521, |
| "loss/hidden": 3.357421875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1879224268719554, |
| "step": 4780 |
| }, |
| { |
| "epoch": 0.11975, |
| "grad_norm": 29.625, |
| "grad_norm_var": 27.662239583333335, |
| "learning_rate": 0.0001, |
| "loss": 7.6003, |
| "loss/crossentropy": 2.061740070581436, |
| "loss/hidden": 3.424609375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.196690865047276, |
| "step": 4790 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 34.5, |
| "grad_norm_var": 9.820768229166667, |
| "learning_rate": 0.0001, |
| "loss": 7.5893, |
| "loss/crossentropy": 2.1725818127393723, |
| "loss/hidden": 3.33828125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18248203694820403, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.12025, |
| "grad_norm": 31.375, |
| "grad_norm_var": 5.5478515625, |
| "learning_rate": 0.0001, |
| "loss": 7.5542, |
| "loss/crossentropy": 2.0823758363723757, |
| "loss/hidden": 3.503125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19437449853867292, |
| "step": 4810 |
| }, |
| { |
| "epoch": 0.1205, |
| "grad_norm": 31.125, |
| "grad_norm_var": 2.8754557291666667, |
| "learning_rate": 0.0001, |
| "loss": 7.7018, |
| "loss/crossentropy": 2.220066267251968, |
| "loss/hidden": 3.52734375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20239269211888314, |
| "step": 4820 |
| }, |
| { |
| "epoch": 0.12075, |
| "grad_norm": 33.25, |
| "grad_norm_var": 6.868489583333333, |
| "learning_rate": 0.0001, |
| "loss": 7.5765, |
| "loss/crossentropy": 2.0765403911471365, |
| "loss/hidden": 3.435546875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19827509336173535, |
| "step": 4830 |
| }, |
| { |
| "epoch": 0.121, |
| "grad_norm": 34.0, |
| "grad_norm_var": 27.168489583333333, |
| "learning_rate": 0.0001, |
| "loss": 7.7248, |
| "loss/crossentropy": 2.1397932201623915, |
| "loss/hidden": 3.50546875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.204028557613492, |
| "step": 4840 |
| }, |
| { |
| "epoch": 0.12125, |
| "grad_norm": 38.0, |
| "grad_norm_var": 22.633072916666666, |
| "learning_rate": 0.0001, |
| "loss": 7.6658, |
| "loss/crossentropy": 2.3317618519067764, |
| "loss/hidden": 3.33046875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19565313905477524, |
| "step": 4850 |
| }, |
| { |
| "epoch": 0.1215, |
| "grad_norm": 29.875, |
| "grad_norm_var": 4.6041015625, |
| "learning_rate": 0.0001, |
| "loss": 7.5415, |
| "loss/crossentropy": 2.060061091184616, |
| "loss/hidden": 3.491015625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19083615019917488, |
| "step": 4860 |
| }, |
| { |
| "epoch": 0.12175, |
| "grad_norm": 33.75, |
| "grad_norm_var": 5.06875, |
| "learning_rate": 0.0001, |
| "loss": 7.651, |
| "loss/crossentropy": 2.158045071363449, |
| "loss/hidden": 3.52421875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2148456061258912, |
| "step": 4870 |
| }, |
| { |
| "epoch": 0.122, |
| "grad_norm": 30.625, |
| "grad_norm_var": 16.091666666666665, |
| "learning_rate": 0.0001, |
| "loss": 7.5793, |
| "loss/crossentropy": 2.0583921030163763, |
| "loss/hidden": 3.487109375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19111349806189537, |
| "step": 4880 |
| }, |
| { |
| "epoch": 0.12225, |
| "grad_norm": 33.25, |
| "grad_norm_var": 17.422330729166667, |
| "learning_rate": 0.0001, |
| "loss": 7.6588, |
| "loss/crossentropy": 2.1186117827892303, |
| "loss/hidden": 3.500390625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19436944983899593, |
| "step": 4890 |
| }, |
| { |
| "epoch": 0.1225, |
| "grad_norm": 36.75, |
| "grad_norm_var": 3.2676432291666666, |
| "learning_rate": 0.0001, |
| "loss": 7.4748, |
| "loss/crossentropy": 2.2382855489850044, |
| "loss/hidden": 3.39921875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19216692261397839, |
| "step": 4900 |
| }, |
| { |
| "epoch": 0.12275, |
| "grad_norm": 29.375, |
| "grad_norm_var": 31.048958333333335, |
| "learning_rate": 0.0001, |
| "loss": 7.5018, |
| "loss/crossentropy": 2.1136436641216276, |
| "loss/hidden": 3.482421875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19329534620046615, |
| "step": 4910 |
| }, |
| { |
| "epoch": 0.123, |
| "grad_norm": 40.5, |
| "grad_norm_var": 8.3572265625, |
| "learning_rate": 0.0001, |
| "loss": 7.5661, |
| "loss/crossentropy": 2.043731611967087, |
| "loss/hidden": 3.472265625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18812808189541103, |
| "step": 4920 |
| }, |
| { |
| "epoch": 0.12325, |
| "grad_norm": 31.25, |
| "grad_norm_var": 16.280989583333334, |
| "learning_rate": 0.0001, |
| "loss": 7.5565, |
| "loss/crossentropy": 2.129016649723053, |
| "loss/hidden": 3.345703125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1941742904484272, |
| "step": 4930 |
| }, |
| { |
| "epoch": 0.1235, |
| "grad_norm": 30.125, |
| "grad_norm_var": 1.4504557291666667, |
| "learning_rate": 0.0001, |
| "loss": 7.5356, |
| "loss/crossentropy": 2.1981059461832047, |
| "loss/hidden": 3.533203125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19572316966950892, |
| "step": 4940 |
| }, |
| { |
| "epoch": 0.12375, |
| "grad_norm": 54.5, |
| "grad_norm_var": 36.024739583333336, |
| "learning_rate": 0.0001, |
| "loss": 7.5463, |
| "loss/crossentropy": 2.107844803482294, |
| "loss/hidden": 3.551953125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18902508020401002, |
| "step": 4950 |
| }, |
| { |
| "epoch": 0.124, |
| "grad_norm": 33.0, |
| "grad_norm_var": 64.778125, |
| "learning_rate": 0.0001, |
| "loss": 7.6053, |
| "loss/crossentropy": 2.1164773657917975, |
| "loss/hidden": 3.5078125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19264463931322098, |
| "step": 4960 |
| }, |
| { |
| "epoch": 0.12425, |
| "grad_norm": 31.5, |
| "grad_norm_var": 42.0666015625, |
| "learning_rate": 0.0001, |
| "loss": 7.5774, |
| "loss/crossentropy": 2.176864555478096, |
| "loss/hidden": 3.491796875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20114411041140556, |
| "step": 4970 |
| }, |
| { |
| "epoch": 0.1245, |
| "grad_norm": 32.25, |
| "grad_norm_var": 33.07180989583333, |
| "learning_rate": 0.0001, |
| "loss": 7.5698, |
| "loss/crossentropy": 2.1456878036260605, |
| "loss/hidden": 3.38515625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19218399338424205, |
| "step": 4980 |
| }, |
| { |
| "epoch": 0.12475, |
| "grad_norm": 33.25, |
| "grad_norm_var": 9.938997395833333, |
| "learning_rate": 0.0001, |
| "loss": 7.5467, |
| "loss/crossentropy": 2.3402266025543215, |
| "loss/hidden": 3.290625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18540082685649395, |
| "step": 4990 |
| }, |
| { |
| "epoch": 0.125, |
| "grad_norm": 32.5, |
| "grad_norm_var": 1.6580729166666666, |
| "learning_rate": 0.0001, |
| "loss": 7.5883, |
| "loss/crossentropy": 2.186999189853668, |
| "loss/hidden": 3.341796875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21516974158585073, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.12525, |
| "grad_norm": 33.5, |
| "grad_norm_var": 4.194205729166667, |
| "learning_rate": 0.0001, |
| "loss": 7.5936, |
| "loss/crossentropy": 2.171919286251068, |
| "loss/hidden": 3.41484375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19737605061382055, |
| "step": 5010 |
| }, |
| { |
| "epoch": 0.1255, |
| "grad_norm": 32.0, |
| "grad_norm_var": 0.67265625, |
| "learning_rate": 0.0001, |
| "loss": 7.509, |
| "loss/crossentropy": 2.2188323110342028, |
| "loss/hidden": 3.33984375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18663883544504642, |
| "step": 5020 |
| }, |
| { |
| "epoch": 0.12575, |
| "grad_norm": 29.75, |
| "grad_norm_var": 10.642643229166667, |
| "learning_rate": 0.0001, |
| "loss": 7.6301, |
| "loss/crossentropy": 2.191204625368118, |
| "loss/hidden": 3.348046875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1946074590086937, |
| "step": 5030 |
| }, |
| { |
| "epoch": 0.126, |
| "grad_norm": 31.125, |
| "grad_norm_var": 1.6541015625, |
| "learning_rate": 0.0001, |
| "loss": 7.502, |
| "loss/crossentropy": 2.1200972706079484, |
| "loss/hidden": 3.43671875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19346977435052395, |
| "step": 5040 |
| }, |
| { |
| "epoch": 0.12625, |
| "grad_norm": 44.75, |
| "grad_norm_var": 16.30390625, |
| "learning_rate": 0.0001, |
| "loss": 7.5705, |
| "loss/crossentropy": 2.1876573234796526, |
| "loss/hidden": 3.320703125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18829105645418168, |
| "step": 5050 |
| }, |
| { |
| "epoch": 0.1265, |
| "grad_norm": 31.875, |
| "grad_norm_var": 20.667708333333334, |
| "learning_rate": 0.0001, |
| "loss": 7.5126, |
| "loss/crossentropy": 2.2233003705739973, |
| "loss/hidden": 3.3703125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19192412812262774, |
| "step": 5060 |
| }, |
| { |
| "epoch": 0.12675, |
| "grad_norm": 33.0, |
| "grad_norm_var": 2.3285807291666667, |
| "learning_rate": 0.0001, |
| "loss": 7.5683, |
| "loss/crossentropy": 2.0495440497994424, |
| "loss/hidden": 3.4625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18455710131675004, |
| "step": 5070 |
| }, |
| { |
| "epoch": 0.127, |
| "grad_norm": 31.5, |
| "grad_norm_var": 2.6684895833333333, |
| "learning_rate": 0.0001, |
| "loss": 7.4892, |
| "loss/crossentropy": 2.1829854756593705, |
| "loss/hidden": 3.415234375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1906156621873379, |
| "step": 5080 |
| }, |
| { |
| "epoch": 0.12725, |
| "grad_norm": 31.75, |
| "grad_norm_var": 26.134375, |
| "learning_rate": 0.0001, |
| "loss": 7.7141, |
| "loss/crossentropy": 2.150173208117485, |
| "loss/hidden": 3.546875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20331819988787175, |
| "step": 5090 |
| }, |
| { |
| "epoch": 0.1275, |
| "grad_norm": 36.5, |
| "grad_norm_var": 25.376822916666665, |
| "learning_rate": 0.0001, |
| "loss": 7.572, |
| "loss/crossentropy": 2.2022222489118577, |
| "loss/hidden": 3.522265625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20444649420678615, |
| "step": 5100 |
| }, |
| { |
| "epoch": 0.12775, |
| "grad_norm": 31.375, |
| "grad_norm_var": 15.917643229166666, |
| "learning_rate": 0.0001, |
| "loss": 7.5598, |
| "loss/crossentropy": 2.0867941707372664, |
| "loss/hidden": 3.56328125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19711919017136098, |
| "step": 5110 |
| }, |
| { |
| "epoch": 0.128, |
| "grad_norm": 30.125, |
| "grad_norm_var": 16.92265625, |
| "learning_rate": 0.0001, |
| "loss": 7.4871, |
| "loss/crossentropy": 2.1122621968388557, |
| "loss/hidden": 3.371484375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1813073743134737, |
| "step": 5120 |
| }, |
| { |
| "epoch": 0.12825, |
| "grad_norm": 30.75, |
| "grad_norm_var": 5.108072916666667, |
| "learning_rate": 0.0001, |
| "loss": 7.5229, |
| "loss/crossentropy": 2.0356661707162855, |
| "loss/hidden": 3.480859375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19353711605072021, |
| "step": 5130 |
| }, |
| { |
| "epoch": 0.1285, |
| "grad_norm": 32.5, |
| "grad_norm_var": 34.81920572916667, |
| "learning_rate": 0.0001, |
| "loss": 7.64, |
| "loss/crossentropy": 2.1762280851602553, |
| "loss/hidden": 3.421875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20253173671662808, |
| "step": 5140 |
| }, |
| { |
| "epoch": 0.12875, |
| "grad_norm": 32.25, |
| "grad_norm_var": 51.16223958333333, |
| "learning_rate": 0.0001, |
| "loss": 7.6475, |
| "loss/crossentropy": 2.14297553896904, |
| "loss/hidden": 3.48671875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2105777282267809, |
| "step": 5150 |
| }, |
| { |
| "epoch": 0.129, |
| "grad_norm": 34.0, |
| "grad_norm_var": 2.513641882357806e+18, |
| "learning_rate": 0.0001, |
| "loss": 7.6232, |
| "loss/crossentropy": 2.190713110566139, |
| "loss/hidden": 3.689453125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2259815253317356, |
| "step": 5160 |
| }, |
| { |
| "epoch": 0.12925, |
| "grad_norm": 50.0, |
| "grad_norm_var": 2.513641882159625e+18, |
| "learning_rate": 0.0001, |
| "loss": 7.5304, |
| "loss/crossentropy": 2.287049275636673, |
| "loss/hidden": 3.22109375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1791717953979969, |
| "step": 5170 |
| }, |
| { |
| "epoch": 0.1295, |
| "grad_norm": 32.25, |
| "grad_norm_var": 57.03932291666667, |
| "learning_rate": 0.0001, |
| "loss": 7.5666, |
| "loss/crossentropy": 2.205572660267353, |
| "loss/hidden": 3.40234375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1940192885696888, |
| "step": 5180 |
| }, |
| { |
| "epoch": 0.12975, |
| "grad_norm": 33.25, |
| "grad_norm_var": 2.115625, |
| "learning_rate": 0.0001, |
| "loss": 7.5783, |
| "loss/crossentropy": 2.170276886224747, |
| "loss/hidden": 3.498828125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19651044271886348, |
| "step": 5190 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 31.5, |
| "grad_norm_var": 3.549934895833333, |
| "learning_rate": 0.0001, |
| "loss": 7.6073, |
| "loss/crossentropy": 2.2128631293773653, |
| "loss/hidden": 3.335546875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19390376433730125, |
| "step": 5200 |
| }, |
| { |
| "epoch": 0.13025, |
| "grad_norm": 35.75, |
| "grad_norm_var": 9.099934895833334, |
| "learning_rate": 0.0001, |
| "loss": 7.575, |
| "loss/crossentropy": 2.171933504939079, |
| "loss/hidden": 3.3765625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1874479927122593, |
| "step": 5210 |
| }, |
| { |
| "epoch": 0.1305, |
| "grad_norm": 38.25, |
| "grad_norm_var": 12.2869140625, |
| "learning_rate": 0.0001, |
| "loss": 7.5635, |
| "loss/crossentropy": 2.1169356971979143, |
| "loss/hidden": 3.334375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1857094492763281, |
| "step": 5220 |
| }, |
| { |
| "epoch": 0.13075, |
| "grad_norm": 51.25, |
| "grad_norm_var": 892.175, |
| "learning_rate": 0.0001, |
| "loss": 7.5924, |
| "loss/crossentropy": 2.1072397351264955, |
| "loss/hidden": 3.505078125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20098341945558787, |
| "step": 5230 |
| }, |
| { |
| "epoch": 0.131, |
| "grad_norm": 32.5, |
| "grad_norm_var": 895.24140625, |
| "learning_rate": 0.0001, |
| "loss": 7.5454, |
| "loss/crossentropy": 2.260575148463249, |
| "loss/hidden": 3.348046875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18017468005418777, |
| "step": 5240 |
| }, |
| { |
| "epoch": 0.13125, |
| "grad_norm": 48.0, |
| "grad_norm_var": 114.225, |
| "learning_rate": 0.0001, |
| "loss": 7.6162, |
| "loss/crossentropy": 2.2057667702436445, |
| "loss/hidden": 3.387890625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20519790165126323, |
| "step": 5250 |
| }, |
| { |
| "epoch": 0.1315, |
| "grad_norm": 74.0, |
| "grad_norm_var": 349.00983072916665, |
| "learning_rate": 0.0001, |
| "loss": 7.6702, |
| "loss/crossentropy": 2.154927045106888, |
| "loss/hidden": 3.366796875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21574116442352534, |
| "step": 5260 |
| }, |
| { |
| "epoch": 0.13175, |
| "grad_norm": 31.0, |
| "grad_norm_var": 229.61243489583333, |
| "learning_rate": 0.0001, |
| "loss": 7.4891, |
| "loss/crossentropy": 2.107641798257828, |
| "loss/hidden": 3.414453125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18632576130330564, |
| "step": 5270 |
| }, |
| { |
| "epoch": 0.132, |
| "grad_norm": 33.75, |
| "grad_norm_var": 7.731705729166666, |
| "learning_rate": 0.0001, |
| "loss": 7.5382, |
| "loss/crossentropy": 2.245188394188881, |
| "loss/hidden": 3.26875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18824921660125254, |
| "step": 5280 |
| }, |
| { |
| "epoch": 0.13225, |
| "grad_norm": 33.75, |
| "grad_norm_var": 3.63125, |
| "learning_rate": 0.0001, |
| "loss": 7.4886, |
| "loss/crossentropy": 2.2113157629966738, |
| "loss/hidden": 3.294140625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1719427563250065, |
| "step": 5290 |
| }, |
| { |
| "epoch": 0.1325, |
| "grad_norm": 31.125, |
| "grad_norm_var": 5.176822916666667, |
| "learning_rate": 0.0001, |
| "loss": 7.5181, |
| "loss/crossentropy": 2.2539247930049897, |
| "loss/hidden": 3.31640625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18716043829917908, |
| "step": 5300 |
| }, |
| { |
| "epoch": 0.13275, |
| "grad_norm": 30.5, |
| "grad_norm_var": 5.7791015625, |
| "learning_rate": 0.0001, |
| "loss": 7.4139, |
| "loss/crossentropy": 2.232303848862648, |
| "loss/hidden": 3.4, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18582747615873813, |
| "step": 5310 |
| }, |
| { |
| "epoch": 0.133, |
| "grad_norm": 29.25, |
| "grad_norm_var": 2.792708333333333, |
| "learning_rate": 0.0001, |
| "loss": 7.4902, |
| "loss/crossentropy": 2.2038251549005508, |
| "loss/hidden": 3.330859375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19186565633863212, |
| "step": 5320 |
| }, |
| { |
| "epoch": 0.13325, |
| "grad_norm": 31.0, |
| "grad_norm_var": 6.145768229166666, |
| "learning_rate": 0.0001, |
| "loss": 7.568, |
| "loss/crossentropy": 2.258873853087425, |
| "loss/hidden": 3.490625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2075445156544447, |
| "step": 5330 |
| }, |
| { |
| "epoch": 0.1335, |
| "grad_norm": 35.25, |
| "grad_norm_var": 2.1952473958333334, |
| "learning_rate": 0.0001, |
| "loss": 7.5231, |
| "loss/crossentropy": 2.1799694120883943, |
| "loss/hidden": 3.3015625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18682638984173536, |
| "step": 5340 |
| }, |
| { |
| "epoch": 0.13375, |
| "grad_norm": 30.0, |
| "grad_norm_var": 1.9739583333333333, |
| "learning_rate": 0.0001, |
| "loss": 7.5416, |
| "loss/crossentropy": 2.2539006620645523, |
| "loss/hidden": 3.34921875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18906075097620487, |
| "step": 5350 |
| }, |
| { |
| "epoch": 0.134, |
| "grad_norm": 31.125, |
| "grad_norm_var": 2.880989583333333, |
| "learning_rate": 0.0001, |
| "loss": 7.5205, |
| "loss/crossentropy": 2.111976405978203, |
| "loss/hidden": 3.3953125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18815945349633695, |
| "step": 5360 |
| }, |
| { |
| "epoch": 0.13425, |
| "grad_norm": 41.75, |
| "grad_norm_var": 8.989322916666667, |
| "learning_rate": 0.0001, |
| "loss": 7.5645, |
| "loss/crossentropy": 2.150078758597374, |
| "loss/hidden": 3.305859375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18150232955813408, |
| "step": 5370 |
| }, |
| { |
| "epoch": 0.1345, |
| "grad_norm": 32.25, |
| "grad_norm_var": 9.262239583333333, |
| "learning_rate": 0.0001, |
| "loss": 7.5691, |
| "loss/crossentropy": 2.2475525766611097, |
| "loss/hidden": 3.469921875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.22073253151029348, |
| "step": 5380 |
| }, |
| { |
| "epoch": 0.13475, |
| "grad_norm": 34.25, |
| "grad_norm_var": 4.981705729166666, |
| "learning_rate": 0.0001, |
| "loss": 7.5575, |
| "loss/crossentropy": 2.1171315133571627, |
| "loss/hidden": 3.445703125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20035637486726046, |
| "step": 5390 |
| }, |
| { |
| "epoch": 0.135, |
| "grad_norm": 212.0, |
| "grad_norm_var": 2028.59375, |
| "learning_rate": 0.0001, |
| "loss": 7.6561, |
| "loss/crossentropy": 2.147063474357128, |
| "loss/hidden": 3.507421875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20187063701450825, |
| "step": 5400 |
| }, |
| { |
| "epoch": 0.13525, |
| "grad_norm": 28.5, |
| "grad_norm_var": 2002.4431640625, |
| "learning_rate": 0.0001, |
| "loss": 7.5921, |
| "loss/crossentropy": 2.248355305194855, |
| "loss/hidden": 3.5234375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2067353159189224, |
| "step": 5410 |
| }, |
| { |
| "epoch": 0.1355, |
| "grad_norm": 30.375, |
| "grad_norm_var": 2.59765625, |
| "learning_rate": 0.0001, |
| "loss": 7.5656, |
| "loss/crossentropy": 2.140727072954178, |
| "loss/hidden": 3.42109375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20080696120858194, |
| "step": 5420 |
| }, |
| { |
| "epoch": 0.13575, |
| "grad_norm": 30.875, |
| "grad_norm_var": 2.299934895833333, |
| "learning_rate": 0.0001, |
| "loss": 7.6261, |
| "loss/crossentropy": 2.2185936748981474, |
| "loss/hidden": 3.36796875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1954452872276306, |
| "step": 5430 |
| }, |
| { |
| "epoch": 0.136, |
| "grad_norm": 32.0, |
| "grad_norm_var": 2.5455729166666665, |
| "learning_rate": 0.0001, |
| "loss": 7.5373, |
| "loss/crossentropy": 2.0910344183444978, |
| "loss/hidden": 3.333984375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1913301758468151, |
| "step": 5440 |
| }, |
| { |
| "epoch": 0.13625, |
| "grad_norm": 34.5, |
| "grad_norm_var": 2.590559895833333, |
| "learning_rate": 0.0001, |
| "loss": 7.5366, |
| "loss/crossentropy": 2.278426119685173, |
| "loss/hidden": 3.3359375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1943113673478365, |
| "step": 5450 |
| }, |
| { |
| "epoch": 0.1365, |
| "grad_norm": 31.625, |
| "grad_norm_var": 2.5580729166666667, |
| "learning_rate": 0.0001, |
| "loss": 7.5847, |
| "loss/crossentropy": 2.076927217841148, |
| "loss/hidden": 3.4703125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18883342035114764, |
| "step": 5460 |
| }, |
| { |
| "epoch": 0.13675, |
| "grad_norm": 34.75, |
| "grad_norm_var": 28.4197265625, |
| "learning_rate": 0.0001, |
| "loss": 7.6209, |
| "loss/crossentropy": 2.234089860320091, |
| "loss/hidden": 3.47734375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21088924966752529, |
| "step": 5470 |
| }, |
| { |
| "epoch": 0.137, |
| "grad_norm": 31.25, |
| "grad_norm_var": 169.49479166666666, |
| "learning_rate": 0.0001, |
| "loss": 7.5375, |
| "loss/crossentropy": 2.117088034749031, |
| "loss/hidden": 3.3953125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1874922074377537, |
| "step": 5480 |
| }, |
| { |
| "epoch": 0.13725, |
| "grad_norm": 31.0, |
| "grad_norm_var": 168.70462239583333, |
| "learning_rate": 0.0001, |
| "loss": 7.5082, |
| "loss/crossentropy": 2.1952930808067324, |
| "loss/hidden": 3.319921875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19221495129168034, |
| "step": 5490 |
| }, |
| { |
| "epoch": 0.1375, |
| "grad_norm": 30.5, |
| "grad_norm_var": 27.639518229166665, |
| "learning_rate": 0.0001, |
| "loss": 7.4408, |
| "loss/crossentropy": 2.184998545050621, |
| "loss/hidden": 3.355859375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.17893593553453685, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.13775, |
| "grad_norm": 32.5, |
| "grad_norm_var": 1.6910807291666667, |
| "learning_rate": 0.0001, |
| "loss": 7.6031, |
| "loss/crossentropy": 2.280049467086792, |
| "loss/hidden": 3.506640625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21599141787737608, |
| "step": 5510 |
| }, |
| { |
| "epoch": 0.138, |
| "grad_norm": 31.5, |
| "grad_norm_var": 2.730208333333333, |
| "learning_rate": 0.0001, |
| "loss": 7.5417, |
| "loss/crossentropy": 2.159082019329071, |
| "loss/hidden": 3.31640625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19252310022711755, |
| "step": 5520 |
| }, |
| { |
| "epoch": 0.13825, |
| "grad_norm": 31.125, |
| "grad_norm_var": 2.520768229166667, |
| "learning_rate": 0.0001, |
| "loss": 7.6031, |
| "loss/crossentropy": 2.2485590517520904, |
| "loss/hidden": 3.448828125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19249292369931936, |
| "step": 5530 |
| }, |
| { |
| "epoch": 0.1385, |
| "grad_norm": 31.75, |
| "grad_norm_var": 2.939583333333333, |
| "learning_rate": 0.0001, |
| "loss": 7.5843, |
| "loss/crossentropy": 2.0814964517951013, |
| "loss/hidden": 3.501953125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19598778411746026, |
| "step": 5540 |
| }, |
| { |
| "epoch": 0.13875, |
| "grad_norm": 30.25, |
| "grad_norm_var": 515.5889973958333, |
| "learning_rate": 0.0001, |
| "loss": 7.6637, |
| "loss/crossentropy": 2.1314420223236086, |
| "loss/hidden": 3.451953125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20185216665267944, |
| "step": 5550 |
| }, |
| { |
| "epoch": 0.139, |
| "grad_norm": 33.0, |
| "grad_norm_var": 3.4643229166666667, |
| "learning_rate": 0.0001, |
| "loss": 7.5407, |
| "loss/crossentropy": 2.190821570158005, |
| "loss/hidden": 3.362890625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1984243031591177, |
| "step": 5560 |
| }, |
| { |
| "epoch": 0.13925, |
| "grad_norm": 30.875, |
| "grad_norm_var": 3.1483723958333334, |
| "learning_rate": 0.0001, |
| "loss": 7.587, |
| "loss/crossentropy": 2.2163518011569976, |
| "loss/hidden": 3.44140625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19457473792135715, |
| "step": 5570 |
| }, |
| { |
| "epoch": 0.1395, |
| "grad_norm": 28.625, |
| "grad_norm_var": 3.090559895833333, |
| "learning_rate": 0.0001, |
| "loss": 7.5224, |
| "loss/crossentropy": 2.077855309844017, |
| "loss/hidden": 3.551171875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19357334338128568, |
| "step": 5580 |
| }, |
| { |
| "epoch": 0.13975, |
| "grad_norm": 31.25, |
| "grad_norm_var": 18.9041015625, |
| "learning_rate": 0.0001, |
| "loss": 7.6508, |
| "loss/crossentropy": 2.0995124436914923, |
| "loss/hidden": 3.54921875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20311756529845298, |
| "step": 5590 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 30.875, |
| "grad_norm_var": 16.024739583333332, |
| "learning_rate": 0.0001, |
| "loss": 7.5486, |
| "loss/crossentropy": 2.1742469370365143, |
| "loss/hidden": 3.501171875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2091912193223834, |
| "step": 5600 |
| }, |
| { |
| "epoch": 0.14025, |
| "grad_norm": 31.0, |
| "grad_norm_var": 1.0989583333333333, |
| "learning_rate": 0.0001, |
| "loss": 7.5563, |
| "loss/crossentropy": 2.1435637921094894, |
| "loss/hidden": 3.525390625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20397210270166397, |
| "step": 5610 |
| }, |
| { |
| "epoch": 0.1405, |
| "grad_norm": 44.0, |
| "grad_norm_var": 11.0041015625, |
| "learning_rate": 0.0001, |
| "loss": 7.593, |
| "loss/crossentropy": 2.151739400625229, |
| "loss/hidden": 3.477734375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20091456174850464, |
| "step": 5620 |
| }, |
| { |
| "epoch": 0.14075, |
| "grad_norm": 31.125, |
| "grad_norm_var": 16.405208333333334, |
| "learning_rate": 0.0001, |
| "loss": 7.5337, |
| "loss/crossentropy": 2.2840585201978683, |
| "loss/hidden": 3.346875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21120928078889847, |
| "step": 5630 |
| }, |
| { |
| "epoch": 0.141, |
| "grad_norm": 29.0, |
| "grad_norm_var": 2.7375, |
| "learning_rate": 0.0001, |
| "loss": 7.4997, |
| "loss/crossentropy": 2.041360355913639, |
| "loss/hidden": 3.439453125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2038326717913151, |
| "step": 5640 |
| }, |
| { |
| "epoch": 0.14125, |
| "grad_norm": 29.25, |
| "grad_norm_var": 23.368684895833333, |
| "learning_rate": 0.0001, |
| "loss": 7.5633, |
| "loss/crossentropy": 2.111186498403549, |
| "loss/hidden": 3.463671875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20292142927646636, |
| "step": 5650 |
| }, |
| { |
| "epoch": 0.1415, |
| "grad_norm": 33.5, |
| "grad_norm_var": 4.765559895833333, |
| "learning_rate": 0.0001, |
| "loss": 7.577, |
| "loss/crossentropy": 2.1156825721263885, |
| "loss/hidden": 3.423828125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19096483811736106, |
| "step": 5660 |
| }, |
| { |
| "epoch": 0.14175, |
| "grad_norm": 29.625, |
| "grad_norm_var": 6.212434895833334, |
| "learning_rate": 0.0001, |
| "loss": 7.561, |
| "loss/crossentropy": 2.1884111180901527, |
| "loss/hidden": 3.416015625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19188922494649888, |
| "step": 5670 |
| }, |
| { |
| "epoch": 0.142, |
| "grad_norm": 31.75, |
| "grad_norm_var": 4.145572916666667, |
| "learning_rate": 0.0001, |
| "loss": 7.5785, |
| "loss/crossentropy": 2.1473594516515733, |
| "loss/hidden": 3.4375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19657318461686374, |
| "step": 5680 |
| }, |
| { |
| "epoch": 0.14225, |
| "grad_norm": 32.75, |
| "grad_norm_var": 9.868489583333334, |
| "learning_rate": 0.0001, |
| "loss": 7.5749, |
| "loss/crossentropy": 2.224351739883423, |
| "loss/hidden": 3.390234375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19284768104553224, |
| "step": 5690 |
| }, |
| { |
| "epoch": 0.1425, |
| "grad_norm": 29.375, |
| "grad_norm_var": 24.6166015625, |
| "learning_rate": 0.0001, |
| "loss": 7.4841, |
| "loss/crossentropy": 2.0835042744874954, |
| "loss/hidden": 3.505859375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1889321893453598, |
| "step": 5700 |
| }, |
| { |
| "epoch": 0.14275, |
| "grad_norm": 32.5, |
| "grad_norm_var": 3.8934895833333334, |
| "learning_rate": 0.0001, |
| "loss": 7.5411, |
| "loss/crossentropy": 2.132970982789993, |
| "loss/hidden": 3.4078125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20858928225934506, |
| "step": 5710 |
| }, |
| { |
| "epoch": 0.143, |
| "grad_norm": 33.0, |
| "grad_norm_var": 96.9619140625, |
| "learning_rate": 0.0001, |
| "loss": 7.5633, |
| "loss/crossentropy": 2.2334523528814314, |
| "loss/hidden": 3.442578125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20192687548696994, |
| "step": 5720 |
| }, |
| { |
| "epoch": 0.14325, |
| "grad_norm": 32.0, |
| "grad_norm_var": 90.8759765625, |
| "learning_rate": 0.0001, |
| "loss": 7.5, |
| "loss/crossentropy": 2.181543472409248, |
| "loss/hidden": 3.44453125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20608940124511718, |
| "step": 5730 |
| }, |
| { |
| "epoch": 0.1435, |
| "grad_norm": 29.125, |
| "grad_norm_var": 68.45416666666667, |
| "learning_rate": 0.0001, |
| "loss": 7.6044, |
| "loss/crossentropy": 2.2480223774909973, |
| "loss/hidden": 3.317578125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18675435222685338, |
| "step": 5740 |
| }, |
| { |
| "epoch": 0.14375, |
| "grad_norm": 39.25, |
| "grad_norm_var": 94.02057291666667, |
| "learning_rate": 0.0001, |
| "loss": 7.5096, |
| "loss/crossentropy": 2.2112644970417024, |
| "loss/hidden": 3.40390625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21228924561291934, |
| "step": 5750 |
| }, |
| { |
| "epoch": 0.144, |
| "grad_norm": 31.5, |
| "grad_norm_var": 2.1797421917742129e+18, |
| "learning_rate": 0.0001, |
| "loss": 7.6201, |
| "loss/crossentropy": 2.2231735616922377, |
| "loss/hidden": 3.3765625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19756054263561965, |
| "step": 5760 |
| }, |
| { |
| "epoch": 0.14425, |
| "grad_norm": 38.75, |
| "grad_norm_var": 58.33743489583333, |
| "learning_rate": 0.0001, |
| "loss": 7.5131, |
| "loss/crossentropy": 2.10022853910923, |
| "loss/hidden": 3.383984375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1919796233996749, |
| "step": 5770 |
| }, |
| { |
| "epoch": 0.1445, |
| "grad_norm": 34.25, |
| "grad_norm_var": 46.984375, |
| "learning_rate": 0.0001, |
| "loss": 7.6109, |
| "loss/crossentropy": 2.190520279109478, |
| "loss/hidden": 3.358984375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20563599281013012, |
| "step": 5780 |
| }, |
| { |
| "epoch": 0.14475, |
| "grad_norm": 32.75, |
| "grad_norm_var": 6.2166015625, |
| "learning_rate": 0.0001, |
| "loss": 7.6612, |
| "loss/crossentropy": 2.0708674401044846, |
| "loss/hidden": 3.473828125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20486081317067145, |
| "step": 5790 |
| }, |
| { |
| "epoch": 0.145, |
| "grad_norm": 30.5, |
| "grad_norm_var": 21.637239583333333, |
| "learning_rate": 0.0001, |
| "loss": 7.5095, |
| "loss/crossentropy": 2.2081795185804367, |
| "loss/hidden": 3.50703125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20764970332384108, |
| "step": 5800 |
| }, |
| { |
| "epoch": 0.14525, |
| "grad_norm": 32.25, |
| "grad_norm_var": 2.1119140625, |
| "learning_rate": 0.0001, |
| "loss": 7.5625, |
| "loss/crossentropy": 2.134955820441246, |
| "loss/hidden": 3.32890625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18278160132467747, |
| "step": 5810 |
| }, |
| { |
| "epoch": 0.1455, |
| "grad_norm": 32.0, |
| "grad_norm_var": 26.182291666666668, |
| "learning_rate": 0.0001, |
| "loss": 7.5741, |
| "loss/crossentropy": 2.101625883579254, |
| "loss/hidden": 3.490234375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21009023115038872, |
| "step": 5820 |
| }, |
| { |
| "epoch": 0.14575, |
| "grad_norm": 32.25, |
| "grad_norm_var": 12.02890625, |
| "learning_rate": 0.0001, |
| "loss": 7.5459, |
| "loss/crossentropy": 2.269702708721161, |
| "loss/hidden": 3.36796875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1850876223295927, |
| "step": 5830 |
| }, |
| { |
| "epoch": 0.146, |
| "grad_norm": 31.625, |
| "grad_norm_var": 10.504166666666666, |
| "learning_rate": 0.0001, |
| "loss": 7.5756, |
| "loss/crossentropy": 2.1922702878713607, |
| "loss/hidden": 3.408203125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1936382047832012, |
| "step": 5840 |
| }, |
| { |
| "epoch": 0.14625, |
| "grad_norm": 34.25, |
| "grad_norm_var": 2.6372395833333333, |
| "learning_rate": 0.0001, |
| "loss": 7.5806, |
| "loss/crossentropy": 2.0927012979984285, |
| "loss/hidden": 3.408203125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.200397995300591, |
| "step": 5850 |
| }, |
| { |
| "epoch": 0.1465, |
| "grad_norm": 31.375, |
| "grad_norm_var": 16.130143229166666, |
| "learning_rate": 0.0001, |
| "loss": 7.6031, |
| "loss/crossentropy": 2.150560998916626, |
| "loss/hidden": 3.379296875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20800711959600449, |
| "step": 5860 |
| }, |
| { |
| "epoch": 0.14675, |
| "grad_norm": 30.875, |
| "grad_norm_var": 15.814583333333333, |
| "learning_rate": 0.0001, |
| "loss": 7.4831, |
| "loss/crossentropy": 2.138367956876755, |
| "loss/hidden": 3.299609375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1825962917879224, |
| "step": 5870 |
| }, |
| { |
| "epoch": 0.147, |
| "grad_norm": 31.375, |
| "grad_norm_var": 11.920833333333333, |
| "learning_rate": 0.0001, |
| "loss": 7.5279, |
| "loss/crossentropy": 2.0560067892074585, |
| "loss/hidden": 3.4578125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18732867166399955, |
| "step": 5880 |
| }, |
| { |
| "epoch": 0.14725, |
| "grad_norm": 31.625, |
| "grad_norm_var": 11.8087890625, |
| "learning_rate": 0.0001, |
| "loss": 7.4841, |
| "loss/crossentropy": 2.204834724962711, |
| "loss/hidden": 3.3015625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18124654777348043, |
| "step": 5890 |
| }, |
| { |
| "epoch": 0.1475, |
| "grad_norm": 29.625, |
| "grad_norm_var": 12.66015625, |
| "learning_rate": 0.0001, |
| "loss": 7.5171, |
| "loss/crossentropy": 2.185581070184708, |
| "loss/hidden": 3.3984375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19726393837481737, |
| "step": 5900 |
| }, |
| { |
| "epoch": 0.14775, |
| "grad_norm": 29.625, |
| "grad_norm_var": 2.1747395833333334, |
| "learning_rate": 0.0001, |
| "loss": 7.4905, |
| "loss/crossentropy": 2.0858706533908844, |
| "loss/hidden": 3.57734375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20108112394809724, |
| "step": 5910 |
| }, |
| { |
| "epoch": 0.148, |
| "grad_norm": 30.0, |
| "grad_norm_var": 3.87265625, |
| "learning_rate": 0.0001, |
| "loss": 7.5801, |
| "loss/crossentropy": 2.11753663122654, |
| "loss/hidden": 3.512890625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20907512214034796, |
| "step": 5920 |
| }, |
| { |
| "epoch": 0.14825, |
| "grad_norm": 31.25, |
| "grad_norm_var": 2.6212890625, |
| "learning_rate": 0.0001, |
| "loss": 7.5707, |
| "loss/crossentropy": 2.1879894763231276, |
| "loss/hidden": 3.381640625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19724611584097146, |
| "step": 5930 |
| }, |
| { |
| "epoch": 0.1485, |
| "grad_norm": 31.625, |
| "grad_norm_var": 5.4134765625, |
| "learning_rate": 0.0001, |
| "loss": 7.5137, |
| "loss/crossentropy": 2.0121699988842012, |
| "loss/hidden": 3.653515625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2113606294617057, |
| "step": 5940 |
| }, |
| { |
| "epoch": 0.14875, |
| "grad_norm": 30.375, |
| "grad_norm_var": 7.517643229166667, |
| "learning_rate": 0.0001, |
| "loss": 7.5851, |
| "loss/crossentropy": 2.1624063462018968, |
| "loss/hidden": 3.3625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19148119539022446, |
| "step": 5950 |
| }, |
| { |
| "epoch": 0.149, |
| "grad_norm": 40.5, |
| "grad_norm_var": 18.078580729166667, |
| "learning_rate": 0.0001, |
| "loss": 7.4704, |
| "loss/crossentropy": 2.100359010696411, |
| "loss/hidden": 3.39765625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18530675377696754, |
| "step": 5960 |
| }, |
| { |
| "epoch": 0.14925, |
| "grad_norm": 33.0, |
| "grad_norm_var": 106.165625, |
| "learning_rate": 0.0001, |
| "loss": 7.5243, |
| "loss/crossentropy": 2.088457000255585, |
| "loss/hidden": 3.45, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1950376622378826, |
| "step": 5970 |
| }, |
| { |
| "epoch": 0.1495, |
| "grad_norm": 35.5, |
| "grad_norm_var": 110.30618489583334, |
| "learning_rate": 0.0001, |
| "loss": 7.566, |
| "loss/crossentropy": 2.25458045899868, |
| "loss/hidden": 3.35, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.192095298320055, |
| "step": 5980 |
| }, |
| { |
| "epoch": 0.14975, |
| "grad_norm": 33.25, |
| "grad_norm_var": 21.141080729166667, |
| "learning_rate": 0.0001, |
| "loss": 7.5733, |
| "loss/crossentropy": 2.2489352226257324, |
| "loss/hidden": 3.384375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19246331304311753, |
| "step": 5990 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 33.25, |
| "grad_norm_var": 1.6747395833333334, |
| "learning_rate": 0.0001, |
| "loss": 7.6863, |
| "loss/crossentropy": 2.0839652568101883, |
| "loss/hidden": 3.4921875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20588702652603388, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.15025, |
| "grad_norm": 29.875, |
| "grad_norm_var": 9.457291666666666, |
| "learning_rate": 0.0001, |
| "loss": 7.5802, |
| "loss/crossentropy": 2.1618823766708375, |
| "loss/hidden": 3.36015625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19899031519889832, |
| "step": 6010 |
| }, |
| { |
| "epoch": 0.1505, |
| "grad_norm": 32.5, |
| "grad_norm_var": 10.827018229166667, |
| "learning_rate": 0.0001, |
| "loss": 7.6105, |
| "loss/crossentropy": 2.0799810975790023, |
| "loss/hidden": 3.6, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20440249070525168, |
| "step": 6020 |
| }, |
| { |
| "epoch": 0.15075, |
| "grad_norm": 30.875, |
| "grad_norm_var": 3.2405598958333335, |
| "learning_rate": 0.0001, |
| "loss": 7.6337, |
| "loss/crossentropy": 2.131713417172432, |
| "loss/hidden": 3.492578125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20057708621025086, |
| "step": 6030 |
| }, |
| { |
| "epoch": 0.151, |
| "grad_norm": 31.125, |
| "grad_norm_var": 17.879166666666666, |
| "learning_rate": 0.0001, |
| "loss": 7.7142, |
| "loss/crossentropy": 2.116998878121376, |
| "loss/hidden": 3.485546875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2165115473791957, |
| "step": 6040 |
| }, |
| { |
| "epoch": 0.15125, |
| "grad_norm": 31.375, |
| "grad_norm_var": 19.562239583333334, |
| "learning_rate": 0.0001, |
| "loss": 7.5782, |
| "loss/crossentropy": 2.187731945514679, |
| "loss/hidden": 3.42421875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1970472853630781, |
| "step": 6050 |
| }, |
| { |
| "epoch": 0.1515, |
| "grad_norm": 51.0, |
| "grad_norm_var": 25.872330729166666, |
| "learning_rate": 0.0001, |
| "loss": 7.5339, |
| "loss/crossentropy": 2.0746294870972632, |
| "loss/hidden": 3.49375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18855103328824044, |
| "step": 6060 |
| }, |
| { |
| "epoch": 0.15175, |
| "grad_norm": 31.75, |
| "grad_norm_var": 24.65390625, |
| "learning_rate": 0.0001, |
| "loss": 7.6192, |
| "loss/crossentropy": 2.223821607232094, |
| "loss/hidden": 3.48203125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20149823743849993, |
| "step": 6070 |
| }, |
| { |
| "epoch": 0.152, |
| "grad_norm": 32.5, |
| "grad_norm_var": 1.99765625, |
| "learning_rate": 0.0001, |
| "loss": 7.634, |
| "loss/crossentropy": 2.187976914644241, |
| "loss/hidden": 3.4640625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19613044820725917, |
| "step": 6080 |
| }, |
| { |
| "epoch": 0.15225, |
| "grad_norm": 32.0, |
| "grad_norm_var": 2.8854166666666665, |
| "learning_rate": 0.0001, |
| "loss": 7.5475, |
| "loss/crossentropy": 2.2121584147214888, |
| "loss/hidden": 3.28828125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1814923081547022, |
| "step": 6090 |
| }, |
| { |
| "epoch": 0.1525, |
| "grad_norm": 33.0, |
| "grad_norm_var": 2.9692057291666667, |
| "learning_rate": 0.0001, |
| "loss": 7.5725, |
| "loss/crossentropy": 2.189678418636322, |
| "loss/hidden": 3.412890625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19301872439682483, |
| "step": 6100 |
| }, |
| { |
| "epoch": 0.15275, |
| "grad_norm": 31.0, |
| "grad_norm_var": 3.457747395833333, |
| "learning_rate": 0.0001, |
| "loss": 7.5315, |
| "loss/crossentropy": 2.1482601583004, |
| "loss/hidden": 3.35703125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1997425738722086, |
| "step": 6110 |
| }, |
| { |
| "epoch": 0.153, |
| "grad_norm": 36.0, |
| "grad_norm_var": 4.5072265625, |
| "learning_rate": 0.0001, |
| "loss": 7.571, |
| "loss/crossentropy": 2.1208418533205986, |
| "loss/hidden": 3.41953125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19502468593418598, |
| "step": 6120 |
| }, |
| { |
| "epoch": 0.15325, |
| "grad_norm": 33.0, |
| "grad_norm_var": 17.070572916666666, |
| "learning_rate": 0.0001, |
| "loss": 7.5239, |
| "loss/crossentropy": 2.160035288333893, |
| "loss/hidden": 3.4359375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.189887585490942, |
| "step": 6130 |
| }, |
| { |
| "epoch": 0.1535, |
| "grad_norm": 30.625, |
| "grad_norm_var": 22.48515625, |
| "learning_rate": 0.0001, |
| "loss": 7.5566, |
| "loss/crossentropy": 2.173004740476608, |
| "loss/hidden": 3.366796875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2055901188403368, |
| "step": 6140 |
| }, |
| { |
| "epoch": 0.15375, |
| "grad_norm": 35.5, |
| "grad_norm_var": 16.00390625, |
| "learning_rate": 0.0001, |
| "loss": 7.6958, |
| "loss/crossentropy": 2.0565848529338835, |
| "loss/hidden": 3.53203125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.22364541105926036, |
| "step": 6150 |
| }, |
| { |
| "epoch": 0.154, |
| "grad_norm": 32.0, |
| "grad_norm_var": 11.542122395833333, |
| "learning_rate": 0.0001, |
| "loss": 7.6093, |
| "loss/crossentropy": 2.085195133090019, |
| "loss/hidden": 3.45546875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19985817223787308, |
| "step": 6160 |
| }, |
| { |
| "epoch": 0.15425, |
| "grad_norm": 29.5, |
| "grad_norm_var": 2.1666666666666665, |
| "learning_rate": 0.0001, |
| "loss": 7.5611, |
| "loss/crossentropy": 2.1293098747730257, |
| "loss/hidden": 3.402734375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19878034461289645, |
| "step": 6170 |
| }, |
| { |
| "epoch": 0.1545, |
| "grad_norm": 31.25, |
| "grad_norm_var": 20.2822265625, |
| "learning_rate": 0.0001, |
| "loss": 7.6405, |
| "loss/crossentropy": 2.2258552461862564, |
| "loss/hidden": 3.430078125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20626316573470832, |
| "step": 6180 |
| }, |
| { |
| "epoch": 0.15475, |
| "grad_norm": 31.25, |
| "grad_norm_var": 20.730208333333334, |
| "learning_rate": 0.0001, |
| "loss": 7.4726, |
| "loss/crossentropy": 2.1775721326470374, |
| "loss/hidden": 3.449609375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18398564979434012, |
| "step": 6190 |
| }, |
| { |
| "epoch": 0.155, |
| "grad_norm": 32.75, |
| "grad_norm_var": 3.1958333333333333, |
| "learning_rate": 0.0001, |
| "loss": 7.5734, |
| "loss/crossentropy": 2.223562794923782, |
| "loss/hidden": 3.34921875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.190413929335773, |
| "step": 6200 |
| }, |
| { |
| "epoch": 0.15525, |
| "grad_norm": 30.125, |
| "grad_norm_var": 5.166080729166667, |
| "learning_rate": 0.0001, |
| "loss": 7.6525, |
| "loss/crossentropy": 2.085880035161972, |
| "loss/hidden": 3.384375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1801287617534399, |
| "step": 6210 |
| }, |
| { |
| "epoch": 0.1555, |
| "grad_norm": 30.875, |
| "grad_norm_var": 2.7035807291666667, |
| "learning_rate": 0.0001, |
| "loss": 7.5305, |
| "loss/crossentropy": 2.1930001616477965, |
| "loss/hidden": 3.420703125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1861238319426775, |
| "step": 6220 |
| }, |
| { |
| "epoch": 0.15575, |
| "grad_norm": 31.0, |
| "grad_norm_var": 4.468489583333334, |
| "learning_rate": 0.0001, |
| "loss": 7.6889, |
| "loss/crossentropy": 2.22431803047657, |
| "loss/hidden": 3.388671875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19135152641683817, |
| "step": 6230 |
| }, |
| { |
| "epoch": 0.156, |
| "grad_norm": 33.75, |
| "grad_norm_var": 4.770572916666667, |
| "learning_rate": 0.0001, |
| "loss": 7.5177, |
| "loss/crossentropy": 2.093687379360199, |
| "loss/hidden": 3.599609375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1883873265236616, |
| "step": 6240 |
| }, |
| { |
| "epoch": 0.15625, |
| "grad_norm": 31.5, |
| "grad_norm_var": 1.1872395833333333, |
| "learning_rate": 0.0001, |
| "loss": 7.6073, |
| "loss/crossentropy": 2.2236929804086687, |
| "loss/hidden": 3.43828125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.213064675219357, |
| "step": 6250 |
| }, |
| { |
| "epoch": 0.1565, |
| "grad_norm": 31.0, |
| "grad_norm_var": 1.5947265625, |
| "learning_rate": 0.0001, |
| "loss": 7.5079, |
| "loss/crossentropy": 2.0539269253611563, |
| "loss/hidden": 3.4625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1872910862788558, |
| "step": 6260 |
| }, |
| { |
| "epoch": 0.15675, |
| "grad_norm": 40.75, |
| "grad_norm_var": 21.492708333333333, |
| "learning_rate": 0.0001, |
| "loss": 7.6006, |
| "loss/crossentropy": 2.266616016626358, |
| "loss/hidden": 3.373828125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1959751147776842, |
| "step": 6270 |
| }, |
| { |
| "epoch": 0.157, |
| "grad_norm": 31.375, |
| "grad_norm_var": 25.213541666666668, |
| "learning_rate": 0.0001, |
| "loss": 7.6284, |
| "loss/crossentropy": 2.2850263684988024, |
| "loss/hidden": 3.5203125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2038384210318327, |
| "step": 6280 |
| }, |
| { |
| "epoch": 0.15725, |
| "grad_norm": 31.75, |
| "grad_norm_var": 2.0010416666666666, |
| "learning_rate": 0.0001, |
| "loss": 7.5067, |
| "loss/crossentropy": 2.122395873069763, |
| "loss/hidden": 3.448046875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18144308719784022, |
| "step": 6290 |
| }, |
| { |
| "epoch": 0.1575, |
| "grad_norm": 34.0, |
| "grad_norm_var": 3.7462890625, |
| "learning_rate": 0.0001, |
| "loss": 7.5297, |
| "loss/crossentropy": 1.9984511777758598, |
| "loss/hidden": 3.563671875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19643332287669182, |
| "step": 6300 |
| }, |
| { |
| "epoch": 0.15775, |
| "grad_norm": 30.5, |
| "grad_norm_var": 5.603059895833334, |
| "learning_rate": 0.0001, |
| "loss": 7.5455, |
| "loss/crossentropy": 2.029903215169907, |
| "loss/hidden": 3.496484375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20556226037442685, |
| "step": 6310 |
| }, |
| { |
| "epoch": 0.158, |
| "grad_norm": 32.0, |
| "grad_norm_var": 35.5853515625, |
| "learning_rate": 0.0001, |
| "loss": 7.593, |
| "loss/crossentropy": 2.19532273709774, |
| "loss/hidden": 3.40390625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1972879134118557, |
| "step": 6320 |
| }, |
| { |
| "epoch": 0.15825, |
| "grad_norm": 38.75, |
| "grad_norm_var": 18.0791015625, |
| "learning_rate": 0.0001, |
| "loss": 7.6415, |
| "loss/crossentropy": 2.0865643858909606, |
| "loss/hidden": 3.5046875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2021018836647272, |
| "step": 6330 |
| }, |
| { |
| "epoch": 0.1585, |
| "grad_norm": 30.875, |
| "grad_norm_var": 12.580989583333333, |
| "learning_rate": 0.0001, |
| "loss": 7.658, |
| "loss/crossentropy": 2.31261685192585, |
| "loss/hidden": 3.40390625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2027669247239828, |
| "step": 6340 |
| }, |
| { |
| "epoch": 0.15875, |
| "grad_norm": 31.875, |
| "grad_norm_var": 4.453580729166666, |
| "learning_rate": 0.0001, |
| "loss": 7.5713, |
| "loss/crossentropy": 2.1463931113481522, |
| "loss/hidden": 3.4390625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18860225863754748, |
| "step": 6350 |
| }, |
| { |
| "epoch": 0.159, |
| "grad_norm": 32.25, |
| "grad_norm_var": 2.1, |
| "learning_rate": 0.0001, |
| "loss": 7.5179, |
| "loss/crossentropy": 2.134768417477608, |
| "loss/hidden": 3.369921875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19954264387488366, |
| "step": 6360 |
| }, |
| { |
| "epoch": 0.15925, |
| "grad_norm": 33.5, |
| "grad_norm_var": 7.157747395833334, |
| "learning_rate": 0.0001, |
| "loss": 7.5755, |
| "loss/crossentropy": 2.144196245074272, |
| "loss/hidden": 3.425390625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18948693461716176, |
| "step": 6370 |
| }, |
| { |
| "epoch": 0.1595, |
| "grad_norm": 31.375, |
| "grad_norm_var": 1.9546223958333333, |
| "learning_rate": 0.0001, |
| "loss": 7.6119, |
| "loss/crossentropy": 2.147921970486641, |
| "loss/hidden": 3.413671875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19279659036546945, |
| "step": 6380 |
| }, |
| { |
| "epoch": 0.15975, |
| "grad_norm": 33.25, |
| "grad_norm_var": 1.9129557291666666, |
| "learning_rate": 0.0001, |
| "loss": 7.4797, |
| "loss/crossentropy": 2.1023626953363417, |
| "loss/hidden": 3.486328125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1855178650468588, |
| "step": 6390 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 31.375, |
| "grad_norm_var": 1.7577473958333334, |
| "learning_rate": 0.0001, |
| "loss": 7.5115, |
| "loss/crossentropy": 2.1468859046697615, |
| "loss/hidden": 3.398828125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19039052687585353, |
| "step": 6400 |
| }, |
| { |
| "epoch": 0.16025, |
| "grad_norm": 31.875, |
| "grad_norm_var": 2.43515625, |
| "learning_rate": 0.0001, |
| "loss": 7.473, |
| "loss/crossentropy": 2.1335047364234923, |
| "loss/hidden": 3.349609375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.17829085066914557, |
| "step": 6410 |
| }, |
| { |
| "epoch": 0.1605, |
| "grad_norm": 31.5, |
| "grad_norm_var": 2.027083333333333, |
| "learning_rate": 0.0001, |
| "loss": 7.5477, |
| "loss/crossentropy": 2.0842413723468782, |
| "loss/hidden": 3.537109375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20616262052208184, |
| "step": 6420 |
| }, |
| { |
| "epoch": 0.16075, |
| "grad_norm": 33.75, |
| "grad_norm_var": 33.49791666666667, |
| "learning_rate": 0.0001, |
| "loss": 7.5695, |
| "loss/crossentropy": 2.153767225146294, |
| "loss/hidden": 3.493359375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20842270255088807, |
| "step": 6430 |
| }, |
| { |
| "epoch": 0.161, |
| "grad_norm": 32.75, |
| "grad_norm_var": 15.109375, |
| "learning_rate": 0.0001, |
| "loss": 7.6661, |
| "loss/crossentropy": 2.0475671708583834, |
| "loss/hidden": 3.6484375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2175968911498785, |
| "step": 6440 |
| }, |
| { |
| "epoch": 0.16125, |
| "grad_norm": 32.5, |
| "grad_norm_var": 8402.958268229168, |
| "learning_rate": 0.0001, |
| "loss": 7.6392, |
| "loss/crossentropy": 2.2127752989530562, |
| "loss/hidden": 3.532421875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21682111844420432, |
| "step": 6450 |
| }, |
| { |
| "epoch": 0.1615, |
| "grad_norm": 33.25, |
| "grad_norm_var": 24.9375, |
| "learning_rate": 0.0001, |
| "loss": 7.5701, |
| "loss/crossentropy": 2.1261292159557343, |
| "loss/hidden": 3.425390625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20704152658581734, |
| "step": 6460 |
| }, |
| { |
| "epoch": 0.16175, |
| "grad_norm": 35.5, |
| "grad_norm_var": 30.0875, |
| "learning_rate": 0.0001, |
| "loss": 7.5408, |
| "loss/crossentropy": 2.124222718179226, |
| "loss/hidden": 3.5984375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18728400766849518, |
| "step": 6470 |
| }, |
| { |
| "epoch": 0.162, |
| "grad_norm": 32.25, |
| "grad_norm_var": 3.1145833333333335, |
| "learning_rate": 0.0001, |
| "loss": 7.5831, |
| "loss/crossentropy": 2.2058008939027784, |
| "loss/hidden": 3.3828125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19860644564032554, |
| "step": 6480 |
| }, |
| { |
| "epoch": 0.16225, |
| "grad_norm": 31.875, |
| "grad_norm_var": 28.412239583333335, |
| "learning_rate": 0.0001, |
| "loss": 7.5668, |
| "loss/crossentropy": 2.1960059702396393, |
| "loss/hidden": 3.370703125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1868469040840864, |
| "step": 6490 |
| }, |
| { |
| "epoch": 0.1625, |
| "grad_norm": 32.5, |
| "grad_norm_var": 3.2416015625, |
| "learning_rate": 0.0001, |
| "loss": 7.4873, |
| "loss/crossentropy": 2.180153116583824, |
| "loss/hidden": 3.412109375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18321371413767337, |
| "step": 6500 |
| }, |
| { |
| "epoch": 0.16275, |
| "grad_norm": 31.125, |
| "grad_norm_var": 2.113997395833333, |
| "learning_rate": 0.0001, |
| "loss": 7.5498, |
| "loss/crossentropy": 2.085334287583828, |
| "loss/hidden": 3.481640625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20047369822859765, |
| "step": 6510 |
| }, |
| { |
| "epoch": 0.163, |
| "grad_norm": 33.75, |
| "grad_norm_var": 14.7166015625, |
| "learning_rate": 0.0001, |
| "loss": 7.5356, |
| "loss/crossentropy": 2.081576499342918, |
| "loss/hidden": 3.52890625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19775602114386856, |
| "step": 6520 |
| }, |
| { |
| "epoch": 0.16325, |
| "grad_norm": 32.25, |
| "grad_norm_var": 13.976822916666666, |
| "learning_rate": 0.0001, |
| "loss": 7.4858, |
| "loss/crossentropy": 2.0600350558757783, |
| "loss/hidden": 3.427734375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18539784867316483, |
| "step": 6530 |
| }, |
| { |
| "epoch": 0.1635, |
| "grad_norm": 30.375, |
| "grad_norm_var": 3.846875, |
| "learning_rate": 0.0001, |
| "loss": 7.5135, |
| "loss/crossentropy": 2.117923478782177, |
| "loss/hidden": 3.5109375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2071079235523939, |
| "step": 6540 |
| }, |
| { |
| "epoch": 0.16375, |
| "grad_norm": 33.25, |
| "grad_norm_var": 21.288997395833334, |
| "learning_rate": 0.0001, |
| "loss": 7.5807, |
| "loss/crossentropy": 2.087580367922783, |
| "loss/hidden": 3.45390625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18587088529020548, |
| "step": 6550 |
| }, |
| { |
| "epoch": 0.164, |
| "grad_norm": 33.0, |
| "grad_norm_var": 5.292708333333334, |
| "learning_rate": 0.0001, |
| "loss": 7.4736, |
| "loss/crossentropy": 2.060797114670277, |
| "loss/hidden": 3.485546875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1906617671251297, |
| "step": 6560 |
| }, |
| { |
| "epoch": 0.16425, |
| "grad_norm": 30.375, |
| "grad_norm_var": 1.934375, |
| "learning_rate": 0.0001, |
| "loss": 7.5351, |
| "loss/crossentropy": 2.177751311659813, |
| "loss/hidden": 3.426953125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20191191136837006, |
| "step": 6570 |
| }, |
| { |
| "epoch": 0.1645, |
| "grad_norm": 33.0, |
| "grad_norm_var": 1.4184895833333333, |
| "learning_rate": 0.0001, |
| "loss": 7.6058, |
| "loss/crossentropy": 2.1490555882453917, |
| "loss/hidden": 3.52109375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19388978108763694, |
| "step": 6580 |
| }, |
| { |
| "epoch": 0.16475, |
| "grad_norm": 29.125, |
| "grad_norm_var": 2.8478515625, |
| "learning_rate": 0.0001, |
| "loss": 7.5149, |
| "loss/crossentropy": 2.2254546850919725, |
| "loss/hidden": 3.306640625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18252336494624616, |
| "step": 6590 |
| }, |
| { |
| "epoch": 0.165, |
| "grad_norm": 38.5, |
| "grad_norm_var": 207.35201822916667, |
| "learning_rate": 0.0001, |
| "loss": 7.6059, |
| "loss/crossentropy": 2.1390285924077035, |
| "loss/hidden": 3.303515625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1844609746709466, |
| "step": 6600 |
| }, |
| { |
| "epoch": 0.16525, |
| "grad_norm": 35.0, |
| "grad_norm_var": 203.78098958333334, |
| "learning_rate": 0.0001, |
| "loss": 7.5921, |
| "loss/crossentropy": 2.092223954200745, |
| "loss/hidden": 3.58828125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.17789147663861513, |
| "step": 6610 |
| }, |
| { |
| "epoch": 0.1655, |
| "grad_norm": 30.0, |
| "grad_norm_var": 65.76640625, |
| "learning_rate": 0.0001, |
| "loss": 7.558, |
| "loss/crossentropy": 2.138624146580696, |
| "loss/hidden": 3.508984375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19836988989263774, |
| "step": 6620 |
| }, |
| { |
| "epoch": 0.16575, |
| "grad_norm": 30.875, |
| "grad_norm_var": 68.97337239583334, |
| "learning_rate": 0.0001, |
| "loss": 7.581, |
| "loss/crossentropy": 2.1231719397008417, |
| "loss/hidden": 3.5078125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18597114123404027, |
| "step": 6630 |
| }, |
| { |
| "epoch": 0.166, |
| "grad_norm": 32.25, |
| "grad_norm_var": 125.8041015625, |
| "learning_rate": 0.0001, |
| "loss": 7.5804, |
| "loss/crossentropy": 2.130907243490219, |
| "loss/hidden": 3.41640625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.17537819929420947, |
| "step": 6640 |
| }, |
| { |
| "epoch": 0.16625, |
| "grad_norm": 40.25, |
| "grad_norm_var": 399.22057291666664, |
| "learning_rate": 0.0001, |
| "loss": 7.6269, |
| "loss/crossentropy": 2.0258643075823786, |
| "loss/hidden": 3.596875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.23089794162660837, |
| "step": 6650 |
| }, |
| { |
| "epoch": 0.1665, |
| "grad_norm": 31.0, |
| "grad_norm_var": 408.07233072916665, |
| "learning_rate": 0.0001, |
| "loss": 7.4616, |
| "loss/crossentropy": 2.23043432533741, |
| "loss/hidden": 3.40078125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19158051013946534, |
| "step": 6660 |
| }, |
| { |
| "epoch": 0.16675, |
| "grad_norm": 32.0, |
| "grad_norm_var": 8.009830729166667, |
| "learning_rate": 0.0001, |
| "loss": 7.5931, |
| "loss/crossentropy": 2.1956572234630585, |
| "loss/hidden": 3.50234375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20411487035453318, |
| "step": 6670 |
| }, |
| { |
| "epoch": 0.167, |
| "grad_norm": 34.5, |
| "grad_norm_var": 8.894791666666666, |
| "learning_rate": 0.0001, |
| "loss": 7.6195, |
| "loss/crossentropy": 2.2672122746706007, |
| "loss/hidden": 3.309765625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18957087770104408, |
| "step": 6680 |
| }, |
| { |
| "epoch": 0.16725, |
| "grad_norm": 31.0, |
| "grad_norm_var": 66.73333333333333, |
| "learning_rate": 0.0001, |
| "loss": 7.5632, |
| "loss/crossentropy": 2.2279567658901214, |
| "loss/hidden": 3.32109375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18730072304606438, |
| "step": 6690 |
| }, |
| { |
| "epoch": 0.1675, |
| "grad_norm": 42.0, |
| "grad_norm_var": 71.18854166666667, |
| "learning_rate": 0.0001, |
| "loss": 7.7089, |
| "loss/crossentropy": 2.282482776045799, |
| "loss/hidden": 3.4640625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20141587276011705, |
| "step": 6700 |
| }, |
| { |
| "epoch": 0.16775, |
| "grad_norm": 31.5, |
| "grad_norm_var": 9.892122395833333, |
| "learning_rate": 0.0001, |
| "loss": 7.3758, |
| "loss/crossentropy": 2.2182126119732857, |
| "loss/hidden": 3.28125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1786667076870799, |
| "step": 6710 |
| }, |
| { |
| "epoch": 0.168, |
| "grad_norm": 33.75, |
| "grad_norm_var": 3.6957682291666667, |
| "learning_rate": 0.0001, |
| "loss": 7.5636, |
| "loss/crossentropy": 2.1939273923635483, |
| "loss/hidden": 3.40703125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18930760622024537, |
| "step": 6720 |
| }, |
| { |
| "epoch": 0.16825, |
| "grad_norm": 32.25, |
| "grad_norm_var": 3.9009765625, |
| "learning_rate": 0.0001, |
| "loss": 7.5783, |
| "loss/crossentropy": 2.0783598124980927, |
| "loss/hidden": 3.35625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18662143610417842, |
| "step": 6730 |
| }, |
| { |
| "epoch": 0.1685, |
| "grad_norm": 35.5, |
| "grad_norm_var": 5.1353515625, |
| "learning_rate": 0.0001, |
| "loss": 7.5009, |
| "loss/crossentropy": 2.217881241440773, |
| "loss/hidden": 3.4109375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19149041585624219, |
| "step": 6740 |
| }, |
| { |
| "epoch": 0.16875, |
| "grad_norm": 31.25, |
| "grad_norm_var": 5.264322916666667, |
| "learning_rate": 0.0001, |
| "loss": 7.6346, |
| "loss/crossentropy": 2.1645133450627325, |
| "loss/hidden": 3.47890625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20458366964012384, |
| "step": 6750 |
| }, |
| { |
| "epoch": 0.169, |
| "grad_norm": 35.5, |
| "grad_norm_var": 4.1775390625, |
| "learning_rate": 0.0001, |
| "loss": 7.5251, |
| "loss/crossentropy": 2.171855625510216, |
| "loss/hidden": 3.359375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1922192147001624, |
| "step": 6760 |
| }, |
| { |
| "epoch": 0.16925, |
| "grad_norm": 30.25, |
| "grad_norm_var": 50.66223958333333, |
| "learning_rate": 0.0001, |
| "loss": 7.5615, |
| "loss/crossentropy": 2.269451642036438, |
| "loss/hidden": 3.3828125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19260151647031307, |
| "step": 6770 |
| }, |
| { |
| "epoch": 0.1695, |
| "grad_norm": 32.5, |
| "grad_norm_var": 52.72057291666667, |
| "learning_rate": 0.0001, |
| "loss": 7.5146, |
| "loss/crossentropy": 2.2029780715703966, |
| "loss/hidden": 3.32734375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18055486269295215, |
| "step": 6780 |
| }, |
| { |
| "epoch": 0.16975, |
| "grad_norm": 32.75, |
| "grad_norm_var": 5.893684895833333, |
| "learning_rate": 0.0001, |
| "loss": 7.6728, |
| "loss/crossentropy": 2.194507023692131, |
| "loss/hidden": 3.4390625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21081659942865372, |
| "step": 6790 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 39.0, |
| "grad_norm_var": 9.028580729166666, |
| "learning_rate": 0.0001, |
| "loss": 7.6095, |
| "loss/crossentropy": 2.228949736058712, |
| "loss/hidden": 3.361328125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19297500066459178, |
| "step": 6800 |
| }, |
| { |
| "epoch": 0.17025, |
| "grad_norm": 51.25, |
| "grad_norm_var": 26.128125, |
| "learning_rate": 0.0001, |
| "loss": 7.5173, |
| "loss/crossentropy": 2.0145166903734206, |
| "loss/hidden": 3.473828125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19940503742545843, |
| "step": 6810 |
| }, |
| { |
| "epoch": 0.1705, |
| "grad_norm": 30.0, |
| "grad_norm_var": 45.58932291666667, |
| "learning_rate": 0.0001, |
| "loss": 7.5887, |
| "loss/crossentropy": 2.1203667253255842, |
| "loss/hidden": 3.576953125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.24707065224647523, |
| "step": 6820 |
| }, |
| { |
| "epoch": 0.17075, |
| "grad_norm": 32.5, |
| "grad_norm_var": 13.638997395833334, |
| "learning_rate": 0.0001, |
| "loss": 7.6031, |
| "loss/crossentropy": 2.1143920481204987, |
| "loss/hidden": 3.6578125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2371676929295063, |
| "step": 6830 |
| }, |
| { |
| "epoch": 0.171, |
| "grad_norm": 37.75, |
| "grad_norm_var": 11.876822916666667, |
| "learning_rate": 0.0001, |
| "loss": 7.4937, |
| "loss/crossentropy": 2.3085153490304946, |
| "loss/hidden": 3.395703125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19867490641772748, |
| "step": 6840 |
| }, |
| { |
| "epoch": 0.17125, |
| "grad_norm": 31.625, |
| "grad_norm_var": 7.063541666666667, |
| "learning_rate": 0.0001, |
| "loss": 7.3836, |
| "loss/crossentropy": 2.2163452029228212, |
| "loss/hidden": 3.31796875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19262240454554558, |
| "step": 6850 |
| }, |
| { |
| "epoch": 0.1715, |
| "grad_norm": 29.375, |
| "grad_norm_var": 7.3353515625, |
| "learning_rate": 0.0001, |
| "loss": 7.5696, |
| "loss/crossentropy": 2.1725872844457625, |
| "loss/hidden": 3.282421875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18168828263878822, |
| "step": 6860 |
| }, |
| { |
| "epoch": 0.17175, |
| "grad_norm": 33.25, |
| "grad_norm_var": 6.418489583333334, |
| "learning_rate": 0.0001, |
| "loss": 7.5374, |
| "loss/crossentropy": 2.1833366841077804, |
| "loss/hidden": 3.42109375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18841250911355018, |
| "step": 6870 |
| }, |
| { |
| "epoch": 0.172, |
| "grad_norm": 36.5, |
| "grad_norm_var": 21.055208333333333, |
| "learning_rate": 0.0001, |
| "loss": 7.5021, |
| "loss/crossentropy": 2.166957159340382, |
| "loss/hidden": 3.430078125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1870790719985962, |
| "step": 6880 |
| }, |
| { |
| "epoch": 0.17225, |
| "grad_norm": 33.75, |
| "grad_norm_var": 24.2744140625, |
| "learning_rate": 0.0001, |
| "loss": 7.463, |
| "loss/crossentropy": 2.2468337625265122, |
| "loss/hidden": 3.28359375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19030643235892059, |
| "step": 6890 |
| }, |
| { |
| "epoch": 0.1725, |
| "grad_norm": 27.875, |
| "grad_norm_var": 5.3275390625, |
| "learning_rate": 0.0001, |
| "loss": 7.453, |
| "loss/crossentropy": 2.1895847231149674, |
| "loss/hidden": 3.420703125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19813059270381927, |
| "step": 6900 |
| }, |
| { |
| "epoch": 0.17275, |
| "grad_norm": 33.25, |
| "grad_norm_var": 12.654166666666667, |
| "learning_rate": 0.0001, |
| "loss": 7.5002, |
| "loss/crossentropy": 2.2333322286605837, |
| "loss/hidden": 3.418359375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20021227821707727, |
| "step": 6910 |
| }, |
| { |
| "epoch": 0.173, |
| "grad_norm": 30.75, |
| "grad_norm_var": 11.69765625, |
| "learning_rate": 0.0001, |
| "loss": 7.4872, |
| "loss/crossentropy": 2.0374642267823218, |
| "loss/hidden": 3.4, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18903901670128107, |
| "step": 6920 |
| }, |
| { |
| "epoch": 0.17325, |
| "grad_norm": 31.875, |
| "grad_norm_var": 2.220572916666667, |
| "learning_rate": 0.0001, |
| "loss": 7.5288, |
| "loss/crossentropy": 2.2860298246145248, |
| "loss/hidden": 3.413671875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20242451801896094, |
| "step": 6930 |
| }, |
| { |
| "epoch": 0.1735, |
| "grad_norm": 30.375, |
| "grad_norm_var": 1.9811848958333333, |
| "learning_rate": 0.0001, |
| "loss": 7.6115, |
| "loss/crossentropy": 2.174576237797737, |
| "loss/hidden": 3.502734375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20389086604118348, |
| "step": 6940 |
| }, |
| { |
| "epoch": 0.17375, |
| "grad_norm": 29.5, |
| "grad_norm_var": 5.17265625, |
| "learning_rate": 0.0001, |
| "loss": 7.6028, |
| "loss/crossentropy": 2.160076954960823, |
| "loss/hidden": 3.35703125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18584340140223504, |
| "step": 6950 |
| }, |
| { |
| "epoch": 0.174, |
| "grad_norm": 32.25, |
| "grad_norm_var": 3.4150390625, |
| "learning_rate": 0.0001, |
| "loss": 7.6249, |
| "loss/crossentropy": 2.2141772389411924, |
| "loss/hidden": 3.384765625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2044496938586235, |
| "step": 6960 |
| }, |
| { |
| "epoch": 0.17425, |
| "grad_norm": 30.25, |
| "grad_norm_var": 2.63125, |
| "learning_rate": 0.0001, |
| "loss": 7.5556, |
| "loss/crossentropy": 2.1613443583250045, |
| "loss/hidden": 3.461328125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20456040017306804, |
| "step": 6970 |
| }, |
| { |
| "epoch": 0.1745, |
| "grad_norm": 32.0, |
| "grad_norm_var": 1.9184895833333333, |
| "learning_rate": 0.0001, |
| "loss": 7.5504, |
| "loss/crossentropy": 2.179374423623085, |
| "loss/hidden": 3.309375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18155127875506877, |
| "step": 6980 |
| }, |
| { |
| "epoch": 0.17475, |
| "grad_norm": 31.125, |
| "grad_norm_var": 1.1302083333333333, |
| "learning_rate": 0.0001, |
| "loss": 7.4596, |
| "loss/crossentropy": 2.2060728073120117, |
| "loss/hidden": 3.326171875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18002954982221125, |
| "step": 6990 |
| }, |
| { |
| "epoch": 0.175, |
| "grad_norm": 27.875, |
| "grad_norm_var": 2.27265625, |
| "learning_rate": 0.0001, |
| "loss": 7.5016, |
| "loss/crossentropy": 2.1729022413492203, |
| "loss/hidden": 3.37265625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20215826146304608, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.17525, |
| "grad_norm": 32.75, |
| "grad_norm_var": 2.187239583333333, |
| "learning_rate": 0.0001, |
| "loss": 7.5186, |
| "loss/crossentropy": 2.1925390481948854, |
| "loss/hidden": 3.564453125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21080133505165577, |
| "step": 7010 |
| }, |
| { |
| "epoch": 0.1755, |
| "grad_norm": 33.0, |
| "grad_norm_var": 3.3681640625, |
| "learning_rate": 0.0001, |
| "loss": 7.6812, |
| "loss/crossentropy": 2.1888799130916596, |
| "loss/hidden": 3.362109375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1895390186458826, |
| "step": 7020 |
| }, |
| { |
| "epoch": 0.17575, |
| "grad_norm": 29.0, |
| "grad_norm_var": 3.4625, |
| "learning_rate": 0.0001, |
| "loss": 7.4658, |
| "loss/crossentropy": 2.1911296755075456, |
| "loss/hidden": 3.43828125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18743323888629676, |
| "step": 7030 |
| }, |
| { |
| "epoch": 0.176, |
| "grad_norm": 36.75, |
| "grad_norm_var": 4.143489583333333, |
| "learning_rate": 0.0001, |
| "loss": 7.5154, |
| "loss/crossentropy": 2.2533592522144317, |
| "loss/hidden": 3.323046875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18201965987682342, |
| "step": 7040 |
| }, |
| { |
| "epoch": 0.17625, |
| "grad_norm": 34.0, |
| "grad_norm_var": 3.7556640625, |
| "learning_rate": 0.0001, |
| "loss": 7.4748, |
| "loss/crossentropy": 2.259921830892563, |
| "loss/hidden": 3.408203125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1965817864984274, |
| "step": 7050 |
| }, |
| { |
| "epoch": 0.1765, |
| "grad_norm": 32.75, |
| "grad_norm_var": 76.703125, |
| "learning_rate": 0.0001, |
| "loss": 7.6429, |
| "loss/crossentropy": 2.18757144510746, |
| "loss/hidden": 3.415625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18871748261153698, |
| "step": 7060 |
| }, |
| { |
| "epoch": 0.17675, |
| "grad_norm": 29.125, |
| "grad_norm_var": 18.242708333333333, |
| "learning_rate": 0.0001, |
| "loss": 7.4899, |
| "loss/crossentropy": 2.1853384137153626, |
| "loss/hidden": 3.356640625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18886385671794415, |
| "step": 7070 |
| }, |
| { |
| "epoch": 0.177, |
| "grad_norm": 33.5, |
| "grad_norm_var": 17.101497395833334, |
| "learning_rate": 0.0001, |
| "loss": 7.5441, |
| "loss/crossentropy": 2.1331110268831255, |
| "loss/hidden": 3.295703125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1878782594576478, |
| "step": 7080 |
| }, |
| { |
| "epoch": 0.17725, |
| "grad_norm": 35.25, |
| "grad_norm_var": 6.013997395833333, |
| "learning_rate": 0.0001, |
| "loss": 7.463, |
| "loss/crossentropy": 2.252199110388756, |
| "loss/hidden": 3.41640625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.197531633451581, |
| "step": 7090 |
| }, |
| { |
| "epoch": 0.1775, |
| "grad_norm": 32.75, |
| "grad_norm_var": 6.199739583333334, |
| "learning_rate": 0.0001, |
| "loss": 7.5179, |
| "loss/crossentropy": 2.1631226271390913, |
| "loss/hidden": 3.53828125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20652975142002106, |
| "step": 7100 |
| }, |
| { |
| "epoch": 0.17775, |
| "grad_norm": 30.875, |
| "grad_norm_var": 2.31015625, |
| "learning_rate": 0.0001, |
| "loss": 7.5643, |
| "loss/crossentropy": 2.153787222504616, |
| "loss/hidden": 3.455859375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2014656089246273, |
| "step": 7110 |
| }, |
| { |
| "epoch": 0.178, |
| "grad_norm": 29.875, |
| "grad_norm_var": 4.601822916666666, |
| "learning_rate": 0.0001, |
| "loss": 7.5516, |
| "loss/crossentropy": 2.1199822768568994, |
| "loss/hidden": 3.448046875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1905859999358654, |
| "step": 7120 |
| }, |
| { |
| "epoch": 0.17825, |
| "grad_norm": 32.25, |
| "grad_norm_var": 3.4760416666666667, |
| "learning_rate": 0.0001, |
| "loss": 7.5994, |
| "loss/crossentropy": 2.26395897269249, |
| "loss/hidden": 3.402734375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19645936116576196, |
| "step": 7130 |
| }, |
| { |
| "epoch": 0.1785, |
| "grad_norm": 36.25, |
| "grad_norm_var": 3.8854166666666665, |
| "learning_rate": 0.0001, |
| "loss": 7.5969, |
| "loss/crossentropy": 2.1285897165536882, |
| "loss/hidden": 3.4140625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18263876978307964, |
| "step": 7140 |
| }, |
| { |
| "epoch": 0.17875, |
| "grad_norm": 34.0, |
| "grad_norm_var": 4.657291666666667, |
| "learning_rate": 0.0001, |
| "loss": 7.5153, |
| "loss/crossentropy": 2.127173164486885, |
| "loss/hidden": 3.401171875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19018456861376762, |
| "step": 7150 |
| }, |
| { |
| "epoch": 0.179, |
| "grad_norm": 31.125, |
| "grad_norm_var": 4.314322916666667, |
| "learning_rate": 0.0001, |
| "loss": 7.5891, |
| "loss/crossentropy": 2.187330016493797, |
| "loss/hidden": 3.371484375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19513612650334836, |
| "step": 7160 |
| }, |
| { |
| "epoch": 0.17925, |
| "grad_norm": 32.5, |
| "grad_norm_var": 2.4479166666666665, |
| "learning_rate": 0.0001, |
| "loss": 7.5653, |
| "loss/crossentropy": 2.0964292854070665, |
| "loss/hidden": 3.467578125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20541836731135846, |
| "step": 7170 |
| }, |
| { |
| "epoch": 0.1795, |
| "grad_norm": 33.0, |
| "grad_norm_var": 2.4025390625, |
| "learning_rate": 0.0001, |
| "loss": 7.5849, |
| "loss/crossentropy": 2.1456298559904097, |
| "loss/hidden": 3.515234375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21056269146502019, |
| "step": 7180 |
| }, |
| { |
| "epoch": 0.17975, |
| "grad_norm": 33.5, |
| "grad_norm_var": 2.78515625, |
| "learning_rate": 0.0001, |
| "loss": 7.6594, |
| "loss/crossentropy": 2.0873524725437163, |
| "loss/hidden": 3.595703125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2302736073732376, |
| "step": 7190 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 32.0, |
| "grad_norm_var": 1.4697916666666666, |
| "learning_rate": 0.0001, |
| "loss": 7.5801, |
| "loss/crossentropy": 2.0368966817855836, |
| "loss/hidden": 3.572265625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20361636602319777, |
| "step": 7200 |
| }, |
| { |
| "epoch": 0.18025, |
| "grad_norm": 32.75, |
| "grad_norm_var": 1.9942057291666666, |
| "learning_rate": 0.0001, |
| "loss": 7.6054, |
| "loss/crossentropy": 2.079051211476326, |
| "loss/hidden": 3.55546875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21228218004107474, |
| "step": 7210 |
| }, |
| { |
| "epoch": 0.1805, |
| "grad_norm": 33.25, |
| "grad_norm_var": 4.237955729166667, |
| "learning_rate": 0.0001, |
| "loss": 7.6754, |
| "loss/crossentropy": 2.130552776157856, |
| "loss/hidden": 3.37265625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1921296551823616, |
| "step": 7220 |
| }, |
| { |
| "epoch": 0.18075, |
| "grad_norm": 30.5, |
| "grad_norm_var": 2.526497395833333, |
| "learning_rate": 0.0001, |
| "loss": 7.5296, |
| "loss/crossentropy": 2.0738827764987944, |
| "loss/hidden": 3.403125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19692382737994193, |
| "step": 7230 |
| }, |
| { |
| "epoch": 0.181, |
| "grad_norm": 32.75, |
| "grad_norm_var": 2.584375, |
| "learning_rate": 0.0001, |
| "loss": 7.6061, |
| "loss/crossentropy": 2.1579408079385756, |
| "loss/hidden": 3.51953125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21399259492754935, |
| "step": 7240 |
| }, |
| { |
| "epoch": 0.18125, |
| "grad_norm": 33.5, |
| "grad_norm_var": 2.8416015625, |
| "learning_rate": 0.0001, |
| "loss": 7.6824, |
| "loss/crossentropy": 2.221544751524925, |
| "loss/hidden": 3.53203125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2030305091291666, |
| "step": 7250 |
| }, |
| { |
| "epoch": 0.1815, |
| "grad_norm": 35.5, |
| "grad_norm_var": 1.8848307291666666, |
| "learning_rate": 0.0001, |
| "loss": 7.5215, |
| "loss/crossentropy": 2.180348289012909, |
| "loss/hidden": 3.46796875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2144750364124775, |
| "step": 7260 |
| }, |
| { |
| "epoch": 0.18175, |
| "grad_norm": 53.25, |
| "grad_norm_var": 31.4353515625, |
| "learning_rate": 0.0001, |
| "loss": 7.6027, |
| "loss/crossentropy": 2.1652086317539214, |
| "loss/hidden": 3.4296875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20979799777269365, |
| "step": 7270 |
| }, |
| { |
| "epoch": 0.182, |
| "grad_norm": 31.375, |
| "grad_norm_var": 31.370768229166668, |
| "learning_rate": 0.0001, |
| "loss": 7.5252, |
| "loss/crossentropy": 2.0706035763025286, |
| "loss/hidden": 3.38828125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18490511737763882, |
| "step": 7280 |
| }, |
| { |
| "epoch": 0.18225, |
| "grad_norm": 32.25, |
| "grad_norm_var": 8.717643229166667, |
| "learning_rate": 0.0001, |
| "loss": 7.5688, |
| "loss/crossentropy": 2.2949971139431, |
| "loss/hidden": 3.4234375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20526532903313638, |
| "step": 7290 |
| }, |
| { |
| "epoch": 0.1825, |
| "grad_norm": 32.0, |
| "grad_norm_var": 4.91640625, |
| "learning_rate": 0.0001, |
| "loss": 7.5752, |
| "loss/crossentropy": 2.2193857818841933, |
| "loss/hidden": 3.330078125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1804453806951642, |
| "step": 7300 |
| }, |
| { |
| "epoch": 0.18275, |
| "grad_norm": 31.375, |
| "grad_norm_var": 3.701041666666667, |
| "learning_rate": 0.0001, |
| "loss": 7.6028, |
| "loss/crossentropy": 2.207156080007553, |
| "loss/hidden": 3.436328125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2132449522614479, |
| "step": 7310 |
| }, |
| { |
| "epoch": 0.183, |
| "grad_norm": 31.75, |
| "grad_norm_var": 3.289322916666667, |
| "learning_rate": 0.0001, |
| "loss": 7.5818, |
| "loss/crossentropy": 2.271843919157982, |
| "loss/hidden": 3.36640625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19545750357210637, |
| "step": 7320 |
| }, |
| { |
| "epoch": 0.18325, |
| "grad_norm": 31.25, |
| "grad_norm_var": 1.0124348958333333, |
| "learning_rate": 0.0001, |
| "loss": 7.502, |
| "loss/crossentropy": 2.1379879862070084, |
| "loss/hidden": 3.403125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1861495029181242, |
| "step": 7330 |
| }, |
| { |
| "epoch": 0.1835, |
| "grad_norm": 31.25, |
| "grad_norm_var": 0.7556640625, |
| "learning_rate": 0.0001, |
| "loss": 7.5501, |
| "loss/crossentropy": 2.080298659205437, |
| "loss/hidden": 3.46875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18716856762766837, |
| "step": 7340 |
| }, |
| { |
| "epoch": 0.18375, |
| "grad_norm": 31.25, |
| "grad_norm_var": 2.450455729166667, |
| "learning_rate": 0.0001, |
| "loss": 7.3934, |
| "loss/crossentropy": 2.0731329679489137, |
| "loss/hidden": 3.33984375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.17404056414961816, |
| "step": 7350 |
| }, |
| { |
| "epoch": 0.184, |
| "grad_norm": 34.25, |
| "grad_norm_var": 3.0947265625, |
| "learning_rate": 0.0001, |
| "loss": 7.5861, |
| "loss/crossentropy": 2.0820507287979124, |
| "loss/hidden": 3.465234375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1926917627453804, |
| "step": 7360 |
| }, |
| { |
| "epoch": 0.18425, |
| "grad_norm": 30.875, |
| "grad_norm_var": 2.1624348958333335, |
| "learning_rate": 0.0001, |
| "loss": 7.5492, |
| "loss/crossentropy": 2.2114842593669892, |
| "loss/hidden": 3.48828125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2127979423850775, |
| "step": 7370 |
| }, |
| { |
| "epoch": 0.1845, |
| "grad_norm": 33.5, |
| "grad_norm_var": 4.882291666666666, |
| "learning_rate": 0.0001, |
| "loss": 7.5255, |
| "loss/crossentropy": 2.075804352760315, |
| "loss/hidden": 3.455859375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18906766772270203, |
| "step": 7380 |
| }, |
| { |
| "epoch": 0.18475, |
| "grad_norm": 35.75, |
| "grad_norm_var": 34.35729166666667, |
| "learning_rate": 0.0001, |
| "loss": 7.6434, |
| "loss/crossentropy": 2.136875703930855, |
| "loss/hidden": 3.371875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18598171565681695, |
| "step": 7390 |
| }, |
| { |
| "epoch": 0.185, |
| "grad_norm": 32.75, |
| "grad_norm_var": 4.624739583333334, |
| "learning_rate": 0.0001, |
| "loss": 7.6191, |
| "loss/crossentropy": 2.170763599872589, |
| "loss/hidden": 3.5109375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2151478011161089, |
| "step": 7400 |
| }, |
| { |
| "epoch": 0.18525, |
| "grad_norm": 30.75, |
| "grad_norm_var": 2.051497395833333, |
| "learning_rate": 0.0001, |
| "loss": 7.4116, |
| "loss/crossentropy": 2.143643561005592, |
| "loss/hidden": 3.46796875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19506660383194685, |
| "step": 7410 |
| }, |
| { |
| "epoch": 0.1855, |
| "grad_norm": 36.0, |
| "grad_norm_var": 5.089322916666666, |
| "learning_rate": 0.0001, |
| "loss": 7.534, |
| "loss/crossentropy": 2.1735941752791406, |
| "loss/hidden": 3.307421875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.17996873259544371, |
| "step": 7420 |
| }, |
| { |
| "epoch": 0.18575, |
| "grad_norm": 29.0, |
| "grad_norm_var": 4.81640625, |
| "learning_rate": 0.0001, |
| "loss": 7.5846, |
| "loss/crossentropy": 2.15124252140522, |
| "loss/hidden": 3.45546875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1944795411080122, |
| "step": 7430 |
| }, |
| { |
| "epoch": 0.186, |
| "grad_norm": 30.125, |
| "grad_norm_var": 1.7900390625, |
| "learning_rate": 0.0001, |
| "loss": 7.5394, |
| "loss/crossentropy": 2.189228793978691, |
| "loss/hidden": 3.428125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19658807516098023, |
| "step": 7440 |
| }, |
| { |
| "epoch": 0.18625, |
| "grad_norm": 31.25, |
| "grad_norm_var": 1.1572916666666666, |
| "learning_rate": 0.0001, |
| "loss": 7.5156, |
| "loss/crossentropy": 2.1805285453796386, |
| "loss/hidden": 3.43984375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20203232783824204, |
| "step": 7450 |
| }, |
| { |
| "epoch": 0.1865, |
| "grad_norm": 32.75, |
| "grad_norm_var": 1.015625, |
| "learning_rate": 0.0001, |
| "loss": 7.5803, |
| "loss/crossentropy": 2.031705692410469, |
| "loss/hidden": 3.429296875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19695232547819613, |
| "step": 7460 |
| }, |
| { |
| "epoch": 0.18675, |
| "grad_norm": 31.75, |
| "grad_norm_var": 1.6389973958333333, |
| "learning_rate": 0.0001, |
| "loss": 7.5008, |
| "loss/crossentropy": 2.0725282967090606, |
| "loss/hidden": 3.53515625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19746688194572926, |
| "step": 7470 |
| }, |
| { |
| "epoch": 0.187, |
| "grad_norm": 33.75, |
| "grad_norm_var": 30.643684895833335, |
| "learning_rate": 0.0001, |
| "loss": 7.5746, |
| "loss/crossentropy": 2.2134982645511627, |
| "loss/hidden": 3.4640625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2143145205453038, |
| "step": 7480 |
| }, |
| { |
| "epoch": 0.18725, |
| "grad_norm": 28.75, |
| "grad_norm_var": 173.95358072916667, |
| "learning_rate": 0.0001, |
| "loss": 7.5472, |
| "loss/crossentropy": 2.2404279142618178, |
| "loss/hidden": 3.349609375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18395285904407502, |
| "step": 7490 |
| }, |
| { |
| "epoch": 0.1875, |
| "grad_norm": 33.0, |
| "grad_norm_var": 295.3212890625, |
| "learning_rate": 0.0001, |
| "loss": 7.6232, |
| "loss/crossentropy": 2.1231855720281603, |
| "loss/hidden": 3.43203125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19835165105760097, |
| "step": 7500 |
| }, |
| { |
| "epoch": 0.18775, |
| "grad_norm": 33.5, |
| "grad_norm_var": 9.3119140625, |
| "learning_rate": 0.0001, |
| "loss": 7.5797, |
| "loss/crossentropy": 2.1263521701097488, |
| "loss/hidden": 3.39140625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18789808079600334, |
| "step": 7510 |
| }, |
| { |
| "epoch": 0.188, |
| "grad_norm": 29.75, |
| "grad_norm_var": 30.567708333333332, |
| "learning_rate": 0.0001, |
| "loss": 7.544, |
| "loss/crossentropy": 2.2000538021326066, |
| "loss/hidden": 3.31796875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19643234014511107, |
| "step": 7520 |
| }, |
| { |
| "epoch": 0.18825, |
| "grad_norm": 30.75, |
| "grad_norm_var": 26.5056640625, |
| "learning_rate": 0.0001, |
| "loss": 7.4594, |
| "loss/crossentropy": 2.1121160596609116, |
| "loss/hidden": 3.42734375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18368990309536457, |
| "step": 7530 |
| }, |
| { |
| "epoch": 0.1885, |
| "grad_norm": 30.75, |
| "grad_norm_var": 2.661393229166667, |
| "learning_rate": 0.0001, |
| "loss": 7.4737, |
| "loss/crossentropy": 2.2245935589075088, |
| "loss/hidden": 3.24140625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.17950727473944425, |
| "step": 7540 |
| }, |
| { |
| "epoch": 0.18875, |
| "grad_norm": 32.75, |
| "grad_norm_var": 3.11015625, |
| "learning_rate": 0.0001, |
| "loss": 7.5744, |
| "loss/crossentropy": 2.2126697182655333, |
| "loss/hidden": 3.308203125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19009165093302727, |
| "step": 7550 |
| }, |
| { |
| "epoch": 0.189, |
| "grad_norm": 34.25, |
| "grad_norm_var": 2.104622395833333, |
| "learning_rate": 0.0001, |
| "loss": 7.6006, |
| "loss/crossentropy": 2.0755111388862133, |
| "loss/hidden": 3.523046875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20379672143608332, |
| "step": 7560 |
| }, |
| { |
| "epoch": 0.18925, |
| "grad_norm": 32.5, |
| "grad_norm_var": 16.618684895833333, |
| "learning_rate": 0.0001, |
| "loss": 7.528, |
| "loss/crossentropy": 2.205251544713974, |
| "loss/hidden": 3.429296875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18352425061166286, |
| "step": 7570 |
| }, |
| { |
| "epoch": 0.1895, |
| "grad_norm": 29.875, |
| "grad_norm_var": 12.086393229166667, |
| "learning_rate": 0.0001, |
| "loss": 7.4678, |
| "loss/crossentropy": 2.0505823358893394, |
| "loss/hidden": 3.4125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2034569911658764, |
| "step": 7580 |
| }, |
| { |
| "epoch": 0.18975, |
| "grad_norm": 35.0, |
| "grad_norm_var": 15.94140625, |
| "learning_rate": 0.0001, |
| "loss": 7.506, |
| "loss/crossentropy": 2.2195076823234556, |
| "loss/hidden": 3.361328125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19098728708922863, |
| "step": 7590 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 31.375, |
| "grad_norm_var": 16.2853515625, |
| "learning_rate": 0.0001, |
| "loss": 7.4491, |
| "loss/crossentropy": 2.185887323319912, |
| "loss/hidden": 3.40546875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19378383718430997, |
| "step": 7600 |
| }, |
| { |
| "epoch": 0.19025, |
| "grad_norm": 33.0, |
| "grad_norm_var": 3.0389973958333334, |
| "learning_rate": 0.0001, |
| "loss": 7.5015, |
| "loss/crossentropy": 2.057955393195152, |
| "loss/hidden": 3.536328125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20849357955157757, |
| "step": 7610 |
| }, |
| { |
| "epoch": 0.1905, |
| "grad_norm": 31.375, |
| "grad_norm_var": 17.470833333333335, |
| "learning_rate": 0.0001, |
| "loss": 7.6086, |
| "loss/crossentropy": 2.1172866210341454, |
| "loss/hidden": 3.476171875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20152031816542149, |
| "step": 7620 |
| }, |
| { |
| "epoch": 0.19075, |
| "grad_norm": 32.5, |
| "grad_norm_var": 20.54765625, |
| "learning_rate": 0.0001, |
| "loss": 7.5686, |
| "loss/crossentropy": 2.2929946899414064, |
| "loss/hidden": 3.29765625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18747647628188133, |
| "step": 7630 |
| }, |
| { |
| "epoch": 0.191, |
| "grad_norm": 37.25, |
| "grad_norm_var": 40.75807291666667, |
| "learning_rate": 0.0001, |
| "loss": 7.6427, |
| "loss/crossentropy": 2.180236041545868, |
| "loss/hidden": 3.54140625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20883531272411346, |
| "step": 7640 |
| }, |
| { |
| "epoch": 0.19125, |
| "grad_norm": 29.625, |
| "grad_norm_var": 40.85520833333333, |
| "learning_rate": 0.0001, |
| "loss": 7.4917, |
| "loss/crossentropy": 2.1129625350236894, |
| "loss/hidden": 3.362109375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18379813842475415, |
| "step": 7650 |
| }, |
| { |
| "epoch": 0.1915, |
| "grad_norm": 39.75, |
| "grad_norm_var": 6.581184895833333, |
| "learning_rate": 0.0001, |
| "loss": 7.5268, |
| "loss/crossentropy": 2.228352552652359, |
| "loss/hidden": 3.460546875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2048925407230854, |
| "step": 7660 |
| }, |
| { |
| "epoch": 0.19175, |
| "grad_norm": 34.75, |
| "grad_norm_var": 6.0181640625, |
| "learning_rate": 0.0001, |
| "loss": 7.5951, |
| "loss/crossentropy": 2.2298452496528625, |
| "loss/hidden": 3.5171875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21614472325891257, |
| "step": 7670 |
| }, |
| { |
| "epoch": 0.192, |
| "grad_norm": 29.625, |
| "grad_norm_var": 3.6025390625, |
| "learning_rate": 0.0001, |
| "loss": 7.5215, |
| "loss/crossentropy": 2.167386993765831, |
| "loss/hidden": 3.3921875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1897386133670807, |
| "step": 7680 |
| }, |
| { |
| "epoch": 0.19225, |
| "grad_norm": 31.25, |
| "grad_norm_var": 1.5754557291666667, |
| "learning_rate": 0.0001, |
| "loss": 7.4768, |
| "loss/crossentropy": 2.1173581033945084, |
| "loss/hidden": 3.43046875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19473140574991704, |
| "step": 7690 |
| }, |
| { |
| "epoch": 0.1925, |
| "grad_norm": 38.0, |
| "grad_norm_var": 16.32890625, |
| "learning_rate": 0.0001, |
| "loss": 7.5827, |
| "loss/crossentropy": 2.205728626251221, |
| "loss/hidden": 3.40859375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20203282944858075, |
| "step": 7700 |
| }, |
| { |
| "epoch": 0.19275, |
| "grad_norm": 7583301632.0, |
| "grad_norm_var": 3.594153946076571e+18, |
| "learning_rate": 0.0001, |
| "loss": 7.4851, |
| "loss/crossentropy": 2.0537545680999756, |
| "loss/hidden": 3.4953125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19121616017073392, |
| "step": 7710 |
| }, |
| { |
| "epoch": 0.193, |
| "grad_norm": 31.5, |
| "grad_norm_var": 3.594153947356253e+18, |
| "learning_rate": 0.0001, |
| "loss": 7.6091, |
| "loss/crossentropy": 2.2010452926158903, |
| "loss/hidden": 3.41328125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19013969153165816, |
| "step": 7720 |
| }, |
| { |
| "epoch": 0.19325, |
| "grad_norm": 32.25, |
| "grad_norm_var": 127.8494140625, |
| "learning_rate": 0.0001, |
| "loss": 7.5129, |
| "loss/crossentropy": 2.1829321801662447, |
| "loss/hidden": 3.33828125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18250775039196016, |
| "step": 7730 |
| }, |
| { |
| "epoch": 0.1935, |
| "grad_norm": 32.5, |
| "grad_norm_var": 6.54765625, |
| "learning_rate": 0.0001, |
| "loss": 7.5028, |
| "loss/crossentropy": 2.059948954731226, |
| "loss/hidden": 3.469921875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1829567258246243, |
| "step": 7740 |
| }, |
| { |
| "epoch": 0.19375, |
| "grad_norm": 34.25, |
| "grad_norm_var": 65.40305989583334, |
| "learning_rate": 0.0001, |
| "loss": 7.5152, |
| "loss/crossentropy": 2.113444189727306, |
| "loss/hidden": 3.4, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19062405563890933, |
| "step": 7750 |
| }, |
| { |
| "epoch": 0.194, |
| "grad_norm": 32.25, |
| "grad_norm_var": 61.19166666666667, |
| "learning_rate": 0.0001, |
| "loss": 7.5399, |
| "loss/crossentropy": 2.0975135535001757, |
| "loss/hidden": 3.5359375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21106049697846174, |
| "step": 7760 |
| }, |
| { |
| "epoch": 0.19425, |
| "grad_norm": 55.5, |
| "grad_norm_var": 35.5087890625, |
| "learning_rate": 0.0001, |
| "loss": 7.6208, |
| "loss/crossentropy": 2.168052741885185, |
| "loss/hidden": 3.458984375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20290581844747066, |
| "step": 7770 |
| }, |
| { |
| "epoch": 0.1945, |
| "grad_norm": 32.5, |
| "grad_norm_var": 34.890625, |
| "learning_rate": 0.0001, |
| "loss": 7.6052, |
| "loss/crossentropy": 2.203343018889427, |
| "loss/hidden": 3.51953125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2262148879468441, |
| "step": 7780 |
| }, |
| { |
| "epoch": 0.19475, |
| "grad_norm": 33.75, |
| "grad_norm_var": 1.90390625, |
| "learning_rate": 0.0001, |
| "loss": 7.5521, |
| "loss/crossentropy": 2.096657195687294, |
| "loss/hidden": 3.4359375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19364065770059824, |
| "step": 7790 |
| }, |
| { |
| "epoch": 0.195, |
| "grad_norm": 32.25, |
| "grad_norm_var": 1.4916015625, |
| "learning_rate": 0.0001, |
| "loss": 7.607, |
| "loss/crossentropy": 2.0858742713928224, |
| "loss/hidden": 3.482421875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.195220067165792, |
| "step": 7800 |
| }, |
| { |
| "epoch": 0.19525, |
| "grad_norm": 30.5, |
| "grad_norm_var": 30.91640625, |
| "learning_rate": 0.0001, |
| "loss": 7.5047, |
| "loss/crossentropy": 2.1515824437141418, |
| "loss/hidden": 3.44765625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19715734478086233, |
| "step": 7810 |
| }, |
| { |
| "epoch": 0.1955, |
| "grad_norm": 34.75, |
| "grad_norm_var": 29.525455729166666, |
| "learning_rate": 0.0001, |
| "loss": 7.5755, |
| "loss/crossentropy": 2.197349172830582, |
| "loss/hidden": 3.397265625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1922721391543746, |
| "step": 7820 |
| }, |
| { |
| "epoch": 0.19575, |
| "grad_norm": 29.75, |
| "grad_norm_var": 2.6962890625, |
| "learning_rate": 0.0001, |
| "loss": 7.5252, |
| "loss/crossentropy": 2.1433851540088655, |
| "loss/hidden": 3.53125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2196674931794405, |
| "step": 7830 |
| }, |
| { |
| "epoch": 0.196, |
| "grad_norm": 31.625, |
| "grad_norm_var": 4.008072916666666, |
| "learning_rate": 0.0001, |
| "loss": 7.5378, |
| "loss/crossentropy": 2.151882603764534, |
| "loss/hidden": 3.528125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2241852417588234, |
| "step": 7840 |
| }, |
| { |
| "epoch": 0.19625, |
| "grad_norm": 31.125, |
| "grad_norm_var": 23.979166666666668, |
| "learning_rate": 0.0001, |
| "loss": 7.4767, |
| "loss/crossentropy": 2.100368928909302, |
| "loss/hidden": 3.429296875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18492705803364515, |
| "step": 7850 |
| }, |
| { |
| "epoch": 0.1965, |
| "grad_norm": 35.25, |
| "grad_norm_var": 4.2900390625, |
| "learning_rate": 0.0001, |
| "loss": 7.5525, |
| "loss/crossentropy": 2.1549850702285767, |
| "loss/hidden": 3.41328125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19525696001946927, |
| "step": 7860 |
| }, |
| { |
| "epoch": 0.19675, |
| "grad_norm": 29.125, |
| "grad_norm_var": 3.1264973958333333, |
| "learning_rate": 0.0001, |
| "loss": 7.4894, |
| "loss/crossentropy": 2.085528630018234, |
| "loss/hidden": 3.37734375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19448419120162724, |
| "step": 7870 |
| }, |
| { |
| "epoch": 0.197, |
| "grad_norm": 31.125, |
| "grad_norm_var": 2.0509765625, |
| "learning_rate": 0.0001, |
| "loss": 7.6104, |
| "loss/crossentropy": 2.197956010699272, |
| "loss/hidden": 3.54609375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20526408050209283, |
| "step": 7880 |
| }, |
| { |
| "epoch": 0.19725, |
| "grad_norm": 28.5, |
| "grad_norm_var": 4.287955729166667, |
| "learning_rate": 0.0001, |
| "loss": 7.5082, |
| "loss/crossentropy": 2.093092533946037, |
| "loss/hidden": 3.373828125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18932582587003707, |
| "step": 7890 |
| }, |
| { |
| "epoch": 0.1975, |
| "grad_norm": 31.875, |
| "grad_norm_var": 3.9583333333333335, |
| "learning_rate": 0.0001, |
| "loss": 7.5156, |
| "loss/crossentropy": 2.1209671765565874, |
| "loss/hidden": 3.334375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18670345041900874, |
| "step": 7900 |
| }, |
| { |
| "epoch": 0.19775, |
| "grad_norm": 42.75, |
| "grad_norm_var": 14.573893229166666, |
| "learning_rate": 0.0001, |
| "loss": 7.628, |
| "loss/crossentropy": 2.2129906579852103, |
| "loss/hidden": 3.41875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18701824955642224, |
| "step": 7910 |
| }, |
| { |
| "epoch": 0.198, |
| "grad_norm": 29.375, |
| "grad_norm_var": 13.91015625, |
| "learning_rate": 0.0001, |
| "loss": 7.5283, |
| "loss/crossentropy": 2.063839703798294, |
| "loss/hidden": 3.5, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2156384490430355, |
| "step": 7920 |
| }, |
| { |
| "epoch": 0.19825, |
| "grad_norm": 30.0, |
| "grad_norm_var": 13.59140625, |
| "learning_rate": 0.0001, |
| "loss": 7.5872, |
| "loss/crossentropy": 2.150103223323822, |
| "loss/hidden": 3.44453125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2093698762357235, |
| "step": 7930 |
| }, |
| { |
| "epoch": 0.1985, |
| "grad_norm": 30.75, |
| "grad_norm_var": 8.720833333333333, |
| "learning_rate": 0.0001, |
| "loss": 7.5207, |
| "loss/crossentropy": 2.1579747438430785, |
| "loss/hidden": 3.43046875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20063298791646958, |
| "step": 7940 |
| }, |
| { |
| "epoch": 0.19875, |
| "grad_norm": 29.25, |
| "grad_norm_var": 2.7270182291666667, |
| "learning_rate": 0.0001, |
| "loss": 7.5105, |
| "loss/crossentropy": 2.104949194192886, |
| "loss/hidden": 3.462890625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18702716194093227, |
| "step": 7950 |
| }, |
| { |
| "epoch": 0.199, |
| "grad_norm": 31.375, |
| "grad_norm_var": 2.7018229166666665, |
| "learning_rate": 0.0001, |
| "loss": 7.6138, |
| "loss/crossentropy": 2.1542328625917433, |
| "loss/hidden": 3.401171875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1854570686817169, |
| "step": 7960 |
| }, |
| { |
| "epoch": 0.19925, |
| "grad_norm": 36.25, |
| "grad_norm_var": 78.99889322916667, |
| "learning_rate": 0.0001, |
| "loss": 7.5929, |
| "loss/crossentropy": 2.196703353524208, |
| "loss/hidden": 3.473828125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20412985123693944, |
| "step": 7970 |
| }, |
| { |
| "epoch": 0.1995, |
| "grad_norm": 33.0, |
| "grad_norm_var": 79.22083333333333, |
| "learning_rate": 0.0001, |
| "loss": 7.5479, |
| "loss/crossentropy": 2.1077481478452684, |
| "loss/hidden": 3.441796875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20956829860806464, |
| "step": 7980 |
| }, |
| { |
| "epoch": 0.19975, |
| "grad_norm": 30.875, |
| "grad_norm_var": 2.403059895833333, |
| "learning_rate": 0.0001, |
| "loss": 7.5393, |
| "loss/crossentropy": 2.2737906739115714, |
| "loss/hidden": 3.325390625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19662595726549625, |
| "step": 7990 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 31.625, |
| "grad_norm_var": 7.572916666666667, |
| "learning_rate": 0.0001, |
| "loss": 7.576, |
| "loss/crossentropy": 2.187049573659897, |
| "loss/hidden": 3.481640625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1929944284260273, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.20025, |
| "grad_norm": 31.125, |
| "grad_norm_var": 1.81875, |
| "learning_rate": 0.0001, |
| "loss": 7.584, |
| "loss/crossentropy": 2.1443400979042053, |
| "loss/hidden": 3.587890625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21116771101951598, |
| "step": 8010 |
| }, |
| { |
| "epoch": 0.2005, |
| "grad_norm": 33.25, |
| "grad_norm_var": 2.2309895833333333, |
| "learning_rate": 0.0001, |
| "loss": 7.619, |
| "loss/crossentropy": 2.1093345403671266, |
| "loss/hidden": 3.42421875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19506766367703676, |
| "step": 8020 |
| }, |
| { |
| "epoch": 0.20075, |
| "grad_norm": 34.25, |
| "grad_norm_var": 2.2285807291666666, |
| "learning_rate": 0.0001, |
| "loss": 7.6101, |
| "loss/crossentropy": 2.3067246288061143, |
| "loss/hidden": 3.368359375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21037033908069133, |
| "step": 8030 |
| }, |
| { |
| "epoch": 0.201, |
| "grad_norm": 31.25, |
| "grad_norm_var": 8.986393229166667, |
| "learning_rate": 0.0001, |
| "loss": 7.5813, |
| "loss/crossentropy": 2.0566743701696395, |
| "loss/hidden": 3.6375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21147819980978966, |
| "step": 8040 |
| }, |
| { |
| "epoch": 0.20125, |
| "grad_norm": 30.875, |
| "grad_norm_var": 58.540625, |
| "learning_rate": 0.0001, |
| "loss": 7.6354, |
| "loss/crossentropy": 2.119761574268341, |
| "loss/hidden": 3.5140625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21174631416797637, |
| "step": 8050 |
| }, |
| { |
| "epoch": 0.2015, |
| "grad_norm": 31.125, |
| "grad_norm_var": 1.9830729166666667, |
| "learning_rate": 0.0001, |
| "loss": 7.5129, |
| "loss/crossentropy": 2.098930720984936, |
| "loss/hidden": 3.46796875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1940738322213292, |
| "step": 8060 |
| }, |
| { |
| "epoch": 0.20175, |
| "grad_norm": 31.125, |
| "grad_norm_var": 1.82265625, |
| "learning_rate": 0.0001, |
| "loss": 7.5747, |
| "loss/crossentropy": 2.1186475455760956, |
| "loss/hidden": 3.55859375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19831476360559464, |
| "step": 8070 |
| }, |
| { |
| "epoch": 0.202, |
| "grad_norm": 31.5, |
| "grad_norm_var": 1.5416666666666667, |
| "learning_rate": 0.0001, |
| "loss": 7.5639, |
| "loss/crossentropy": 2.2280248433351515, |
| "loss/hidden": 3.4640625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18766701072454453, |
| "step": 8080 |
| }, |
| { |
| "epoch": 0.20225, |
| "grad_norm": 31.375, |
| "grad_norm_var": 29.02265625, |
| "learning_rate": 0.0001, |
| "loss": 7.4765, |
| "loss/crossentropy": 2.135748690366745, |
| "loss/hidden": 3.394140625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20170771703124046, |
| "step": 8090 |
| }, |
| { |
| "epoch": 0.2025, |
| "grad_norm": 38.25, |
| "grad_norm_var": 4.775, |
| "learning_rate": 0.0001, |
| "loss": 7.6228, |
| "loss/crossentropy": 2.08721085190773, |
| "loss/hidden": 3.42265625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20192455761134626, |
| "step": 8100 |
| }, |
| { |
| "epoch": 0.20275, |
| "grad_norm": 29.5, |
| "grad_norm_var": 15.781184895833333, |
| "learning_rate": 0.0001, |
| "loss": 7.5354, |
| "loss/crossentropy": 2.230104002356529, |
| "loss/hidden": 3.46640625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20827409140765668, |
| "step": 8110 |
| }, |
| { |
| "epoch": 0.203, |
| "grad_norm": 30.75, |
| "grad_norm_var": 2.0233723958333334, |
| "learning_rate": 0.0001, |
| "loss": 7.4638, |
| "loss/crossentropy": 2.071944323182106, |
| "loss/hidden": 3.436328125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1925355602055788, |
| "step": 8120 |
| }, |
| { |
| "epoch": 0.20325, |
| "grad_norm": 29.375, |
| "grad_norm_var": 2.0625, |
| "learning_rate": 0.0001, |
| "loss": 7.5385, |
| "loss/crossentropy": 2.0866906702518464, |
| "loss/hidden": 3.621484375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2152187094092369, |
| "step": 8130 |
| }, |
| { |
| "epoch": 0.2035, |
| "grad_norm": 31.625, |
| "grad_norm_var": 6.661458333333333, |
| "learning_rate": 0.0001, |
| "loss": 7.5217, |
| "loss/crossentropy": 2.1989782720804216, |
| "loss/hidden": 3.502734375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1997136753052473, |
| "step": 8140 |
| }, |
| { |
| "epoch": 0.20375, |
| "grad_norm": 30.5, |
| "grad_norm_var": 5.3197265625, |
| "learning_rate": 0.0001, |
| "loss": 7.4881, |
| "loss/crossentropy": 2.0995738029479982, |
| "loss/hidden": 3.456640625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18900278601795434, |
| "step": 8150 |
| }, |
| { |
| "epoch": 0.204, |
| "grad_norm": 30.75, |
| "grad_norm_var": 0.8395833333333333, |
| "learning_rate": 0.0001, |
| "loss": 7.5243, |
| "loss/crossentropy": 2.0287352964282035, |
| "loss/hidden": 3.475390625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19610616452991964, |
| "step": 8160 |
| }, |
| { |
| "epoch": 0.20425, |
| "grad_norm": 31.25, |
| "grad_norm_var": 5.362239583333333, |
| "learning_rate": 0.0001, |
| "loss": 7.5562, |
| "loss/crossentropy": 2.165475571155548, |
| "loss/hidden": 3.369140625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19938987717032433, |
| "step": 8170 |
| }, |
| { |
| "epoch": 0.2045, |
| "grad_norm": 31.375, |
| "grad_norm_var": 1.571875, |
| "learning_rate": 0.0001, |
| "loss": 7.5421, |
| "loss/crossentropy": 2.2981997221708297, |
| "loss/hidden": 3.410546875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18277304694056512, |
| "step": 8180 |
| }, |
| { |
| "epoch": 0.20475, |
| "grad_norm": 30.375, |
| "grad_norm_var": 4.543489583333334, |
| "learning_rate": 0.0001, |
| "loss": 7.5629, |
| "loss/crossentropy": 2.0597861796617507, |
| "loss/hidden": 3.441015625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20162123087793588, |
| "step": 8190 |
| }, |
| { |
| "epoch": 0.205, |
| "grad_norm": 32.0, |
| "grad_norm_var": 2.0572916666666665, |
| "learning_rate": 0.0001, |
| "loss": 7.5376, |
| "loss/crossentropy": 2.1517196536064147, |
| "loss/hidden": 3.33984375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19018489569425584, |
| "step": 8200 |
| }, |
| { |
| "epoch": 0.20525, |
| "grad_norm": 29.375, |
| "grad_norm_var": 1.4994140625, |
| "learning_rate": 0.0001, |
| "loss": 7.4639, |
| "loss/crossentropy": 2.2632179886102675, |
| "loss/hidden": 3.25625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18489395044744014, |
| "step": 8210 |
| }, |
| { |
| "epoch": 0.2055, |
| "grad_norm": 36.5, |
| "grad_norm_var": 2.61640625, |
| "learning_rate": 0.0001, |
| "loss": 7.7838, |
| "loss/crossentropy": 2.1116667434573175, |
| "loss/hidden": 3.573828125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19244479853659868, |
| "step": 8220 |
| }, |
| { |
| "epoch": 0.20575, |
| "grad_norm": 31.25, |
| "grad_norm_var": 1.8582682291666666, |
| "learning_rate": 0.0001, |
| "loss": 7.5409, |
| "loss/crossentropy": 2.1676986277103425, |
| "loss/hidden": 3.42734375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19751499071717263, |
| "step": 8230 |
| }, |
| { |
| "epoch": 0.206, |
| "grad_norm": 35.5, |
| "grad_norm_var": 3.9962890625, |
| "learning_rate": 0.0001, |
| "loss": 7.5365, |
| "loss/crossentropy": 2.2388996213674544, |
| "loss/hidden": 3.4109375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19586583338677882, |
| "step": 8240 |
| }, |
| { |
| "epoch": 0.20625, |
| "grad_norm": 30.375, |
| "grad_norm_var": 5.229166666666667, |
| "learning_rate": 0.0001, |
| "loss": 7.4937, |
| "loss/crossentropy": 2.173008766770363, |
| "loss/hidden": 3.384375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18703010510653256, |
| "step": 8250 |
| }, |
| { |
| "epoch": 0.2065, |
| "grad_norm": 31.625, |
| "grad_norm_var": 14.615625, |
| "learning_rate": 0.0001, |
| "loss": 7.5587, |
| "loss/crossentropy": 2.1825241267681124, |
| "loss/hidden": 3.443359375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19528221413493158, |
| "step": 8260 |
| }, |
| { |
| "epoch": 0.20675, |
| "grad_norm": 30.375, |
| "grad_norm_var": 8.207747395833334, |
| "learning_rate": 0.0001, |
| "loss": 7.479, |
| "loss/crossentropy": 2.0385641396045684, |
| "loss/hidden": 3.484375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20498643592000007, |
| "step": 8270 |
| }, |
| { |
| "epoch": 0.207, |
| "grad_norm": 36.25, |
| "grad_norm_var": 5.3650390625, |
| "learning_rate": 0.0001, |
| "loss": 7.5835, |
| "loss/crossentropy": 2.2289943635463714, |
| "loss/hidden": 3.53046875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20597830023616553, |
| "step": 8280 |
| }, |
| { |
| "epoch": 0.20725, |
| "grad_norm": 32.5, |
| "grad_norm_var": 72.63723958333334, |
| "learning_rate": 0.0001, |
| "loss": 7.4999, |
| "loss/crossentropy": 2.201861135661602, |
| "loss/hidden": 3.373828125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1963998381048441, |
| "step": 8290 |
| }, |
| { |
| "epoch": 0.2075, |
| "grad_norm": 33.5, |
| "grad_norm_var": 75.33932291666666, |
| "learning_rate": 0.0001, |
| "loss": 7.4931, |
| "loss/crossentropy": 2.0565819829702376, |
| "loss/hidden": 3.587890625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2153871137648821, |
| "step": 8300 |
| }, |
| { |
| "epoch": 0.20775, |
| "grad_norm": 33.75, |
| "grad_norm_var": 2.57265625, |
| "learning_rate": 0.0001, |
| "loss": 7.5969, |
| "loss/crossentropy": 2.2017314821481704, |
| "loss/hidden": 3.509765625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20366298444569111, |
| "step": 8310 |
| }, |
| { |
| "epoch": 0.208, |
| "grad_norm": 31.5, |
| "grad_norm_var": 93.0625, |
| "learning_rate": 0.0001, |
| "loss": 7.5622, |
| "loss/crossentropy": 2.139016662538052, |
| "loss/hidden": 3.40859375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18943111039698124, |
| "step": 8320 |
| }, |
| { |
| "epoch": 0.20825, |
| "grad_norm": 48.25, |
| "grad_norm_var": 20.628125, |
| "learning_rate": 0.0001, |
| "loss": 7.4914, |
| "loss/crossentropy": 2.1512654572725296, |
| "loss/hidden": 3.39765625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20672829449176788, |
| "step": 8330 |
| }, |
| { |
| "epoch": 0.2085, |
| "grad_norm": 32.25, |
| "grad_norm_var": 19.8759765625, |
| "learning_rate": 0.0001, |
| "loss": 7.5845, |
| "loss/crossentropy": 2.0606055706739426, |
| "loss/hidden": 3.49921875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20263293255120515, |
| "step": 8340 |
| }, |
| { |
| "epoch": 0.20875, |
| "grad_norm": 31.375, |
| "grad_norm_var": 55.4369140625, |
| "learning_rate": 0.0001, |
| "loss": 7.4669, |
| "loss/crossentropy": 2.074323023855686, |
| "loss/hidden": 3.344921875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.17513209469616414, |
| "step": 8350 |
| }, |
| { |
| "epoch": 0.209, |
| "grad_norm": 29.5, |
| "grad_norm_var": 54.5603515625, |
| "learning_rate": 0.0001, |
| "loss": 7.5259, |
| "loss/crossentropy": 2.197512632608414, |
| "loss/hidden": 3.438671875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20681734681129454, |
| "step": 8360 |
| }, |
| { |
| "epoch": 0.20925, |
| "grad_norm": 29.625, |
| "grad_norm_var": 3.138541666666667, |
| "learning_rate": 0.0001, |
| "loss": 7.58, |
| "loss/crossentropy": 2.2005858927965165, |
| "loss/hidden": 3.414453125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2138770181685686, |
| "step": 8370 |
| }, |
| { |
| "epoch": 0.2095, |
| "grad_norm": 33.0, |
| "grad_norm_var": 7.381184895833333, |
| "learning_rate": 0.0001, |
| "loss": 7.604, |
| "loss/crossentropy": 2.2078860282897947, |
| "loss/hidden": 3.570703125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21495202817022802, |
| "step": 8380 |
| }, |
| { |
| "epoch": 0.20975, |
| "grad_norm": 31.875, |
| "grad_norm_var": 6.4931640625, |
| "learning_rate": 0.0001, |
| "loss": 7.5081, |
| "loss/crossentropy": 2.1586494892835617, |
| "loss/hidden": 3.434375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19594298098236324, |
| "step": 8390 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 32.5, |
| "grad_norm_var": 2.05390625, |
| "learning_rate": 0.0001, |
| "loss": 7.5932, |
| "loss/crossentropy": 2.1475181549787523, |
| "loss/hidden": 3.41953125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19644266795367002, |
| "step": 8400 |
| }, |
| { |
| "epoch": 0.21025, |
| "grad_norm": 32.5, |
| "grad_norm_var": 1.1671223958333334, |
| "learning_rate": 0.0001, |
| "loss": 7.4963, |
| "loss/crossentropy": 2.2497402161359785, |
| "loss/hidden": 3.29296875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20083448998630046, |
| "step": 8410 |
| }, |
| { |
| "epoch": 0.2105, |
| "grad_norm": 36.0, |
| "grad_norm_var": 4.269205729166667, |
| "learning_rate": 0.0001, |
| "loss": 7.4909, |
| "loss/crossentropy": 2.1163347721099854, |
| "loss/hidden": 3.487890625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19131154641509057, |
| "step": 8420 |
| }, |
| { |
| "epoch": 0.21075, |
| "grad_norm": 32.25, |
| "grad_norm_var": 5.568489583333333, |
| "learning_rate": 0.0001, |
| "loss": 7.5108, |
| "loss/crossentropy": 2.1301738530397416, |
| "loss/hidden": 3.437890625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18502578027546407, |
| "step": 8430 |
| }, |
| { |
| "epoch": 0.211, |
| "grad_norm": 30.625, |
| "grad_norm_var": 15.867708333333333, |
| "learning_rate": 0.0001, |
| "loss": 7.5275, |
| "loss/crossentropy": 2.127982833981514, |
| "loss/hidden": 3.399609375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2027182461693883, |
| "step": 8440 |
| }, |
| { |
| "epoch": 0.21125, |
| "grad_norm": 29.625, |
| "grad_norm_var": 18.677018229166666, |
| "learning_rate": 0.0001, |
| "loss": 7.5249, |
| "loss/crossentropy": 2.1977096766233446, |
| "loss/hidden": 3.477734375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20560352243483065, |
| "step": 8450 |
| }, |
| { |
| "epoch": 0.2115, |
| "grad_norm": 29.75, |
| "grad_norm_var": 16.110872395833333, |
| "learning_rate": 0.0001, |
| "loss": 7.4708, |
| "loss/crossentropy": 2.1555270701646805, |
| "loss/hidden": 3.3078125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18343626484274864, |
| "step": 8460 |
| }, |
| { |
| "epoch": 0.21175, |
| "grad_norm": 29.5, |
| "grad_norm_var": 25.607291666666665, |
| "learning_rate": 0.0001, |
| "loss": 7.4635, |
| "loss/crossentropy": 2.1936387956142425, |
| "loss/hidden": 3.4921875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21095133386552334, |
| "step": 8470 |
| }, |
| { |
| "epoch": 0.212, |
| "grad_norm": 33.0, |
| "grad_norm_var": 16.8197265625, |
| "learning_rate": 0.0001, |
| "loss": 7.5373, |
| "loss/crossentropy": 2.231749877333641, |
| "loss/hidden": 3.382421875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1943896021693945, |
| "step": 8480 |
| }, |
| { |
| "epoch": 0.21225, |
| "grad_norm": 31.75, |
| "grad_norm_var": 7.643489583333333, |
| "learning_rate": 0.0001, |
| "loss": 7.5582, |
| "loss/crossentropy": 2.171339076757431, |
| "loss/hidden": 3.475390625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20933733694255352, |
| "step": 8490 |
| }, |
| { |
| "epoch": 0.2125, |
| "grad_norm": 36.5, |
| "grad_norm_var": 3.863541666666667, |
| "learning_rate": 0.0001, |
| "loss": 7.5613, |
| "loss/crossentropy": 2.170750407129526, |
| "loss/hidden": 3.416015625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19806241411715747, |
| "step": 8500 |
| }, |
| { |
| "epoch": 0.21275, |
| "grad_norm": 30.625, |
| "grad_norm_var": 6.814518229166667, |
| "learning_rate": 0.0001, |
| "loss": 7.475, |
| "loss/crossentropy": 2.1906991213560105, |
| "loss/hidden": 3.403515625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19974222220480442, |
| "step": 8510 |
| }, |
| { |
| "epoch": 0.213, |
| "grad_norm": 31.75, |
| "grad_norm_var": 1.0955729166666666, |
| "learning_rate": 0.0001, |
| "loss": 7.5352, |
| "loss/crossentropy": 2.101140005886555, |
| "loss/hidden": 3.46953125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20742072239518167, |
| "step": 8520 |
| }, |
| { |
| "epoch": 0.21325, |
| "grad_norm": 33.0, |
| "grad_norm_var": 2.234375, |
| "learning_rate": 0.0001, |
| "loss": 7.6097, |
| "loss/crossentropy": 2.142820453643799, |
| "loss/hidden": 3.417578125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2011982973664999, |
| "step": 8530 |
| }, |
| { |
| "epoch": 0.2135, |
| "grad_norm": 30.75, |
| "grad_norm_var": 4.988541666666666, |
| "learning_rate": 0.0001, |
| "loss": 7.5074, |
| "loss/crossentropy": 2.274955728650093, |
| "loss/hidden": 3.254296875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18379125297069548, |
| "step": 8540 |
| }, |
| { |
| "epoch": 0.21375, |
| "grad_norm": 29.875, |
| "grad_norm_var": 5.245572916666666, |
| "learning_rate": 0.0001, |
| "loss": 7.4441, |
| "loss/crossentropy": 2.2132862359285355, |
| "loss/hidden": 3.355859375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20189897604286672, |
| "step": 8550 |
| }, |
| { |
| "epoch": 0.214, |
| "grad_norm": 29.375, |
| "grad_norm_var": 1.3567057291666667, |
| "learning_rate": 0.0001, |
| "loss": 7.5183, |
| "loss/crossentropy": 2.1324101746082307, |
| "loss/hidden": 3.542578125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2091756235808134, |
| "step": 8560 |
| }, |
| { |
| "epoch": 0.21425, |
| "grad_norm": 37.25, |
| "grad_norm_var": 26.8353515625, |
| "learning_rate": 0.0001, |
| "loss": 7.5208, |
| "loss/crossentropy": 2.2107133328914643, |
| "loss/hidden": 3.4234375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19691390544176102, |
| "step": 8570 |
| }, |
| { |
| "epoch": 0.2145, |
| "grad_norm": 32.25, |
| "grad_norm_var": 8.3525390625, |
| "learning_rate": 0.0001, |
| "loss": 7.4517, |
| "loss/crossentropy": 2.1903372198343276, |
| "loss/hidden": 3.5, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21582610420882703, |
| "step": 8580 |
| }, |
| { |
| "epoch": 0.21475, |
| "grad_norm": 31.5, |
| "grad_norm_var": 1.2587890625, |
| "learning_rate": 0.0001, |
| "loss": 7.5885, |
| "loss/crossentropy": 2.1499848544597624, |
| "loss/hidden": 3.508984375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2200299922376871, |
| "step": 8590 |
| }, |
| { |
| "epoch": 0.215, |
| "grad_norm": 44.75, |
| "grad_norm_var": 11.795833333333333, |
| "learning_rate": 0.0001, |
| "loss": 7.5716, |
| "loss/crossentropy": 2.2607037901878355, |
| "loss/hidden": 3.37890625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19387190453708172, |
| "step": 8600 |
| }, |
| { |
| "epoch": 0.21525, |
| "grad_norm": 31.875, |
| "grad_norm_var": 13.584830729166667, |
| "learning_rate": 0.0001, |
| "loss": 7.4842, |
| "loss/crossentropy": 2.2367573767900466, |
| "loss/hidden": 3.291796875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1797945935279131, |
| "step": 8610 |
| }, |
| { |
| "epoch": 0.2155, |
| "grad_norm": 31.0, |
| "grad_norm_var": 6.67890625, |
| "learning_rate": 0.0001, |
| "loss": 7.5594, |
| "loss/crossentropy": 2.132373479008675, |
| "loss/hidden": 3.405078125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19787863213568926, |
| "step": 8620 |
| }, |
| { |
| "epoch": 0.21575, |
| "grad_norm": 32.75, |
| "grad_norm_var": 1.5483723958333333, |
| "learning_rate": 0.0001, |
| "loss": 7.5224, |
| "loss/crossentropy": 2.1131544440984724, |
| "loss/hidden": 3.434765625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18490277007222175, |
| "step": 8630 |
| }, |
| { |
| "epoch": 0.216, |
| "grad_norm": 28.125, |
| "grad_norm_var": 2.9827473958333335, |
| "learning_rate": 0.0001, |
| "loss": 7.5298, |
| "loss/crossentropy": 2.1318382740020754, |
| "loss/hidden": 3.45625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20170295760035514, |
| "step": 8640 |
| }, |
| { |
| "epoch": 0.21625, |
| "grad_norm": 29.5, |
| "grad_norm_var": 2.6635416666666667, |
| "learning_rate": 0.0001, |
| "loss": 7.5196, |
| "loss/crossentropy": 2.143068727850914, |
| "loss/hidden": 3.448046875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2085008706897497, |
| "step": 8650 |
| }, |
| { |
| "epoch": 0.2165, |
| "grad_norm": 31.75, |
| "grad_norm_var": 4.72265625, |
| "learning_rate": 0.0001, |
| "loss": 7.583, |
| "loss/crossentropy": 2.191588431596756, |
| "loss/hidden": 3.420703125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19564641676843167, |
| "step": 8660 |
| }, |
| { |
| "epoch": 0.21675, |
| "grad_norm": 36.75, |
| "grad_norm_var": 5.292122395833333, |
| "learning_rate": 0.0001, |
| "loss": 7.5915, |
| "loss/crossentropy": 2.1791785418987275, |
| "loss/hidden": 3.390625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19772212151437998, |
| "step": 8670 |
| }, |
| { |
| "epoch": 0.217, |
| "grad_norm": 29.75, |
| "grad_norm_var": 4.042708333333334, |
| "learning_rate": 0.0001, |
| "loss": 7.496, |
| "loss/crossentropy": 2.1210457414388655, |
| "loss/hidden": 3.411328125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20252102315425874, |
| "step": 8680 |
| }, |
| { |
| "epoch": 0.21725, |
| "grad_norm": 30.25, |
| "grad_norm_var": 2.02265625, |
| "learning_rate": 0.0001, |
| "loss": 7.4529, |
| "loss/crossentropy": 2.1803869009017944, |
| "loss/hidden": 3.412890625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19335724450647832, |
| "step": 8690 |
| }, |
| { |
| "epoch": 0.2175, |
| "grad_norm": 32.5, |
| "grad_norm_var": 3.9624348958333333, |
| "learning_rate": 0.0001, |
| "loss": 7.5914, |
| "loss/crossentropy": 2.134222483634949, |
| "loss/hidden": 3.3515625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19238188080489635, |
| "step": 8700 |
| }, |
| { |
| "epoch": 0.21775, |
| "grad_norm": 32.75, |
| "grad_norm_var": 6.13515625, |
| "learning_rate": 0.0001, |
| "loss": 7.5587, |
| "loss/crossentropy": 2.1801154255867004, |
| "loss/hidden": 3.456640625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19446788169443607, |
| "step": 8710 |
| }, |
| { |
| "epoch": 0.218, |
| "grad_norm": 30.0, |
| "grad_norm_var": 3.06015625, |
| "learning_rate": 0.0001, |
| "loss": 7.561, |
| "loss/crossentropy": 2.1410862773656847, |
| "loss/hidden": 3.444140625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20139614418148993, |
| "step": 8720 |
| }, |
| { |
| "epoch": 0.21825, |
| "grad_norm": 33.5, |
| "grad_norm_var": 2.0707682291666667, |
| "learning_rate": 0.0001, |
| "loss": 7.527, |
| "loss/crossentropy": 2.137886345386505, |
| "loss/hidden": 3.4, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2020585484802723, |
| "step": 8730 |
| }, |
| { |
| "epoch": 0.2185, |
| "grad_norm": 31.125, |
| "grad_norm_var": 2.278125, |
| "learning_rate": 0.0001, |
| "loss": 7.5367, |
| "loss/crossentropy": 2.1495157063007353, |
| "loss/hidden": 3.352734375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2042895916849375, |
| "step": 8740 |
| }, |
| { |
| "epoch": 0.21875, |
| "grad_norm": 31.25, |
| "grad_norm_var": 4.108072916666667, |
| "learning_rate": 0.0001, |
| "loss": 7.5061, |
| "loss/crossentropy": 2.2290263891220095, |
| "loss/hidden": 3.3984375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18052256256341934, |
| "step": 8750 |
| }, |
| { |
| "epoch": 0.219, |
| "grad_norm": 30.75, |
| "grad_norm_var": 3.0518229166666666, |
| "learning_rate": 0.0001, |
| "loss": 7.5422, |
| "loss/crossentropy": 2.204638335108757, |
| "loss/hidden": 3.273046875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1816064776852727, |
| "step": 8760 |
| }, |
| { |
| "epoch": 0.21925, |
| "grad_norm": 33.75, |
| "grad_norm_var": 1.0259765625, |
| "learning_rate": 0.0001, |
| "loss": 7.5936, |
| "loss/crossentropy": 2.173864471912384, |
| "loss/hidden": 3.409375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2168831005692482, |
| "step": 8770 |
| }, |
| { |
| "epoch": 0.2195, |
| "grad_norm": 33.0, |
| "grad_norm_var": 1.4957682291666667, |
| "learning_rate": 0.0001, |
| "loss": 7.6125, |
| "loss/crossentropy": 2.2631371796131132, |
| "loss/hidden": 3.37421875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1991407833993435, |
| "step": 8780 |
| }, |
| { |
| "epoch": 0.21975, |
| "grad_norm": 30.625, |
| "grad_norm_var": 1.62890625, |
| "learning_rate": 0.0001, |
| "loss": 7.486, |
| "loss/crossentropy": 2.156681847572327, |
| "loss/hidden": 3.38359375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18595759831368924, |
| "step": 8790 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 33.5, |
| "grad_norm_var": 1.2202473958333333, |
| "learning_rate": 0.0001, |
| "loss": 7.4714, |
| "loss/crossentropy": 2.069344013929367, |
| "loss/hidden": 3.5078125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19667117949575186, |
| "step": 8800 |
| }, |
| { |
| "epoch": 0.22025, |
| "grad_norm": 30.625, |
| "grad_norm_var": 3.7875, |
| "learning_rate": 0.0001, |
| "loss": 7.6153, |
| "loss/crossentropy": 2.159384399652481, |
| "loss/hidden": 3.43125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19717039167881012, |
| "step": 8810 |
| }, |
| { |
| "epoch": 0.2205, |
| "grad_norm": 31.25, |
| "grad_norm_var": 2.7080729166666666, |
| "learning_rate": 0.0001, |
| "loss": 7.5037, |
| "loss/crossentropy": 2.06855808198452, |
| "loss/hidden": 3.596875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19925107434391975, |
| "step": 8820 |
| }, |
| { |
| "epoch": 0.22075, |
| "grad_norm": 33.0, |
| "grad_norm_var": 14.142122395833333, |
| "learning_rate": 0.0001, |
| "loss": 7.61, |
| "loss/crossentropy": 2.1856627821922303, |
| "loss/hidden": 3.4203125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19198091998696326, |
| "step": 8830 |
| }, |
| { |
| "epoch": 0.221, |
| "grad_norm": 29.75, |
| "grad_norm_var": 23.12265625, |
| "learning_rate": 0.0001, |
| "loss": 7.5265, |
| "loss/crossentropy": 2.215584135055542, |
| "loss/hidden": 3.360546875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.193273763731122, |
| "step": 8840 |
| }, |
| { |
| "epoch": 0.22125, |
| "grad_norm": 32.5, |
| "grad_norm_var": 23.365625, |
| "learning_rate": 0.0001, |
| "loss": 7.6189, |
| "loss/crossentropy": 2.217027261853218, |
| "loss/hidden": 3.487890625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1961042732000351, |
| "step": 8850 |
| }, |
| { |
| "epoch": 0.2215, |
| "grad_norm": 31.25, |
| "grad_norm_var": 2.9160807291666666, |
| "learning_rate": 0.0001, |
| "loss": 7.441, |
| "loss/crossentropy": 2.1981815114617347, |
| "loss/hidden": 3.42578125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19394037276506423, |
| "step": 8860 |
| }, |
| { |
| "epoch": 0.22175, |
| "grad_norm": 27.75, |
| "grad_norm_var": 9.90390625, |
| "learning_rate": 0.0001, |
| "loss": 7.4553, |
| "loss/crossentropy": 2.112216001749039, |
| "loss/hidden": 3.380859375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18079342246055602, |
| "step": 8870 |
| }, |
| { |
| "epoch": 0.222, |
| "grad_norm": 31.375, |
| "grad_norm_var": 7.8384765625, |
| "learning_rate": 0.0001, |
| "loss": 7.4818, |
| "loss/crossentropy": 2.101804518699646, |
| "loss/hidden": 3.3984375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1867048390209675, |
| "step": 8880 |
| }, |
| { |
| "epoch": 0.22225, |
| "grad_norm": 32.25, |
| "grad_norm_var": 9.934309895833334, |
| "learning_rate": 0.0001, |
| "loss": 7.5937, |
| "loss/crossentropy": 2.193597176671028, |
| "loss/hidden": 3.404296875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20191702879965306, |
| "step": 8890 |
| }, |
| { |
| "epoch": 0.2225, |
| "grad_norm": 30.0, |
| "grad_norm_var": 32.552083333333336, |
| "learning_rate": 0.0001, |
| "loss": 7.4298, |
| "loss/crossentropy": 2.2074760258197785, |
| "loss/hidden": 3.3828125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19682303816080093, |
| "step": 8900 |
| }, |
| { |
| "epoch": 0.22275, |
| "grad_norm": 36.0, |
| "grad_norm_var": 28.680143229166667, |
| "learning_rate": 0.0001, |
| "loss": 7.5468, |
| "loss/crossentropy": 2.008703652024269, |
| "loss/hidden": 3.46015625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2202893177047372, |
| "step": 8910 |
| }, |
| { |
| "epoch": 0.223, |
| "grad_norm": 33.25, |
| "grad_norm_var": 10.238541666666666, |
| "learning_rate": 0.0001, |
| "loss": 7.5334, |
| "loss/crossentropy": 2.0829237014055253, |
| "loss/hidden": 3.330859375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1849207304418087, |
| "step": 8920 |
| }, |
| { |
| "epoch": 0.22325, |
| "grad_norm": 33.25, |
| "grad_norm_var": 3.3676432291666667, |
| "learning_rate": 0.0001, |
| "loss": 7.5348, |
| "loss/crossentropy": 2.1565073817968368, |
| "loss/hidden": 3.37109375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19267312660813332, |
| "step": 8930 |
| }, |
| { |
| "epoch": 0.2235, |
| "grad_norm": 42.5, |
| "grad_norm_var": 14.748372395833334, |
| "learning_rate": 0.0001, |
| "loss": 7.5472, |
| "loss/crossentropy": 2.0750382035970687, |
| "loss/hidden": 3.515625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1899881549179554, |
| "step": 8940 |
| }, |
| { |
| "epoch": 0.22375, |
| "grad_norm": 35.5, |
| "grad_norm_var": 12.167122395833333, |
| "learning_rate": 0.0001, |
| "loss": 7.6047, |
| "loss/crossentropy": 2.1998844176530836, |
| "loss/hidden": 3.358984375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1992990154772997, |
| "step": 8950 |
| }, |
| { |
| "epoch": 0.224, |
| "grad_norm": 39.5, |
| "grad_norm_var": 8.703125, |
| "learning_rate": 0.0001, |
| "loss": 7.5236, |
| "loss/crossentropy": 2.1398618072271347, |
| "loss/hidden": 3.38671875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2044746194034815, |
| "step": 8960 |
| }, |
| { |
| "epoch": 0.22425, |
| "grad_norm": 29.5, |
| "grad_norm_var": 7.711458333333334, |
| "learning_rate": 0.0001, |
| "loss": 7.5588, |
| "loss/crossentropy": 2.0922764956951143, |
| "loss/hidden": 3.363671875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18962055966258048, |
| "step": 8970 |
| }, |
| { |
| "epoch": 0.2245, |
| "grad_norm": 38.25, |
| "grad_norm_var": 8.417122395833333, |
| "learning_rate": 0.0001, |
| "loss": 7.5705, |
| "loss/crossentropy": 2.2088142544031144, |
| "loss/hidden": 3.418359375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2040243223309517, |
| "step": 8980 |
| }, |
| { |
| "epoch": 0.22475, |
| "grad_norm": 31.25, |
| "grad_norm_var": 6.708268229166666, |
| "learning_rate": 0.0001, |
| "loss": 7.5883, |
| "loss/crossentropy": 2.0866949379444124, |
| "loss/hidden": 3.488671875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21130447909235955, |
| "step": 8990 |
| }, |
| { |
| "epoch": 0.225, |
| "grad_norm": 28.375, |
| "grad_norm_var": 7.254166666666666, |
| "learning_rate": 0.0001, |
| "loss": 7.5008, |
| "loss/crossentropy": 2.117489975690842, |
| "loss/hidden": 3.49375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18843676745891572, |
| "step": 9000 |
| }, |
| { |
| "epoch": 0.22525, |
| "grad_norm": 32.5, |
| "grad_norm_var": 18.155143229166665, |
| "learning_rate": 0.0001, |
| "loss": 7.4718, |
| "loss/crossentropy": 2.1349531918764115, |
| "loss/hidden": 3.337890625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18441876713186503, |
| "step": 9010 |
| }, |
| { |
| "epoch": 0.2255, |
| "grad_norm": 30.25, |
| "grad_norm_var": 7.642708333333333, |
| "learning_rate": 0.0001, |
| "loss": 7.4722, |
| "loss/crossentropy": 2.158918860554695, |
| "loss/hidden": 3.3796875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1831710446625948, |
| "step": 9020 |
| }, |
| { |
| "epoch": 0.22575, |
| "grad_norm": 30.625, |
| "grad_norm_var": 5.802083333333333, |
| "learning_rate": 0.0001, |
| "loss": 7.5065, |
| "loss/crossentropy": 2.1577743917703627, |
| "loss/hidden": 3.443359375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19996861293911933, |
| "step": 9030 |
| }, |
| { |
| "epoch": 0.226, |
| "grad_norm": 35.75, |
| "grad_norm_var": 6.050455729166667, |
| "learning_rate": 0.0001, |
| "loss": 7.54, |
| "loss/crossentropy": 2.1675800561904905, |
| "loss/hidden": 3.3734375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19423422291874887, |
| "step": 9040 |
| }, |
| { |
| "epoch": 0.22625, |
| "grad_norm": 30.25, |
| "grad_norm_var": 8.01015625, |
| "learning_rate": 0.0001, |
| "loss": 7.5053, |
| "loss/crossentropy": 2.1748566299676897, |
| "loss/hidden": 3.298046875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19081774912774563, |
| "step": 9050 |
| }, |
| { |
| "epoch": 0.2265, |
| "grad_norm": 107.5, |
| "grad_norm_var": 363.3160807291667, |
| "learning_rate": 0.0001, |
| "loss": 7.5204, |
| "loss/crossentropy": 2.1024440199136736, |
| "loss/hidden": 3.3796875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19131676983088255, |
| "step": 9060 |
| }, |
| { |
| "epoch": 0.22675, |
| "grad_norm": 43.0, |
| "grad_norm_var": 382.7749348958333, |
| "learning_rate": 0.0001, |
| "loss": 7.4636, |
| "loss/crossentropy": 2.0358673214912413, |
| "loss/hidden": 3.53671875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20718471184372902, |
| "step": 9070 |
| }, |
| { |
| "epoch": 0.227, |
| "grad_norm": 38.0, |
| "grad_norm_var": 34.826497395833336, |
| "learning_rate": 0.0001, |
| "loss": 7.5132, |
| "loss/crossentropy": 2.1334098488092423, |
| "loss/hidden": 3.454296875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1900653975084424, |
| "step": 9080 |
| }, |
| { |
| "epoch": 0.22725, |
| "grad_norm": 47.5, |
| "grad_norm_var": 35.35182291666667, |
| "learning_rate": 0.0001, |
| "loss": 7.5471, |
| "loss/crossentropy": 2.158940353989601, |
| "loss/hidden": 3.351953125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19873067885637283, |
| "step": 9090 |
| }, |
| { |
| "epoch": 0.2275, |
| "grad_norm": 32.5, |
| "grad_norm_var": 25.093489583333334, |
| "learning_rate": 0.0001, |
| "loss": 7.4687, |
| "loss/crossentropy": 2.110513925552368, |
| "loss/hidden": 3.409375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18377724830061198, |
| "step": 9100 |
| }, |
| { |
| "epoch": 0.22775, |
| "grad_norm": 47.75, |
| "grad_norm_var": 31.540625, |
| "learning_rate": 0.0001, |
| "loss": 7.5241, |
| "loss/crossentropy": 2.323571813106537, |
| "loss/hidden": 3.30234375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18574214577674866, |
| "step": 9110 |
| }, |
| { |
| "epoch": 0.228, |
| "grad_norm": 32.0, |
| "grad_norm_var": 52.509375, |
| "learning_rate": 0.0001, |
| "loss": 7.5911, |
| "loss/crossentropy": 2.2099075824022294, |
| "loss/hidden": 3.365234375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1919841269031167, |
| "step": 9120 |
| }, |
| { |
| "epoch": 0.22825, |
| "grad_norm": 28.5, |
| "grad_norm_var": 44.95104166666667, |
| "learning_rate": 0.0001, |
| "loss": 7.5406, |
| "loss/crossentropy": 2.146890181303024, |
| "loss/hidden": 3.46640625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19247145019471645, |
| "step": 9130 |
| }, |
| { |
| "epoch": 0.2285, |
| "grad_norm": 39.0, |
| "grad_norm_var": 14.4625, |
| "learning_rate": 0.0001, |
| "loss": 7.4844, |
| "loss/crossentropy": 2.127192445099354, |
| "loss/hidden": 3.3484375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.17968443408608437, |
| "step": 9140 |
| }, |
| { |
| "epoch": 0.22875, |
| "grad_norm": 28.75, |
| "grad_norm_var": 15.970572916666667, |
| "learning_rate": 0.0001, |
| "loss": 7.5806, |
| "loss/crossentropy": 2.0811379849910736, |
| "loss/hidden": 3.437109375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1876799188554287, |
| "step": 9150 |
| }, |
| { |
| "epoch": 0.229, |
| "grad_norm": 36.25, |
| "grad_norm_var": 16.017643229166666, |
| "learning_rate": 0.0001, |
| "loss": 7.4714, |
| "loss/crossentropy": 2.1674265801906585, |
| "loss/hidden": 3.404296875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19961154460906982, |
| "step": 9160 |
| }, |
| { |
| "epoch": 0.22925, |
| "grad_norm": 30.25, |
| "grad_norm_var": 14.31640625, |
| "learning_rate": 0.0001, |
| "loss": 7.4578, |
| "loss/crossentropy": 2.1701185166835786, |
| "loss/hidden": 3.306640625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19284930936992167, |
| "step": 9170 |
| }, |
| { |
| "epoch": 0.2295, |
| "grad_norm": 33.0, |
| "grad_norm_var": 24.164322916666666, |
| "learning_rate": 0.0001, |
| "loss": 7.5706, |
| "loss/crossentropy": 2.2007659181952475, |
| "loss/hidden": 3.483984375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20873381607234479, |
| "step": 9180 |
| }, |
| { |
| "epoch": 0.22975, |
| "grad_norm": 33.5, |
| "grad_norm_var": 167.6619140625, |
| "learning_rate": 0.0001, |
| "loss": 7.5246, |
| "loss/crossentropy": 2.013364678621292, |
| "loss/hidden": 3.480859375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1943978626281023, |
| "step": 9190 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 32.5, |
| "grad_norm_var": 161.8853515625, |
| "learning_rate": 0.0001, |
| "loss": 7.5824, |
| "loss/crossentropy": 2.1492466554045677, |
| "loss/hidden": 3.383984375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19080942254513503, |
| "step": 9200 |
| }, |
| { |
| "epoch": 0.23025, |
| "grad_norm": 35.0, |
| "grad_norm_var": 25.631184895833332, |
| "learning_rate": 0.0001, |
| "loss": 7.4525, |
| "loss/crossentropy": 2.1856732040643694, |
| "loss/hidden": 3.508203125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21295880153775215, |
| "step": 9210 |
| }, |
| { |
| "epoch": 0.2305, |
| "grad_norm": 29.625, |
| "grad_norm_var": 44.44348958333333, |
| "learning_rate": 0.0001, |
| "loss": 7.5668, |
| "loss/crossentropy": 2.1970660746097566, |
| "loss/hidden": 3.31171875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1991808257997036, |
| "step": 9220 |
| }, |
| { |
| "epoch": 0.23075, |
| "grad_norm": 33.25, |
| "grad_norm_var": 29.702083333333334, |
| "learning_rate": 0.0001, |
| "loss": 7.5854, |
| "loss/crossentropy": 2.1504436887800695, |
| "loss/hidden": 3.446875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18685424784198404, |
| "step": 9230 |
| }, |
| { |
| "epoch": 0.231, |
| "grad_norm": 29.625, |
| "grad_norm_var": 10.211393229166667, |
| "learning_rate": 0.0001, |
| "loss": 7.3922, |
| "loss/crossentropy": 2.1555099219083784, |
| "loss/hidden": 3.510546875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20160883199423552, |
| "step": 9240 |
| }, |
| { |
| "epoch": 0.23125, |
| "grad_norm": 30.75, |
| "grad_norm_var": 6.043489583333334, |
| "learning_rate": 0.0001, |
| "loss": 7.4663, |
| "loss/crossentropy": 2.153862714767456, |
| "loss/hidden": 3.34765625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18072083070874215, |
| "step": 9250 |
| }, |
| { |
| "epoch": 0.2315, |
| "grad_norm": 35.25, |
| "grad_norm_var": 5.314322916666667, |
| "learning_rate": 0.0001, |
| "loss": 7.4845, |
| "loss/crossentropy": 2.2198209404945373, |
| "loss/hidden": 3.328515625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19124398212879895, |
| "step": 9260 |
| }, |
| { |
| "epoch": 0.23175, |
| "grad_norm": 29.25, |
| "grad_norm_var": 8.071875, |
| "learning_rate": 0.0001, |
| "loss": 7.6265, |
| "loss/crossentropy": 2.1362643599510194, |
| "loss/hidden": 3.42265625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18900094255805017, |
| "step": 9270 |
| }, |
| { |
| "epoch": 0.232, |
| "grad_norm": 30.375, |
| "grad_norm_var": 9.327018229166667, |
| "learning_rate": 0.0001, |
| "loss": 7.4949, |
| "loss/crossentropy": 2.226493775844574, |
| "loss/hidden": 3.346875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19106594361364843, |
| "step": 9280 |
| }, |
| { |
| "epoch": 0.23225, |
| "grad_norm": 42.75, |
| "grad_norm_var": 11.729622395833333, |
| "learning_rate": 0.0001, |
| "loss": 7.5367, |
| "loss/crossentropy": 2.212230810523033, |
| "loss/hidden": 3.358203125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20718637369573117, |
| "step": 9290 |
| }, |
| { |
| "epoch": 0.2325, |
| "grad_norm": 34.5, |
| "grad_norm_var": 13.130989583333333, |
| "learning_rate": 0.0001, |
| "loss": 7.4321, |
| "loss/crossentropy": 2.021953631937504, |
| "loss/hidden": 3.455859375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19819956757128238, |
| "step": 9300 |
| }, |
| { |
| "epoch": 0.23275, |
| "grad_norm": 31.125, |
| "grad_norm_var": 5.062239583333334, |
| "learning_rate": 0.0001, |
| "loss": 7.5474, |
| "loss/crossentropy": 2.147363981604576, |
| "loss/hidden": 3.435546875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1922474455088377, |
| "step": 9310 |
| }, |
| { |
| "epoch": 0.233, |
| "grad_norm": 32.25, |
| "grad_norm_var": 3.471875, |
| "learning_rate": 0.0001, |
| "loss": 7.5815, |
| "loss/crossentropy": 2.1315445095300674, |
| "loss/hidden": 3.546875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.22608386687934398, |
| "step": 9320 |
| }, |
| { |
| "epoch": 0.23325, |
| "grad_norm": 29.0, |
| "grad_norm_var": 4.233072916666667, |
| "learning_rate": 0.0001, |
| "loss": 7.5392, |
| "loss/crossentropy": 2.0831587575376034, |
| "loss/hidden": 3.44921875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20386858209967612, |
| "step": 9330 |
| }, |
| { |
| "epoch": 0.2335, |
| "grad_norm": 31.75, |
| "grad_norm_var": 225.54895833333333, |
| "learning_rate": 0.0001, |
| "loss": 7.5913, |
| "loss/crossentropy": 2.2117609918117522, |
| "loss/hidden": 3.427734375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2390334837138653, |
| "step": 9340 |
| }, |
| { |
| "epoch": 0.23375, |
| "grad_norm": 30.75, |
| "grad_norm_var": 10.939518229166667, |
| "learning_rate": 0.0001, |
| "loss": 7.4838, |
| "loss/crossentropy": 2.2391141802072525, |
| "loss/hidden": 3.35, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1901895135641098, |
| "step": 9350 |
| }, |
| { |
| "epoch": 0.234, |
| "grad_norm": 36.0, |
| "grad_norm_var": 8.078059895833333, |
| "learning_rate": 0.0001, |
| "loss": 7.4995, |
| "loss/crossentropy": 2.179610106348991, |
| "loss/hidden": 3.396875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19948177523910998, |
| "step": 9360 |
| }, |
| { |
| "epoch": 0.23425, |
| "grad_norm": 37.0, |
| "grad_norm_var": 4.773372395833333, |
| "learning_rate": 0.0001, |
| "loss": 7.566, |
| "loss/crossentropy": 2.265758016705513, |
| "loss/hidden": 3.49140625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2015686921775341, |
| "step": 9370 |
| }, |
| { |
| "epoch": 0.2345, |
| "grad_norm": 33.25, |
| "grad_norm_var": 5.334309895833333, |
| "learning_rate": 0.0001, |
| "loss": 7.5378, |
| "loss/crossentropy": 2.164343351125717, |
| "loss/hidden": 3.4609375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2006633374840021, |
| "step": 9380 |
| }, |
| { |
| "epoch": 0.23475, |
| "grad_norm": 32.5, |
| "grad_norm_var": 29.55625, |
| "learning_rate": 0.0001, |
| "loss": 7.5607, |
| "loss/crossentropy": 2.150678759813309, |
| "loss/hidden": 3.463671875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.22009918540716172, |
| "step": 9390 |
| }, |
| { |
| "epoch": 0.235, |
| "grad_norm": 31.75, |
| "grad_norm_var": 275.2309895833333, |
| "learning_rate": 0.0001, |
| "loss": 7.6283, |
| "loss/crossentropy": 2.2133118510246277, |
| "loss/hidden": 3.39296875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18500468730926514, |
| "step": 9400 |
| }, |
| { |
| "epoch": 0.23525, |
| "grad_norm": 29.125, |
| "grad_norm_var": 3.2697265625, |
| "learning_rate": 0.0001, |
| "loss": 7.5132, |
| "loss/crossentropy": 2.225054568052292, |
| "loss/hidden": 3.37734375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20218575857579707, |
| "step": 9410 |
| }, |
| { |
| "epoch": 0.2355, |
| "grad_norm": 30.875, |
| "grad_norm_var": 7.542122395833333, |
| "learning_rate": 0.0001, |
| "loss": 7.4509, |
| "loss/crossentropy": 2.1811843127012254, |
| "loss/hidden": 3.381640625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19548335634171962, |
| "step": 9420 |
| }, |
| { |
| "epoch": 0.23575, |
| "grad_norm": 31.875, |
| "grad_norm_var": 1.2934895833333333, |
| "learning_rate": 0.0001, |
| "loss": 7.5001, |
| "loss/crossentropy": 1.9795912995934486, |
| "loss/hidden": 3.547265625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19292352311313152, |
| "step": 9430 |
| }, |
| { |
| "epoch": 0.236, |
| "grad_norm": 31.125, |
| "grad_norm_var": 95.365625, |
| "learning_rate": 0.0001, |
| "loss": 7.5911, |
| "loss/crossentropy": 2.032686772942543, |
| "loss/hidden": 3.380859375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1814481422305107, |
| "step": 9440 |
| }, |
| { |
| "epoch": 0.23625, |
| "grad_norm": 31.375, |
| "grad_norm_var": 199.14348958333332, |
| "learning_rate": 0.0001, |
| "loss": 7.4887, |
| "loss/crossentropy": 2.1834616482257845, |
| "loss/hidden": 3.34921875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1900908298790455, |
| "step": 9450 |
| }, |
| { |
| "epoch": 0.2365, |
| "grad_norm": 42.5, |
| "grad_norm_var": 9.148893229166667, |
| "learning_rate": 0.0001, |
| "loss": 7.5461, |
| "loss/crossentropy": 2.1409550577402117, |
| "loss/hidden": 3.430078125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19009583443403244, |
| "step": 9460 |
| }, |
| { |
| "epoch": 0.23675, |
| "grad_norm": 30.0, |
| "grad_norm_var": 11.903125, |
| "learning_rate": 0.0001, |
| "loss": 7.5157, |
| "loss/crossentropy": 2.0411314353346826, |
| "loss/hidden": 3.420703125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18683939017355441, |
| "step": 9470 |
| }, |
| { |
| "epoch": 0.237, |
| "grad_norm": 35.75, |
| "grad_norm_var": 14.804622395833333, |
| "learning_rate": 0.0001, |
| "loss": 7.5184, |
| "loss/crossentropy": 2.0848400443792343, |
| "loss/hidden": 3.5078125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2053835943341255, |
| "step": 9480 |
| }, |
| { |
| "epoch": 0.23725, |
| "grad_norm": 31.875, |
| "grad_norm_var": 4.326822916666667, |
| "learning_rate": 0.0001, |
| "loss": 7.5465, |
| "loss/crossentropy": 2.198624536395073, |
| "loss/hidden": 3.4609375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20486781597137452, |
| "step": 9490 |
| }, |
| { |
| "epoch": 0.2375, |
| "grad_norm": 39.75, |
| "grad_norm_var": 23.5791015625, |
| "learning_rate": 0.0001, |
| "loss": 7.5646, |
| "loss/crossentropy": 2.136742886900902, |
| "loss/hidden": 3.412890625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19704439640045165, |
| "step": 9500 |
| }, |
| { |
| "epoch": 0.23775, |
| "grad_norm": 45.5, |
| "grad_norm_var": 35.976497395833334, |
| "learning_rate": 0.0001, |
| "loss": 7.4662, |
| "loss/crossentropy": 2.1736690044403075, |
| "loss/hidden": 3.464453125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19949170239269734, |
| "step": 9510 |
| }, |
| { |
| "epoch": 0.238, |
| "grad_norm": 31.625, |
| "grad_norm_var": 23.130989583333335, |
| "learning_rate": 0.0001, |
| "loss": 7.5822, |
| "loss/crossentropy": 2.1334351167082786, |
| "loss/hidden": 3.53828125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20324139203876257, |
| "step": 9520 |
| }, |
| { |
| "epoch": 0.23825, |
| "grad_norm": 29.25, |
| "grad_norm_var": 17.6181640625, |
| "learning_rate": 0.0001, |
| "loss": 7.5358, |
| "loss/crossentropy": 2.142412620782852, |
| "loss/hidden": 3.44140625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2030354391783476, |
| "step": 9530 |
| }, |
| { |
| "epoch": 0.2385, |
| "grad_norm": 39.75, |
| "grad_norm_var": 18.976041666666667, |
| "learning_rate": 0.0001, |
| "loss": 7.494, |
| "loss/crossentropy": 2.181875669956207, |
| "loss/hidden": 3.4671875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1956815965473652, |
| "step": 9540 |
| }, |
| { |
| "epoch": 0.23875, |
| "grad_norm": 34.75, |
| "grad_norm_var": 8.832747395833334, |
| "learning_rate": 0.0001, |
| "loss": 7.648, |
| "loss/crossentropy": 2.2528909504413606, |
| "loss/hidden": 3.435546875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20324745066463948, |
| "step": 9550 |
| }, |
| { |
| "epoch": 0.239, |
| "grad_norm": 35.5, |
| "grad_norm_var": 3.3268229166666665, |
| "learning_rate": 0.0001, |
| "loss": 7.5439, |
| "loss/crossentropy": 2.2434193670749663, |
| "loss/hidden": 3.415625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20051232390105725, |
| "step": 9560 |
| }, |
| { |
| "epoch": 0.23925, |
| "grad_norm": 31.75, |
| "grad_norm_var": 1.7962890625, |
| "learning_rate": 0.0001, |
| "loss": 7.5977, |
| "loss/crossentropy": 2.0810982078313827, |
| "loss/hidden": 3.519921875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1919446151703596, |
| "step": 9570 |
| }, |
| { |
| "epoch": 0.2395, |
| "grad_norm": 31.5, |
| "grad_norm_var": 18.6556640625, |
| "learning_rate": 0.0001, |
| "loss": 7.4919, |
| "loss/crossentropy": 2.11810165643692, |
| "loss/hidden": 3.272265625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.17909912299364805, |
| "step": 9580 |
| }, |
| { |
| "epoch": 0.23975, |
| "grad_norm": 30.25, |
| "grad_norm_var": 19.439322916666665, |
| "learning_rate": 0.0001, |
| "loss": 7.5892, |
| "loss/crossentropy": 2.2458123177289964, |
| "loss/hidden": 3.40703125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2052942331880331, |
| "step": 9590 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 32.5, |
| "grad_norm_var": 5.358268229166667, |
| "learning_rate": 0.0001, |
| "loss": 7.4833, |
| "loss/crossentropy": 2.294092634320259, |
| "loss/hidden": 3.355859375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18821652382612228, |
| "step": 9600 |
| }, |
| { |
| "epoch": 0.24025, |
| "grad_norm": 34.0, |
| "grad_norm_var": 15.582747395833334, |
| "learning_rate": 0.0001, |
| "loss": 7.623, |
| "loss/crossentropy": 2.152405506372452, |
| "loss/hidden": 3.583203125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20593744479119777, |
| "step": 9610 |
| }, |
| { |
| "epoch": 0.2405, |
| "grad_norm": 30.5, |
| "grad_norm_var": 11.377018229166667, |
| "learning_rate": 0.0001, |
| "loss": 7.6211, |
| "loss/crossentropy": 2.0907988399267197, |
| "loss/hidden": 3.487890625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19778051003813743, |
| "step": 9620 |
| }, |
| { |
| "epoch": 0.24075, |
| "grad_norm": 31.25, |
| "grad_norm_var": 4.201822916666667, |
| "learning_rate": 0.0001, |
| "loss": 7.5435, |
| "loss/crossentropy": 2.1334788501262665, |
| "loss/hidden": 3.402734375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1883639894425869, |
| "step": 9630 |
| }, |
| { |
| "epoch": 0.241, |
| "grad_norm": 32.25, |
| "grad_norm_var": 9.456705729166666, |
| "learning_rate": 0.0001, |
| "loss": 7.4907, |
| "loss/crossentropy": 2.1615520387887956, |
| "loss/hidden": 3.52734375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.212527497112751, |
| "step": 9640 |
| }, |
| { |
| "epoch": 0.24125, |
| "grad_norm": 30.875, |
| "grad_norm_var": 9.05, |
| "learning_rate": 0.0001, |
| "loss": 7.4189, |
| "loss/crossentropy": 2.182580092549324, |
| "loss/hidden": 3.437890625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1890213243663311, |
| "step": 9650 |
| }, |
| { |
| "epoch": 0.2415, |
| "grad_norm": 29.75, |
| "grad_norm_var": 4.44765625, |
| "learning_rate": 0.0001, |
| "loss": 7.5499, |
| "loss/crossentropy": 2.1858610659837723, |
| "loss/hidden": 3.375390625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1913149781525135, |
| "step": 9660 |
| }, |
| { |
| "epoch": 0.24175, |
| "grad_norm": 29.875, |
| "grad_norm_var": 7.605989583333334, |
| "learning_rate": 0.0001, |
| "loss": 7.4714, |
| "loss/crossentropy": 2.212157425284386, |
| "loss/hidden": 3.312890625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1864764802157879, |
| "step": 9670 |
| }, |
| { |
| "epoch": 0.242, |
| "grad_norm": 30.375, |
| "grad_norm_var": 6.686393229166667, |
| "learning_rate": 0.0001, |
| "loss": 7.4193, |
| "loss/crossentropy": 2.226425829529762, |
| "loss/hidden": 3.341796875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19140857569873332, |
| "step": 9680 |
| }, |
| { |
| "epoch": 0.24225, |
| "grad_norm": 31.0, |
| "grad_norm_var": 2.3114583333333334, |
| "learning_rate": 0.0001, |
| "loss": 7.5538, |
| "loss/crossentropy": 2.123721697926521, |
| "loss/hidden": 3.612109375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21398749127984046, |
| "step": 9690 |
| }, |
| { |
| "epoch": 0.2425, |
| "grad_norm": 31.25, |
| "grad_norm_var": 2.03515625, |
| "learning_rate": 0.0001, |
| "loss": 7.4686, |
| "loss/crossentropy": 2.189563122391701, |
| "loss/hidden": 3.285546875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19756122268736362, |
| "step": 9700 |
| }, |
| { |
| "epoch": 0.24275, |
| "grad_norm": 36.75, |
| "grad_norm_var": 4326.120768229167, |
| "learning_rate": 0.0001, |
| "loss": 7.6897, |
| "loss/crossentropy": 2.137082815170288, |
| "loss/hidden": 3.33359375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18757453747093678, |
| "step": 9710 |
| }, |
| { |
| "epoch": 0.243, |
| "grad_norm": 32.5, |
| "grad_norm_var": 4357.42265625, |
| "learning_rate": 0.0001, |
| "loss": 7.4598, |
| "loss/crossentropy": 2.1567126482725145, |
| "loss/hidden": 3.319921875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19823984801769257, |
| "step": 9720 |
| }, |
| { |
| "epoch": 0.24325, |
| "grad_norm": 30.625, |
| "grad_norm_var": 3.7192057291666667, |
| "learning_rate": 0.0001, |
| "loss": 7.5681, |
| "loss/crossentropy": 2.0657265201210975, |
| "loss/hidden": 3.423828125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21410678885877132, |
| "step": 9730 |
| }, |
| { |
| "epoch": 0.2435, |
| "grad_norm": 30.875, |
| "grad_norm_var": 3.54765625, |
| "learning_rate": 0.0001, |
| "loss": 7.4632, |
| "loss/crossentropy": 2.231111526489258, |
| "loss/hidden": 3.218359375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1727623924612999, |
| "step": 9740 |
| }, |
| { |
| "epoch": 0.24375, |
| "grad_norm": 33.25, |
| "grad_norm_var": 32.34348958333333, |
| "learning_rate": 0.0001, |
| "loss": 7.5244, |
| "loss/crossentropy": 2.184462660551071, |
| "loss/hidden": 3.3578125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19121489115059376, |
| "step": 9750 |
| }, |
| { |
| "epoch": 0.244, |
| "grad_norm": 29.5, |
| "grad_norm_var": 13.9212890625, |
| "learning_rate": 0.0001, |
| "loss": 7.5373, |
| "loss/crossentropy": 2.237063002586365, |
| "loss/hidden": 3.42265625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19552523456513882, |
| "step": 9760 |
| }, |
| { |
| "epoch": 0.24425, |
| "grad_norm": 31.0, |
| "grad_norm_var": 12.137239583333333, |
| "learning_rate": 0.0001, |
| "loss": 7.5296, |
| "loss/crossentropy": 2.1166174903512003, |
| "loss/hidden": 3.482421875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19640736747533083, |
| "step": 9770 |
| }, |
| { |
| "epoch": 0.2445, |
| "grad_norm": 31.625, |
| "grad_norm_var": 1.8927083333333334, |
| "learning_rate": 0.0001, |
| "loss": 7.4695, |
| "loss/crossentropy": 2.215598449110985, |
| "loss/hidden": 3.330078125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1820572379976511, |
| "step": 9780 |
| }, |
| { |
| "epoch": 0.24475, |
| "grad_norm": 28.375, |
| "grad_norm_var": 6.012239583333334, |
| "learning_rate": 0.0001, |
| "loss": 7.4857, |
| "loss/crossentropy": 2.19299538731575, |
| "loss/hidden": 3.433984375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20531897619366646, |
| "step": 9790 |
| }, |
| { |
| "epoch": 0.245, |
| "grad_norm": 36.5, |
| "grad_norm_var": 2.2799472864610222e+18, |
| "learning_rate": 0.0001, |
| "loss": 7.6354, |
| "loss/crossentropy": 2.141967089474201, |
| "loss/hidden": 3.656640625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19617959037423133, |
| "step": 9800 |
| }, |
| { |
| "epoch": 0.24525, |
| "grad_norm": 31.75, |
| "grad_norm_var": 2.2799472865365197e+18, |
| "learning_rate": 0.0001, |
| "loss": 7.5381, |
| "loss/crossentropy": 2.1641202688217165, |
| "loss/hidden": 3.4640625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19467307589948177, |
| "step": 9810 |
| }, |
| { |
| "epoch": 0.2455, |
| "grad_norm": 32.0, |
| "grad_norm_var": 1.9330729166666667, |
| "learning_rate": 0.0001, |
| "loss": 7.4407, |
| "loss/crossentropy": 2.1282627910375593, |
| "loss/hidden": 3.428515625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1983230970799923, |
| "step": 9820 |
| }, |
| { |
| "epoch": 0.24575, |
| "grad_norm": 30.375, |
| "grad_norm_var": 1.5020833333333334, |
| "learning_rate": 0.0001, |
| "loss": 7.5029, |
| "loss/crossentropy": 2.1581913977861404, |
| "loss/hidden": 3.44140625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20057737156748773, |
| "step": 9830 |
| }, |
| { |
| "epoch": 0.246, |
| "grad_norm": 32.0, |
| "grad_norm_var": 3.36640625, |
| "learning_rate": 0.0001, |
| "loss": 7.5631, |
| "loss/crossentropy": 2.111289617419243, |
| "loss/hidden": 3.56328125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19521272610872983, |
| "step": 9840 |
| }, |
| { |
| "epoch": 0.24625, |
| "grad_norm": 34.0, |
| "grad_norm_var": 2.7947265625, |
| "learning_rate": 0.0001, |
| "loss": 7.4617, |
| "loss/crossentropy": 2.1353485763072966, |
| "loss/hidden": 3.377734375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18625408709049224, |
| "step": 9850 |
| }, |
| { |
| "epoch": 0.2465, |
| "grad_norm": 29.875, |
| "grad_norm_var": 2.5582682291666665, |
| "learning_rate": 0.0001, |
| "loss": 7.4291, |
| "loss/crossentropy": 2.2995183020830154, |
| "loss/hidden": 3.41015625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1992196377366781, |
| "step": 9860 |
| }, |
| { |
| "epoch": 0.24675, |
| "grad_norm": 31.25, |
| "grad_norm_var": 1.32890625, |
| "learning_rate": 0.0001, |
| "loss": 7.6033, |
| "loss/crossentropy": 2.2881169497966765, |
| "loss/hidden": 3.410546875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1932061992585659, |
| "step": 9870 |
| }, |
| { |
| "epoch": 0.247, |
| "grad_norm": 30.0, |
| "grad_norm_var": 14.017643229166667, |
| "learning_rate": 0.0001, |
| "loss": 7.5277, |
| "loss/crossentropy": 2.1658580511808396, |
| "loss/hidden": 3.341015625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19005278386175634, |
| "step": 9880 |
| }, |
| { |
| "epoch": 0.24725, |
| "grad_norm": 29.625, |
| "grad_norm_var": 11.984830729166667, |
| "learning_rate": 0.0001, |
| "loss": 7.4924, |
| "loss/crossentropy": 2.2023943603038787, |
| "loss/hidden": 3.339453125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19262171424925328, |
| "step": 9890 |
| }, |
| { |
| "epoch": 0.2475, |
| "grad_norm": 31.625, |
| "grad_norm_var": 6.539518229166666, |
| "learning_rate": 0.0001, |
| "loss": 7.3901, |
| "loss/crossentropy": 2.1616971135139464, |
| "loss/hidden": 3.405078125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19074857234954834, |
| "step": 9900 |
| }, |
| { |
| "epoch": 0.24775, |
| "grad_norm": 31.625, |
| "grad_norm_var": 2.436393229166667, |
| "learning_rate": 0.0001, |
| "loss": 7.4839, |
| "loss/crossentropy": 2.21129602342844, |
| "loss/hidden": 3.37265625, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1898047223687172, |
| "step": 9910 |
| }, |
| { |
| "epoch": 0.248, |
| "grad_norm": 31.125, |
| "grad_norm_var": 1.9580729166666666, |
| "learning_rate": 0.0001, |
| "loss": 7.5074, |
| "loss/crossentropy": 2.1486201629042627, |
| "loss/hidden": 3.327734375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.19970939867198467, |
| "step": 9920 |
| }, |
| { |
| "epoch": 0.24825, |
| "grad_norm": 31.75, |
| "grad_norm_var": 1.9666666666666666, |
| "learning_rate": 0.0001, |
| "loss": 7.4634, |
| "loss/crossentropy": 2.073464626073837, |
| "loss/hidden": 3.489453125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21017258744686843, |
| "step": 9930 |
| }, |
| { |
| "epoch": 0.2485, |
| "grad_norm": 31.25, |
| "grad_norm_var": 1.4166666666666667, |
| "learning_rate": 0.0001, |
| "loss": 7.4696, |
| "loss/crossentropy": 2.156512539088726, |
| "loss/hidden": 3.529296875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20021300427615643, |
| "step": 9940 |
| }, |
| { |
| "epoch": 0.24875, |
| "grad_norm": 31.375, |
| "grad_norm_var": 2.6681640625, |
| "learning_rate": 0.0001, |
| "loss": 7.5618, |
| "loss/crossentropy": 2.098437860608101, |
| "loss/hidden": 3.4296875, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.2031120091676712, |
| "step": 9950 |
| }, |
| { |
| "epoch": 0.249, |
| "grad_norm": 29.125, |
| "grad_norm_var": 4.5259765625, |
| "learning_rate": 0.0001, |
| "loss": 7.5073, |
| "loss/crossentropy": 2.054112070798874, |
| "loss/hidden": 3.3703125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.18417572602629662, |
| "step": 9960 |
| }, |
| { |
| "epoch": 0.24925, |
| "grad_norm": 32.25, |
| "grad_norm_var": 9.677083333333334, |
| "learning_rate": 0.0001, |
| "loss": 7.4506, |
| "loss/crossentropy": 2.173594242334366, |
| "loss/hidden": 3.3609375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.1788831666111946, |
| "step": 9970 |
| }, |
| { |
| "epoch": 0.2495, |
| "grad_norm": 31.625, |
| "grad_norm_var": 12.448958333333334, |
| "learning_rate": 0.0001, |
| "loss": 7.5566, |
| "loss/crossentropy": 2.1865617662668226, |
| "loss/hidden": 3.54375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.219557130523026, |
| "step": 9980 |
| }, |
| { |
| "epoch": 0.24975, |
| "grad_norm": 31.125, |
| "grad_norm_var": 7.601822916666666, |
| "learning_rate": 0.0001, |
| "loss": 7.6451, |
| "loss/crossentropy": 2.161116376519203, |
| "loss/hidden": 3.42109375, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.20050363764166831, |
| "step": 9990 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 30.375, |
| "grad_norm_var": 1.603125, |
| "learning_rate": 0.0001, |
| "loss": 7.4863, |
| "loss/crossentropy": 2.056240776181221, |
| "loss/hidden": 3.48203125, |
| "loss/jsd": 0.0, |
| "loss/logits": 0.21083669643849134, |
| "step": 10000 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 40000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 9223372036854775807, |
| "save_steps": 5000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.8575100320088064e+19, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
