| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.5, |
| "eval_steps": 250, |
| "global_step": 500, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.001, |
| "grad_norm": 0.000537872314453125, |
| "learning_rate": 2.0000000000000002e-07, |
| "loss": 0.0002, |
| "loss/crossentropy": 0.8766392022371292, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.00021765431665698998, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.002, |
| "grad_norm": 0.384765625, |
| "learning_rate": 4.0000000000000003e-07, |
| "loss": 0.0055, |
| "loss/crossentropy": 1.988494873046875, |
| "loss/hidden": 0.0043487548828125, |
| "loss/logits": 0.0011881994432769716, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.003, |
| "grad_norm": 0.328125, |
| "learning_rate": 6.000000000000001e-07, |
| "loss": 0.0056, |
| "loss/crossentropy": 1.8016360402107239, |
| "loss/hidden": 0.0044403076171875, |
| "loss/logits": 0.0011122562573291361, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.004, |
| "grad_norm": 0.490234375, |
| "learning_rate": 8.000000000000001e-07, |
| "loss": 0.0053, |
| "loss/crossentropy": 1.0765393376350403, |
| "loss/hidden": 0.004302978515625, |
| "loss/logits": 0.000948212924413383, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.005, |
| "grad_norm": 0.28125, |
| "learning_rate": 1.0000000000000002e-06, |
| "loss": 0.0052, |
| "loss/crossentropy": 1.7854897379875183, |
| "loss/hidden": 0.004058837890625, |
| "loss/logits": 0.0011507467716000974, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.006, |
| "grad_norm": 0.3828125, |
| "learning_rate": 1.2000000000000002e-06, |
| "loss": 0.0055, |
| "loss/crossentropy": 2.4101182222366333, |
| "loss/hidden": 0.004180908203125, |
| "loss/logits": 0.0012829686747863889, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.007, |
| "grad_norm": 0.61328125, |
| "learning_rate": 1.4000000000000001e-06, |
| "loss": 0.0058, |
| "loss/crossentropy": 1.992232859134674, |
| "loss/hidden": 0.004608154296875, |
| "loss/logits": 0.0011995871318504214, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.008, |
| "grad_norm": 0.283203125, |
| "learning_rate": 1.6000000000000001e-06, |
| "loss": 0.0051, |
| "loss/crossentropy": 2.268880248069763, |
| "loss/hidden": 0.00394439697265625, |
| "loss/logits": 0.0012029792997054756, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.009, |
| "grad_norm": 0.384765625, |
| "learning_rate": 1.8000000000000001e-06, |
| "loss": 0.0055, |
| "loss/crossentropy": 2.190282464027405, |
| "loss/hidden": 0.00421142578125, |
| "loss/logits": 0.0012559492606669664, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 0.4765625, |
| "learning_rate": 2.0000000000000003e-06, |
| "loss": 0.0057, |
| "loss/crossentropy": 1.7616363763809204, |
| "loss/hidden": 0.0045318603515625, |
| "loss/logits": 0.0011331779533065856, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.011, |
| "grad_norm": 0.328125, |
| "learning_rate": 2.2e-06, |
| "loss": 0.0053, |
| "loss/crossentropy": 2.4380578994750977, |
| "loss/hidden": 0.00406646728515625, |
| "loss/logits": 0.0012633077567443252, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.012, |
| "grad_norm": 0.60546875, |
| "learning_rate": 2.4000000000000003e-06, |
| "loss": 0.0083, |
| "loss/crossentropy": 1.8881370425224304, |
| "loss/hidden": 0.006866455078125, |
| "loss/logits": 0.0014203558093868196, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.013, |
| "grad_norm": 0.7734375, |
| "learning_rate": 2.6e-06, |
| "loss": 0.0096, |
| "loss/crossentropy": 1.7407108545303345, |
| "loss/hidden": 0.008087158203125, |
| "loss/logits": 0.0015171858831308782, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.014, |
| "grad_norm": 0.6171875, |
| "learning_rate": 2.8000000000000003e-06, |
| "loss": 0.0088, |
| "loss/crossentropy": 2.006006360054016, |
| "loss/hidden": 0.0072479248046875, |
| "loss/logits": 0.0015724042314104736, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.015, |
| "grad_norm": 0.5234375, |
| "learning_rate": 3e-06, |
| "loss": 0.008, |
| "loss/crossentropy": 1.985671579837799, |
| "loss/hidden": 0.006500244140625, |
| "loss/logits": 0.001542731188237667, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.016, |
| "grad_norm": 0.470703125, |
| "grad_norm_var": 0.032565849785108486, |
| "learning_rate": 3.2000000000000003e-06, |
| "loss": 0.0078, |
| "loss/crossentropy": 2.473353385925293, |
| "loss/hidden": 0.0061492919921875, |
| "loss/logits": 0.0016758597921580076, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.017, |
| "grad_norm": 0.4296875, |
| "grad_norm_var": 0.019274123509724937, |
| "learning_rate": 3.4000000000000005e-06, |
| "loss": 0.008, |
| "loss/crossentropy": 1.7784300446510315, |
| "loss/hidden": 0.0065765380859375, |
| "loss/logits": 0.0014022670220583677, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.018, |
| "grad_norm": 0.7109375, |
| "grad_norm_var": 0.022616004943847655, |
| "learning_rate": 3.6000000000000003e-06, |
| "loss": 0.0077, |
| "loss/crossentropy": 1.1124538108706474, |
| "loss/hidden": 0.0066070556640625, |
| "loss/logits": 0.0011093285284005105, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.019, |
| "grad_norm": 0.392578125, |
| "grad_norm_var": 0.021560144424438477, |
| "learning_rate": 3.8000000000000005e-06, |
| "loss": 0.0077, |
| "loss/crossentropy": 1.8864194750785828, |
| "loss/hidden": 0.006195068359375, |
| "loss/logits": 0.0014855173067189753, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 0.5234375, |
| "grad_norm_var": 0.021651204427083334, |
| "learning_rate": 4.000000000000001e-06, |
| "loss": 0.0077, |
| "loss/crossentropy": 1.7746207118034363, |
| "loss/hidden": 0.00634765625, |
| "loss/logits": 0.0013394113047979772, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.021, |
| "grad_norm": 0.44140625, |
| "grad_norm_var": 0.018854204813639322, |
| "learning_rate": 4.2000000000000004e-06, |
| "loss": 0.0076, |
| "loss/crossentropy": 2.1028923988342285, |
| "loss/hidden": 0.0061798095703125, |
| "loss/logits": 0.0014341563801281154, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.022, |
| "grad_norm": 0.51171875, |
| "grad_norm_var": 0.017924753824869792, |
| "learning_rate": 4.4e-06, |
| "loss": 0.0115, |
| "loss/crossentropy": 1.9447378516197205, |
| "loss/hidden": 0.00946044921875, |
| "loss/logits": 0.0020560644334182143, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.023, |
| "grad_norm": 0.6640625, |
| "grad_norm_var": 0.018816566467285155, |
| "learning_rate": 4.600000000000001e-06, |
| "loss": 0.0134, |
| "loss/crossentropy": 1.6007800102233887, |
| "loss/hidden": 0.011474609375, |
| "loss/logits": 0.0019165858393535018, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.024, |
| "grad_norm": 0.91796875, |
| "grad_norm_var": 0.024927632013956705, |
| "learning_rate": 4.800000000000001e-06, |
| "loss": 0.0117, |
| "loss/crossentropy": 1.1415547728538513, |
| "loss/hidden": 0.010284423828125, |
| "loss/logits": 0.0013778514403384179, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.025, |
| "grad_norm": 0.474609375, |
| "grad_norm_var": 0.02347410519917806, |
| "learning_rate": 5e-06, |
| "loss": 0.0107, |
| "loss/crossentropy": 2.0954560041427612, |
| "loss/hidden": 0.00872802734375, |
| "loss/logits": 0.0019610102754086256, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.026, |
| "grad_norm": 1.03125, |
| "grad_norm_var": 0.03698919614156087, |
| "learning_rate": 5.2e-06, |
| "loss": 0.0129, |
| "loss/crossentropy": 0.9556205421686172, |
| "loss/hidden": 0.0118408203125, |
| "loss/logits": 0.0010545893164817244, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.027, |
| "grad_norm": 0.65234375, |
| "grad_norm_var": 0.03230322202046712, |
| "learning_rate": 5.400000000000001e-06, |
| "loss": 0.0106, |
| "loss/crossentropy": 1.372634619474411, |
| "loss/hidden": 0.009185791015625, |
| "loss/logits": 0.0014620812726207078, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.028, |
| "grad_norm": 0.64453125, |
| "grad_norm_var": 0.03238142331441243, |
| "learning_rate": 5.600000000000001e-06, |
| "loss": 0.0121, |
| "loss/crossentropy": 1.6492629051208496, |
| "loss/hidden": 0.010223388671875, |
| "loss/logits": 0.0018439113046042621, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.029, |
| "grad_norm": 0.546875, |
| "grad_norm_var": 0.03068884213765462, |
| "learning_rate": 5.8e-06, |
| "loss": 0.0108, |
| "loss/crossentropy": 1.8000301718711853, |
| "loss/hidden": 0.009033203125, |
| "loss/logits": 0.0017924956628121436, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 0.388671875, |
| "grad_norm_var": 0.03333886464436849, |
| "learning_rate": 6e-06, |
| "loss": 0.0105, |
| "loss/crossentropy": 1.7418496012687683, |
| "loss/hidden": 0.00885009765625, |
| "loss/logits": 0.0016374444239772856, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.031, |
| "grad_norm": 0.65234375, |
| "grad_norm_var": 0.03335774739583333, |
| "learning_rate": 6.200000000000001e-06, |
| "loss": 0.0108, |
| "loss/crossentropy": 1.4579273164272308, |
| "loss/hidden": 0.009185791015625, |
| "loss/logits": 0.001588685205206275, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.032, |
| "grad_norm": 0.56640625, |
| "grad_norm_var": 0.03239744504292806, |
| "learning_rate": 6.4000000000000006e-06, |
| "loss": 0.0154, |
| "loss/crossentropy": 1.6372994184494019, |
| "loss/hidden": 0.013214111328125, |
| "loss/logits": 0.0022216038778424263, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.033, |
| "grad_norm": 1.3828125, |
| "grad_norm_var": 0.06793796221415202, |
| "learning_rate": 6.600000000000001e-06, |
| "loss": 0.0166, |
| "loss/crossentropy": 1.036409616470337, |
| "loss/hidden": 0.015045166015625, |
| "loss/logits": 0.0015461337170563638, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.034, |
| "grad_norm": 0.56640625, |
| "grad_norm_var": 0.06819202105204264, |
| "learning_rate": 6.800000000000001e-06, |
| "loss": 0.0148, |
| "loss/crossentropy": 2.006142556667328, |
| "loss/hidden": 0.012542724609375, |
| "loss/logits": 0.002277214080095291, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.035, |
| "grad_norm": 1.1328125, |
| "grad_norm_var": 0.07729434967041016, |
| "learning_rate": 7e-06, |
| "loss": 0.016, |
| "loss/crossentropy": 1.842608094215393, |
| "loss/hidden": 0.013641357421875, |
| "loss/logits": 0.0023830662248656154, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.036, |
| "grad_norm": 0.7265625, |
| "grad_norm_var": 0.07526442209879557, |
| "learning_rate": 7.2000000000000005e-06, |
| "loss": 0.016, |
| "loss/crossentropy": 1.9097451567649841, |
| "loss/hidden": 0.013580322265625, |
| "loss/logits": 0.0024145807838067412, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.037, |
| "grad_norm": 57.0, |
| "grad_norm_var": 198.00732879638673, |
| "learning_rate": 7.4e-06, |
| "loss": 0.0439, |
| "loss/crossentropy": 1.5945889949798584, |
| "loss/hidden": 0.0399169921875, |
| "loss/logits": 0.003960137953981757, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.038, |
| "grad_norm": 0.5078125, |
| "grad_norm_var": 198.00927219390869, |
| "learning_rate": 7.600000000000001e-06, |
| "loss": 0.0149, |
| "loss/crossentropy": 2.260584235191345, |
| "loss/hidden": 0.01251220703125, |
| "loss/logits": 0.002418684889562428, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.039, |
| "grad_norm": 0.53515625, |
| "grad_norm_var": 198.0717887878418, |
| "learning_rate": 7.800000000000002e-06, |
| "loss": 0.0143, |
| "loss/crossentropy": 2.127864420413971, |
| "loss/hidden": 0.012115478515625, |
| "loss/logits": 0.0022204924607649446, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 0.546875, |
| "grad_norm_var": 198.24441623687744, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": 0.0155, |
| "loss/crossentropy": 1.4864744544029236, |
| "loss/hidden": 0.0135498046875, |
| "loss/logits": 0.0019313275697641075, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.041, |
| "grad_norm": 0.337890625, |
| "grad_norm_var": 198.3136723836263, |
| "learning_rate": 8.2e-06, |
| "loss": 0.0126, |
| "loss/crossentropy": 2.0884488821029663, |
| "loss/hidden": 0.0106201171875, |
| "loss/logits": 0.0020087960874661803, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.042, |
| "grad_norm": 0.58203125, |
| "grad_norm_var": 198.51614983876547, |
| "learning_rate": 8.400000000000001e-06, |
| "loss": 0.02, |
| "loss/crossentropy": 1.6123111844062805, |
| "loss/hidden": 0.0174560546875, |
| "loss/logits": 0.0025139962090179324, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.043, |
| "grad_norm": 0.69921875, |
| "grad_norm_var": 198.49428246815998, |
| "learning_rate": 8.6e-06, |
| "loss": 0.0191, |
| "loss/crossentropy": 1.899111807346344, |
| "loss/hidden": 0.01654052734375, |
| "loss/logits": 0.0025533820735290647, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.044, |
| "grad_norm": 0.6015625, |
| "grad_norm_var": 198.51463038126627, |
| "learning_rate": 8.8e-06, |
| "loss": 0.0209, |
| "loss/crossentropy": 1.410634160041809, |
| "loss/hidden": 0.01812744140625, |
| "loss/logits": 0.002780333859845996, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.045, |
| "grad_norm": 0.4609375, |
| "grad_norm_var": 198.55664520263673, |
| "learning_rate": 9e-06, |
| "loss": 0.0181, |
| "loss/crossentropy": 1.6974017024040222, |
| "loss/hidden": 0.01580810546875, |
| "loss/logits": 0.0023181557189673185, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.046, |
| "grad_norm": 0.478515625, |
| "grad_norm_var": 198.51187686920167, |
| "learning_rate": 9.200000000000002e-06, |
| "loss": 0.0187, |
| "loss/crossentropy": 2.1352469325065613, |
| "loss/hidden": 0.01611328125, |
| "loss/logits": 0.002572571625933051, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.047, |
| "grad_norm": 1.4375, |
| "grad_norm_var": 198.18177642822266, |
| "learning_rate": 9.4e-06, |
| "loss": 0.0191, |
| "loss/crossentropy": 1.6112200021743774, |
| "loss/hidden": 0.01678466796875, |
| "loss/logits": 0.0022820517187938094, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.048, |
| "grad_norm": 0.462890625, |
| "grad_norm_var": 198.23291001319885, |
| "learning_rate": 9.600000000000001e-06, |
| "loss": 0.0176, |
| "loss/crossentropy": 2.0570507049560547, |
| "loss/hidden": 0.01519775390625, |
| "loss/logits": 0.002418220858089626, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.049, |
| "grad_norm": 0.5078125, |
| "grad_norm_var": 198.61132187843322, |
| "learning_rate": 9.800000000000001e-06, |
| "loss": 0.0181, |
| "loss/crossentropy": 1.5905100107192993, |
| "loss/hidden": 0.0157470703125, |
| "loss/logits": 0.0023602789733558893, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 0.48046875, |
| "grad_norm_var": 198.65297722816467, |
| "learning_rate": 1e-05, |
| "loss": 0.0174, |
| "loss/crossentropy": 2.3879631757736206, |
| "loss/hidden": 0.014984130859375, |
| "loss/logits": 0.0024567440850660205, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.051, |
| "grad_norm": 0.6875, |
| "grad_norm_var": 198.84488053321837, |
| "learning_rate": 1.02e-05, |
| "loss": 0.0188, |
| "loss/crossentropy": 2.015933036804199, |
| "loss/hidden": 0.0164794921875, |
| "loss/logits": 0.0023623716551810503, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.052, |
| "grad_norm": 0.52734375, |
| "grad_norm_var": 198.93771958351135, |
| "learning_rate": 1.04e-05, |
| "loss": 0.0237, |
| "loss/crossentropy": 1.9334338307380676, |
| "loss/hidden": 0.02069091796875, |
| "loss/logits": 0.0029913606122136116, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.053, |
| "grad_norm": 0.73828125, |
| "grad_norm_var": 0.0602358341217041, |
| "learning_rate": 1.0600000000000002e-05, |
| "loss": 0.0234, |
| "loss/crossentropy": 1.988130509853363, |
| "loss/hidden": 0.02056884765625, |
| "loss/logits": 0.0028755036182701588, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.054, |
| "grad_norm": 0.87890625, |
| "grad_norm_var": 0.06430675188700358, |
| "learning_rate": 1.0800000000000002e-05, |
| "loss": 0.0225, |
| "loss/crossentropy": 1.4915976524353027, |
| "loss/hidden": 0.02008056640625, |
| "loss/logits": 0.0023959834361448884, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.055, |
| "grad_norm": 0.5859375, |
| "grad_norm_var": 0.0638753096262614, |
| "learning_rate": 1.1000000000000001e-05, |
| "loss": 0.0212, |
| "loss/crossentropy": 1.7327674627304077, |
| "loss/hidden": 0.0186767578125, |
| "loss/logits": 0.002566903829574585, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.056, |
| "grad_norm": 0.53515625, |
| "grad_norm_var": 0.06400729815165201, |
| "learning_rate": 1.1200000000000001e-05, |
| "loss": 0.0221, |
| "loss/crossentropy": 1.8408621549606323, |
| "loss/hidden": 0.01947021484375, |
| "loss/logits": 0.0026238159043714404, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.057, |
| "grad_norm": 0.8984375, |
| "grad_norm_var": 0.06217803955078125, |
| "learning_rate": 1.14e-05, |
| "loss": 0.0213, |
| "loss/crossentropy": 1.32709925994277, |
| "loss/hidden": 0.01947021484375, |
| "loss/logits": 0.001822101214202121, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.058, |
| "grad_norm": 0.482421875, |
| "grad_norm_var": 0.06383576393127441, |
| "learning_rate": 1.16e-05, |
| "loss": 0.0211, |
| "loss/crossentropy": 2.5516231060028076, |
| "loss/hidden": 0.018310546875, |
| "loss/logits": 0.002763173426501453, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.059, |
| "grad_norm": 1.5546875, |
| "grad_norm_var": 0.11474061012268066, |
| "learning_rate": 1.18e-05, |
| "loss": 0.0216, |
| "loss/crossentropy": 1.093215293250978, |
| "loss/hidden": 0.02008056640625, |
| "loss/logits": 0.001494493626523763, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 1.046875, |
| "grad_norm_var": 0.12085061073303223, |
| "learning_rate": 1.2e-05, |
| "loss": 0.023, |
| "loss/crossentropy": 2.0825194716453552, |
| "loss/hidden": 0.02008056640625, |
| "loss/logits": 0.002906191977672279, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.061, |
| "grad_norm": 1.5625, |
| "grad_norm_var": 0.1564039707183838, |
| "learning_rate": 1.22e-05, |
| "loss": 0.0219, |
| "loss/crossentropy": 0.930735819041729, |
| "loss/hidden": 0.02020263671875, |
| "loss/logits": 0.0017190971411764622, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.062, |
| "grad_norm": 0.60546875, |
| "grad_norm_var": 0.15190048217773439, |
| "learning_rate": 1.2400000000000002e-05, |
| "loss": 0.026, |
| "loss/crossentropy": 2.1702520847320557, |
| "loss/hidden": 0.0228271484375, |
| "loss/logits": 0.0031759394332766533, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.063, |
| "grad_norm": 0.90234375, |
| "grad_norm_var": 0.1251688003540039, |
| "learning_rate": 1.2600000000000001e-05, |
| "loss": 0.0268, |
| "loss/crossentropy": 2.155192196369171, |
| "loss/hidden": 0.02337646484375, |
| "loss/logits": 0.0033858821261674166, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.064, |
| "grad_norm": 0.66015625, |
| "grad_norm_var": 0.11929802894592285, |
| "learning_rate": 1.2800000000000001e-05, |
| "loss": 0.0261, |
| "loss/crossentropy": 1.952944815158844, |
| "loss/hidden": 0.02276611328125, |
| "loss/logits": 0.0033275720197707415, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.065, |
| "grad_norm": 0.81640625, |
| "grad_norm_var": 0.11360230445861816, |
| "learning_rate": 1.3000000000000001e-05, |
| "loss": 0.0294, |
| "loss/crossentropy": 1.8505353331565857, |
| "loss/hidden": 0.02606201171875, |
| "loss/logits": 0.0032885426189750433, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.066, |
| "grad_norm": 0.58203125, |
| "grad_norm_var": 0.10978213946024577, |
| "learning_rate": 1.3200000000000002e-05, |
| "loss": 0.0254, |
| "loss/crossentropy": 1.9442384243011475, |
| "loss/hidden": 0.02252197265625, |
| "loss/logits": 0.002852104022167623, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.067, |
| "grad_norm": 0.63671875, |
| "grad_norm_var": 0.11081693967183431, |
| "learning_rate": 1.3400000000000002e-05, |
| "loss": 0.0272, |
| "loss/crossentropy": 1.7780007719993591, |
| "loss/hidden": 0.024169921875, |
| "loss/logits": 0.0030432826606556773, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.068, |
| "grad_norm": 0.6875, |
| "grad_norm_var": 0.10631254514058432, |
| "learning_rate": 1.3600000000000002e-05, |
| "loss": 0.0271, |
| "loss/crossentropy": 1.6640018224716187, |
| "loss/hidden": 0.0244140625, |
| "loss/logits": 0.002680669422261417, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.069, |
| "grad_norm": 0.48046875, |
| "grad_norm_var": 0.11339147885640462, |
| "learning_rate": 1.38e-05, |
| "loss": 0.0249, |
| "loss/crossentropy": 1.9946751594543457, |
| "loss/hidden": 0.0220947265625, |
| "loss/logits": 0.002759344642981887, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 0.4765625, |
| "grad_norm_var": 0.11966500282287598, |
| "learning_rate": 1.4e-05, |
| "loss": 0.0236, |
| "loss/crossentropy": 2.234663248062134, |
| "loss/hidden": 0.02069091796875, |
| "loss/logits": 0.0029394502053037286, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.071, |
| "grad_norm": 0.52734375, |
| "grad_norm_var": 0.12141213417053223, |
| "learning_rate": 1.4200000000000001e-05, |
| "loss": 0.0261, |
| "loss/crossentropy": 2.327102780342102, |
| "loss/hidden": 0.0230712890625, |
| "loss/logits": 0.0030780097004026175, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.072, |
| "grad_norm": 1.4609375, |
| "grad_norm_var": 0.14494843482971193, |
| "learning_rate": 1.4400000000000001e-05, |
| "loss": 0.0311, |
| "loss/crossentropy": 2.447921633720398, |
| "loss/hidden": 0.0277099609375, |
| "loss/logits": 0.0034353630617260933, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.073, |
| "grad_norm": 0.6953125, |
| "grad_norm_var": 0.1458443800608317, |
| "learning_rate": 1.46e-05, |
| "loss": 0.0348, |
| "loss/crossentropy": 1.8365623950958252, |
| "loss/hidden": 0.03082275390625, |
| "loss/logits": 0.003995993640273809, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.074, |
| "grad_norm": 0.6328125, |
| "grad_norm_var": 0.14041646321614584, |
| "learning_rate": 1.48e-05, |
| "loss": 0.0309, |
| "loss/crossentropy": 1.8763534426689148, |
| "loss/hidden": 0.02752685546875, |
| "loss/logits": 0.0034082168713212013, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.075, |
| "grad_norm": 0.57421875, |
| "grad_norm_var": 0.10615431467692057, |
| "learning_rate": 1.5000000000000002e-05, |
| "loss": 0.0323, |
| "loss/crossentropy": 1.6230891346931458, |
| "loss/hidden": 0.02899169921875, |
| "loss/logits": 0.0033399080857634544, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.076, |
| "grad_norm": 0.494140625, |
| "grad_norm_var": 0.10497129758199056, |
| "learning_rate": 1.5200000000000002e-05, |
| "loss": 0.0287, |
| "loss/crossentropy": 2.1396928429603577, |
| "loss/hidden": 0.02557373046875, |
| "loss/logits": 0.003119353437796235, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.077, |
| "grad_norm": 0.80859375, |
| "grad_norm_var": 0.05753312110900879, |
| "learning_rate": 1.54e-05, |
| "loss": 0.0347, |
| "loss/crossentropy": 1.532863974571228, |
| "loss/hidden": 0.03131103515625, |
| "loss/logits": 0.0034041637554764748, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.078, |
| "grad_norm": 0.490234375, |
| "grad_norm_var": 0.059662818908691406, |
| "learning_rate": 1.5600000000000003e-05, |
| "loss": 0.0306, |
| "loss/crossentropy": 2.6230881214141846, |
| "loss/hidden": 0.027099609375, |
| "loss/logits": 0.0035023156087845564, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.079, |
| "grad_norm": 0.5078125, |
| "grad_norm_var": 0.05784556070963542, |
| "learning_rate": 1.58e-05, |
| "loss": 0.0308, |
| "loss/crossentropy": 2.324823498725891, |
| "loss/hidden": 0.02716064453125, |
| "loss/logits": 0.0035959234228357673, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 0.451171875, |
| "grad_norm_var": 0.06052079200744629, |
| "learning_rate": 1.6000000000000003e-05, |
| "loss": 0.029, |
| "loss/crossentropy": 1.8020533919334412, |
| "loss/hidden": 0.026123046875, |
| "loss/logits": 0.0029267214704304934, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.081, |
| "grad_norm": 0.462890625, |
| "grad_norm_var": 0.06025899251302083, |
| "learning_rate": 1.62e-05, |
| "loss": 0.0294, |
| "loss/crossentropy": 1.9489082098007202, |
| "loss/hidden": 0.02642822265625, |
| "loss/logits": 0.0030203944770619273, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.082, |
| "grad_norm": 0.6796875, |
| "grad_norm_var": 0.06032098134358724, |
| "learning_rate": 1.64e-05, |
| "loss": 0.0386, |
| "loss/crossentropy": 1.7716471552848816, |
| "loss/hidden": 0.03466796875, |
| "loss/logits": 0.003940345952287316, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.083, |
| "grad_norm": 0.71484375, |
| "grad_norm_var": 0.06078128814697266, |
| "learning_rate": 1.66e-05, |
| "loss": 0.0357, |
| "loss/crossentropy": 1.580382227897644, |
| "loss/hidden": 0.0322265625, |
| "loss/logits": 0.003445054404437542, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.084, |
| "grad_norm": 0.66015625, |
| "grad_norm_var": 0.060633087158203126, |
| "learning_rate": 1.6800000000000002e-05, |
| "loss": 0.0378, |
| "loss/crossentropy": 1.4624913334846497, |
| "loss/hidden": 0.0345458984375, |
| "loss/logits": 0.0032839860068634152, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.085, |
| "grad_norm": 0.6015625, |
| "grad_norm_var": 0.05909773508707682, |
| "learning_rate": 1.7e-05, |
| "loss": 0.0362, |
| "loss/crossentropy": 2.1083823442459106, |
| "loss/hidden": 0.0325927734375, |
| "loss/logits": 0.0036526399198919535, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.086, |
| "grad_norm": 0.52734375, |
| "grad_norm_var": 0.058153025309244794, |
| "learning_rate": 1.72e-05, |
| "loss": 0.0325, |
| "loss/crossentropy": 1.717766523361206, |
| "loss/hidden": 0.02947998046875, |
| "loss/logits": 0.0030690066050738096, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.087, |
| "grad_norm": 0.66796875, |
| "grad_norm_var": 0.05721918741861979, |
| "learning_rate": 1.7400000000000003e-05, |
| "loss": 0.0378, |
| "loss/crossentropy": 1.8904065489768982, |
| "loss/hidden": 0.0335693359375, |
| "loss/logits": 0.0042799420189112425, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.088, |
| "grad_norm": 1.3671875, |
| "grad_norm_var": 0.047654978434244794, |
| "learning_rate": 1.76e-05, |
| "loss": 0.0335, |
| "loss/crossentropy": 1.0870572477579117, |
| "loss/hidden": 0.03125, |
| "loss/logits": 0.0022940505295991898, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.089, |
| "grad_norm": 0.5234375, |
| "grad_norm_var": 0.04837112426757813, |
| "learning_rate": 1.7800000000000002e-05, |
| "loss": 0.0321, |
| "loss/crossentropy": 2.1679897904396057, |
| "loss/hidden": 0.02886962890625, |
| "loss/logits": 0.0031942062778398395, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 2.3125, |
| "grad_norm_var": 0.22415873209635417, |
| "learning_rate": 1.8e-05, |
| "loss": 0.0383, |
| "loss/crossentropy": 0.8709187796339393, |
| "loss/hidden": 0.036376953125, |
| "loss/logits": 0.00189178493747022, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.091, |
| "grad_norm": 0.609375, |
| "grad_norm_var": 0.22345778147379558, |
| "learning_rate": 1.8200000000000002e-05, |
| "loss": 0.0351, |
| "loss/crossentropy": 2.064531624317169, |
| "loss/hidden": 0.031494140625, |
| "loss/logits": 0.003647907287813723, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.092, |
| "grad_norm": 0.76171875, |
| "grad_norm_var": 0.2190743605295817, |
| "learning_rate": 1.8400000000000003e-05, |
| "loss": 0.0397, |
| "loss/crossentropy": 2.1158279180526733, |
| "loss/hidden": 0.0357666015625, |
| "loss/logits": 0.003927323617972434, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.093, |
| "grad_norm": 0.58203125, |
| "grad_norm_var": 0.22078906695048015, |
| "learning_rate": 1.86e-05, |
| "loss": 0.037, |
| "loss/crossentropy": 2.194046139717102, |
| "loss/hidden": 0.03289794921875, |
| "loss/logits": 0.004065982066094875, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.094, |
| "grad_norm": 0.55078125, |
| "grad_norm_var": 0.2189615249633789, |
| "learning_rate": 1.88e-05, |
| "loss": 0.0387, |
| "loss/crossentropy": 1.7997042536735535, |
| "loss/hidden": 0.034912109375, |
| "loss/logits": 0.003757980652153492, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.095, |
| "grad_norm": 0.96875, |
| "grad_norm_var": 0.21743106842041016, |
| "learning_rate": 1.9e-05, |
| "loss": 0.0424, |
| "loss/crossentropy": 1.9515060782432556, |
| "loss/hidden": 0.038330078125, |
| "loss/logits": 0.004115240182727575, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.096, |
| "grad_norm": 0.58203125, |
| "grad_norm_var": 0.21280604998270672, |
| "learning_rate": 1.9200000000000003e-05, |
| "loss": 0.0383, |
| "loss/crossentropy": 1.7843334674835205, |
| "loss/hidden": 0.0345458984375, |
| "loss/logits": 0.0037059325259178877, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.097, |
| "grad_norm": 0.76171875, |
| "grad_norm_var": 0.20552260080973309, |
| "learning_rate": 1.94e-05, |
| "loss": 0.0366, |
| "loss/crossentropy": 1.6897225379943848, |
| "loss/hidden": 0.0333251953125, |
| "loss/logits": 0.003316206973977387, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.098, |
| "grad_norm": 0.5625, |
| "grad_norm_var": 0.20833021799723309, |
| "learning_rate": 1.9600000000000002e-05, |
| "loss": 0.0392, |
| "loss/crossentropy": 1.7818755507469177, |
| "loss/hidden": 0.0352783203125, |
| "loss/logits": 0.0038841436617076397, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.099, |
| "grad_norm": 0.7421875, |
| "grad_norm_var": 0.20807698567708333, |
| "learning_rate": 1.98e-05, |
| "loss": 0.0414, |
| "loss/crossentropy": 1.3952041864395142, |
| "loss/hidden": 0.0379638671875, |
| "loss/logits": 0.0034202728420495987, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 0.61328125, |
| "grad_norm_var": 0.20908101399739584, |
| "learning_rate": 2e-05, |
| "loss": 0.0411, |
| "loss/crossentropy": 2.257350206375122, |
| "loss/hidden": 0.0369873046875, |
| "loss/logits": 0.004119190853089094, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.101, |
| "grad_norm": 94.0, |
| "grad_norm_var": 542.9932492574056, |
| "learning_rate": 2e-05, |
| "loss": 0.049, |
| "loss/crossentropy": 2.412990689277649, |
| "loss/hidden": 0.044677734375, |
| "loss/logits": 0.004347695037722588, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.102, |
| "grad_norm": 5.71875, |
| "grad_norm_var": 540.451200803121, |
| "learning_rate": 2e-05, |
| "loss": 0.0655, |
| "loss/crossentropy": 1.082998514175415, |
| "loss/hidden": 0.0626220703125, |
| "loss/logits": 0.002859282889403403, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.103, |
| "grad_norm": 3.828125, |
| "grad_norm_var": 538.4251312255859, |
| "learning_rate": 2e-05, |
| "loss": 0.0533, |
| "loss/crossentropy": 0.7443170174956322, |
| "loss/hidden": 0.0509033203125, |
| "loss/logits": 0.0023913229815661907, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.104, |
| "grad_norm": 0.7734375, |
| "grad_norm_var": 538.9053883870442, |
| "learning_rate": 2e-05, |
| "loss": 0.0443, |
| "loss/crossentropy": 2.128484547138214, |
| "loss/hidden": 0.0394287109375, |
| "loss/logits": 0.004840084817260504, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.105, |
| "grad_norm": 0.9609375, |
| "grad_norm_var": 538.5326588948568, |
| "learning_rate": 2e-05, |
| "loss": 0.0488, |
| "loss/crossentropy": 2.1107423305511475, |
| "loss/hidden": 0.0438232421875, |
| "loss/logits": 0.004928479436784983, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.106, |
| "grad_norm": 1.2578125, |
| "grad_norm_var": 539.2818234761556, |
| "learning_rate": 2e-05, |
| "loss": 0.0503, |
| "loss/crossentropy": 2.3903501629829407, |
| "loss/hidden": 0.044677734375, |
| "loss/logits": 0.0056252507492899895, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.107, |
| "grad_norm": 43.75, |
| "grad_norm_var": 618.3842038472493, |
| "learning_rate": 2e-05, |
| "loss": 0.0608, |
| "loss/crossentropy": 1.7641326189041138, |
| "loss/hidden": 0.0543212890625, |
| "loss/logits": 0.006453194189816713, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.108, |
| "grad_norm": 0.76953125, |
| "grad_norm_var": 618.3748179117839, |
| "learning_rate": 2e-05, |
| "loss": 0.0477, |
| "loss/crossentropy": 2.0768980383872986, |
| "loss/hidden": 0.043212890625, |
| "loss/logits": 0.004535661078989506, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.109, |
| "grad_norm": 0.69140625, |
| "grad_norm_var": 618.2414815266927, |
| "learning_rate": 2e-05, |
| "loss": 0.0473, |
| "loss/crossentropy": 1.6824833154678345, |
| "loss/hidden": 0.043212890625, |
| "loss/logits": 0.004120671423152089, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 1.15625, |
| "grad_norm_var": 617.5190678278606, |
| "learning_rate": 2e-05, |
| "loss": 0.0434, |
| "loss/crossentropy": 2.627159595489502, |
| "loss/hidden": 0.03857421875, |
| "loss/logits": 0.004800508031621575, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.111, |
| "grad_norm": 3.78125, |
| "grad_norm_var": 614.6938419977824, |
| "learning_rate": 2e-05, |
| "loss": 0.0566, |
| "loss/crossentropy": 0.6765162199735641, |
| "loss/hidden": 0.054443359375, |
| "loss/logits": 0.0021908242197241634, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.112, |
| "grad_norm": 0.734375, |
| "grad_norm_var": 614.5040545145671, |
| "learning_rate": 2e-05, |
| "loss": 0.053, |
| "loss/crossentropy": 1.8953843116760254, |
| "loss/hidden": 0.0479736328125, |
| "loss/logits": 0.00501963822171092, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.113, |
| "grad_norm": 0.94140625, |
| "grad_norm_var": 614.2845865885416, |
| "learning_rate": 2e-05, |
| "loss": 0.0549, |
| "loss/crossentropy": 1.2002166509628296, |
| "loss/hidden": 0.051025390625, |
| "loss/logits": 0.0038950731977820396, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.114, |
| "grad_norm": 0.796875, |
| "grad_norm_var": 613.9925486246744, |
| "learning_rate": 2e-05, |
| "loss": 0.049, |
| "loss/crossentropy": 2.166276276111603, |
| "loss/hidden": 0.044189453125, |
| "loss/logits": 0.004782476229593158, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.115, |
| "grad_norm": 0.73828125, |
| "grad_norm_var": 613.9973881403605, |
| "learning_rate": 2e-05, |
| "loss": 0.0516, |
| "loss/crossentropy": 1.9635725021362305, |
| "loss/hidden": 0.046142578125, |
| "loss/logits": 0.005422875052317977, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.116, |
| "grad_norm": 1.015625, |
| "grad_norm_var": 613.5022315979004, |
| "learning_rate": 2e-05, |
| "loss": 0.0531, |
| "loss/crossentropy": 1.9369041323661804, |
| "loss/hidden": 0.048095703125, |
| "loss/logits": 0.004988969303667545, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.117, |
| "grad_norm": 0.88671875, |
| "grad_norm_var": 113.22293949127197, |
| "learning_rate": 2e-05, |
| "loss": 0.0487, |
| "loss/crossentropy": 1.904948651790619, |
| "loss/hidden": 0.0438232421875, |
| "loss/logits": 0.004903967492282391, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.118, |
| "grad_norm": 1.03125, |
| "grad_norm_var": 113.6704797744751, |
| "learning_rate": 2e-05, |
| "loss": 0.0531, |
| "loss/crossentropy": 1.4953274130821228, |
| "loss/hidden": 0.0477294921875, |
| "loss/logits": 0.0053821399342268705, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.119, |
| "grad_norm": 0.80078125, |
| "grad_norm_var": 114.29028701782227, |
| "learning_rate": 2e-05, |
| "loss": 0.0499, |
| "loss/crossentropy": 1.8553323149681091, |
| "loss/hidden": 0.0455322265625, |
| "loss/logits": 0.004347938811406493, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 0.65234375, |
| "grad_norm_var": 114.33934930165609, |
| "learning_rate": 2e-05, |
| "loss": 0.0507, |
| "loss/crossentropy": 2.1623928546905518, |
| "loss/hidden": 0.0458984375, |
| "loss/logits": 0.004752044100314379, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.121, |
| "grad_norm": 0.60546875, |
| "grad_norm_var": 114.47933247884114, |
| "learning_rate": 2e-05, |
| "loss": 0.048, |
| "loss/crossentropy": 1.8770819902420044, |
| "loss/hidden": 0.04345703125, |
| "loss/logits": 0.004505418939515948, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.122, |
| "grad_norm": 0.84375, |
| "grad_norm_var": 114.62628962198893, |
| "learning_rate": 2e-05, |
| "loss": 0.056, |
| "loss/crossentropy": 1.5817698240280151, |
| "loss/hidden": 0.0513916015625, |
| "loss/logits": 0.004640725441277027, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.123, |
| "grad_norm": 0.62109375, |
| "grad_norm_var": 0.5726551691691081, |
| "learning_rate": 2e-05, |
| "loss": 0.0525, |
| "loss/crossentropy": 2.1861724853515625, |
| "loss/hidden": 0.04736328125, |
| "loss/logits": 0.005103343166410923, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.124, |
| "grad_norm": 0.75, |
| "grad_norm_var": 0.5732899983723958, |
| "learning_rate": 2e-05, |
| "loss": 0.0588, |
| "loss/crossentropy": 1.7791939973831177, |
| "loss/hidden": 0.0538330078125, |
| "loss/logits": 0.004983734572306275, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.125, |
| "grad_norm": 0.859375, |
| "grad_norm_var": 0.5680765151977539, |
| "learning_rate": 2e-05, |
| "loss": 0.0538, |
| "loss/crossentropy": 1.8149547576904297, |
| "loss/hidden": 0.0491943359375, |
| "loss/logits": 0.004628779133781791, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.126, |
| "grad_norm": 0.796875, |
| "grad_norm_var": 0.5693048477172852, |
| "learning_rate": 2e-05, |
| "loss": 0.0599, |
| "loss/crossentropy": 1.8067073822021484, |
| "loss/hidden": 0.0546875, |
| "loss/logits": 0.005181350978091359, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.127, |
| "grad_norm": 1.2578125, |
| "grad_norm_var": 0.02847436269124349, |
| "learning_rate": 2e-05, |
| "loss": 0.0568, |
| "loss/crossentropy": 2.025430202484131, |
| "loss/hidden": 0.05126953125, |
| "loss/logits": 0.005537106888368726, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.128, |
| "grad_norm": 1.21875, |
| "grad_norm_var": 0.03675225575764974, |
| "learning_rate": 2e-05, |
| "loss": 0.0643, |
| "loss/crossentropy": 1.6609545350074768, |
| "loss/hidden": 0.0582275390625, |
| "loss/logits": 0.006046091904863715, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.129, |
| "grad_norm": 4.34375, |
| "grad_norm_var": 0.7955790201822917, |
| "learning_rate": 2e-05, |
| "loss": 0.0594, |
| "loss/crossentropy": 0.885542593896389, |
| "loss/hidden": 0.0565185546875, |
| "loss/logits": 0.0028679996030405164, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 1.015625, |
| "grad_norm_var": 0.790423583984375, |
| "learning_rate": 2e-05, |
| "loss": 0.0594, |
| "loss/crossentropy": 2.1523451805114746, |
| "loss/hidden": 0.053955078125, |
| "loss/logits": 0.0054600914008915424, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.131, |
| "grad_norm": 0.7734375, |
| "grad_norm_var": 0.7888528823852539, |
| "learning_rate": 2e-05, |
| "loss": 0.0534, |
| "loss/crossentropy": 2.189045548439026, |
| "loss/hidden": 0.04833984375, |
| "loss/logits": 0.005026256432756782, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.132, |
| "grad_norm": 0.7265625, |
| "grad_norm_var": 0.7970204035441081, |
| "learning_rate": 2e-05, |
| "loss": 0.0629, |
| "loss/crossentropy": 2.0893185138702393, |
| "loss/hidden": 0.05712890625, |
| "loss/logits": 0.005753096425905824, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.133, |
| "grad_norm": 0.703125, |
| "grad_norm_var": 0.8037109375, |
| "learning_rate": 2e-05, |
| "loss": 0.0573, |
| "loss/crossentropy": 2.1007819771766663, |
| "loss/hidden": 0.0517578125, |
| "loss/logits": 0.005532474257051945, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.134, |
| "grad_norm": 2.8125, |
| "grad_norm_var": 0.99459228515625, |
| "learning_rate": 2e-05, |
| "loss": 0.0557, |
| "loss/crossentropy": 2.234036445617676, |
| "loss/hidden": 0.050537109375, |
| "loss/logits": 0.00520496373064816, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.135, |
| "grad_norm": 1.1328125, |
| "grad_norm_var": 0.9849674860636394, |
| "learning_rate": 2e-05, |
| "loss": 0.0724, |
| "loss/crossentropy": 2.0017648339271545, |
| "loss/hidden": 0.065673828125, |
| "loss/logits": 0.006751159438863397, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.136, |
| "grad_norm": 0.828125, |
| "grad_norm_var": 0.9741900126139323, |
| "learning_rate": 2e-05, |
| "loss": 0.0606, |
| "loss/crossentropy": 2.2030688524246216, |
| "loss/hidden": 0.0545654296875, |
| "loss/logits": 0.006013393867760897, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.137, |
| "grad_norm": 2.828125, |
| "grad_norm_var": 1.1051111221313477, |
| "learning_rate": 2e-05, |
| "loss": 0.0666, |
| "loss/crossentropy": 1.4665716886520386, |
| "loss/hidden": 0.0615234375, |
| "loss/logits": 0.005048300372436643, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.138, |
| "grad_norm": 0.87890625, |
| "grad_norm_var": 1.1028411865234375, |
| "learning_rate": 2e-05, |
| "loss": 0.0601, |
| "loss/crossentropy": 1.8831827044487, |
| "loss/hidden": 0.0545654296875, |
| "loss/logits": 0.005558329168707132, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.139, |
| "grad_norm": 0.890625, |
| "grad_norm_var": 1.0813058853149413, |
| "learning_rate": 2e-05, |
| "loss": 0.0597, |
| "loss/crossentropy": 1.9754237532615662, |
| "loss/hidden": 0.054443359375, |
| "loss/logits": 0.005236838245764375, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 0.8671875, |
| "grad_norm_var": 1.0725778579711913, |
| "learning_rate": 2e-05, |
| "loss": 0.0606, |
| "loss/crossentropy": 1.365915298461914, |
| "loss/hidden": 0.0557861328125, |
| "loss/logits": 0.004818538203835487, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.141, |
| "grad_norm": 0.99609375, |
| "grad_norm_var": 1.064422353108724, |
| "learning_rate": 2e-05, |
| "loss": 0.065, |
| "loss/crossentropy": 1.5900118350982666, |
| "loss/hidden": 0.0596923828125, |
| "loss/logits": 0.005343996454030275, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.142, |
| "grad_norm": 1.3203125, |
| "grad_norm_var": 1.0408915201822917, |
| "learning_rate": 2e-05, |
| "loss": 0.0752, |
| "loss/crossentropy": 1.846006989479065, |
| "loss/hidden": 0.068603515625, |
| "loss/logits": 0.006600282387807965, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.143, |
| "grad_norm": 1.4453125, |
| "grad_norm_var": 1.0392313639322917, |
| "learning_rate": 2e-05, |
| "loss": 0.0767, |
| "loss/crossentropy": 1.7931447625160217, |
| "loss/hidden": 0.069091796875, |
| "loss/logits": 0.00764817837625742, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.144, |
| "grad_norm": 1.1328125, |
| "grad_norm_var": 1.0420427958170573, |
| "learning_rate": 2e-05, |
| "loss": 0.069, |
| "loss/crossentropy": 1.8643503785133362, |
| "loss/hidden": 0.0628662109375, |
| "loss/logits": 0.006141298217698932, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.145, |
| "grad_norm": 0.828125, |
| "grad_norm_var": 0.4432879130045573, |
| "learning_rate": 2e-05, |
| "loss": 0.073, |
| "loss/crossentropy": 2.024896204471588, |
| "loss/hidden": 0.066650390625, |
| "loss/logits": 0.006367244059219956, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.146, |
| "grad_norm": 1.3515625, |
| "grad_norm_var": 0.44213968912760415, |
| "learning_rate": 2e-05, |
| "loss": 0.0771, |
| "loss/crossentropy": 1.2655363082885742, |
| "loss/hidden": 0.071044921875, |
| "loss/logits": 0.00609672162681818, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.147, |
| "grad_norm": 0.9140625, |
| "grad_norm_var": 0.4350077311197917, |
| "learning_rate": 2e-05, |
| "loss": 0.065, |
| "loss/crossentropy": 2.1826120615005493, |
| "loss/hidden": 0.0592041015625, |
| "loss/logits": 0.005788894835859537, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.148, |
| "grad_norm": 3.0625, |
| "grad_norm_var": 0.619707997639974, |
| "learning_rate": 2e-05, |
| "loss": 0.0808, |
| "loss/crossentropy": 1.6820347905158997, |
| "loss/hidden": 0.072021484375, |
| "loss/logits": 0.008779237512499094, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.149, |
| "grad_norm": 0.953125, |
| "grad_norm_var": 0.6012346903483073, |
| "learning_rate": 2e-05, |
| "loss": 0.0695, |
| "loss/crossentropy": 1.9632675051689148, |
| "loss/hidden": 0.0626220703125, |
| "loss/logits": 0.006908563897013664, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 1.21875, |
| "grad_norm_var": 0.45773493448893227, |
| "learning_rate": 2e-05, |
| "loss": 0.0678, |
| "loss/crossentropy": 2.0338906049728394, |
| "loss/hidden": 0.061279296875, |
| "loss/logits": 0.006486581405624747, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.151, |
| "grad_norm": 1.2578125, |
| "grad_norm_var": 0.4560829162597656, |
| "learning_rate": 2e-05, |
| "loss": 0.0681, |
| "loss/crossentropy": 1.5496352314949036, |
| "loss/hidden": 0.0623779296875, |
| "loss/logits": 0.0057510188780725, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.152, |
| "grad_norm": 1.28125, |
| "grad_norm_var": 0.4405067443847656, |
| "learning_rate": 2e-05, |
| "loss": 0.0867, |
| "loss/crossentropy": 1.3210809230804443, |
| "loss/hidden": 0.080078125, |
| "loss/logits": 0.006626329850405455, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.153, |
| "grad_norm": 0.96484375, |
| "grad_norm_var": 0.28447513580322265, |
| "learning_rate": 2e-05, |
| "loss": 0.0734, |
| "loss/crossentropy": 2.0116345286369324, |
| "loss/hidden": 0.06689453125, |
| "loss/logits": 0.00652907881885767, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.154, |
| "grad_norm": 0.72265625, |
| "grad_norm_var": 0.2929030736287435, |
| "learning_rate": 2e-05, |
| "loss": 0.0705, |
| "loss/crossentropy": 2.5001909732818604, |
| "loss/hidden": 0.063720703125, |
| "loss/logits": 0.006769401952624321, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.155, |
| "grad_norm": 1.328125, |
| "grad_norm_var": 0.2867934544881185, |
| "learning_rate": 2e-05, |
| "loss": 0.0728, |
| "loss/crossentropy": 1.7657602429389954, |
| "loss/hidden": 0.067138671875, |
| "loss/logits": 0.005616480251774192, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.156, |
| "grad_norm": 1.75, |
| "grad_norm_var": 0.2930582046508789, |
| "learning_rate": 2e-05, |
| "loss": 0.0768, |
| "loss/crossentropy": 1.4872492551803589, |
| "loss/hidden": 0.070556640625, |
| "loss/logits": 0.006273286417126656, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.157, |
| "grad_norm": 0.99609375, |
| "grad_norm_var": 0.2930582046508789, |
| "learning_rate": 2e-05, |
| "loss": 0.0716, |
| "loss/crossentropy": 1.4289509057998657, |
| "loss/hidden": 0.066162109375, |
| "loss/logits": 0.0054210335947573185, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.158, |
| "grad_norm": 3.390625, |
| "grad_norm_var": 0.571256446838379, |
| "learning_rate": 2e-05, |
| "loss": 0.0936, |
| "loss/crossentropy": 1.6232830286026, |
| "loss/hidden": 0.08740234375, |
| "loss/logits": 0.006192366126924753, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.159, |
| "grad_norm": 1.1875, |
| "grad_norm_var": 0.574277687072754, |
| "learning_rate": 2e-05, |
| "loss": 0.071, |
| "loss/crossentropy": 1.8413723707199097, |
| "loss/hidden": 0.06494140625, |
| "loss/logits": 0.006042992230504751, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 0.85546875, |
| "grad_norm_var": 0.5888264973958334, |
| "learning_rate": 2e-05, |
| "loss": 0.0768, |
| "loss/crossentropy": 1.9591792821884155, |
| "loss/hidden": 0.0697021484375, |
| "loss/logits": 0.007108409656211734, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.161, |
| "grad_norm": 7.59375, |
| "grad_norm_var": 2.952831013997396, |
| "learning_rate": 2e-05, |
| "loss": 0.0979, |
| "loss/crossentropy": 0.07059483416378498, |
| "loss/hidden": 0.096435546875, |
| "loss/logits": 0.0014511747285723686, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.162, |
| "grad_norm": 1.8515625, |
| "grad_norm_var": 2.9384429931640623, |
| "learning_rate": 2e-05, |
| "loss": 0.0837, |
| "loss/crossentropy": 1.9789559841156006, |
| "loss/hidden": 0.075927734375, |
| "loss/logits": 0.007821006467565894, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.163, |
| "grad_norm": 1.484375, |
| "grad_norm_var": 2.8888933817545572, |
| "learning_rate": 2e-05, |
| "loss": 0.0802, |
| "loss/crossentropy": 1.6365671753883362, |
| "loss/hidden": 0.07373046875, |
| "loss/logits": 0.006428756983950734, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.164, |
| "grad_norm": 1.0859375, |
| "grad_norm_var": 2.818439737955729, |
| "learning_rate": 2e-05, |
| "loss": 0.0854, |
| "loss/crossentropy": 1.509697675704956, |
| "loss/hidden": 0.078857421875, |
| "loss/logits": 0.006509122438728809, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.165, |
| "grad_norm": 1.2265625, |
| "grad_norm_var": 2.7942380269368488, |
| "learning_rate": 2e-05, |
| "loss": 0.0805, |
| "loss/crossentropy": 2.1344351172447205, |
| "loss/hidden": 0.072265625, |
| "loss/logits": 0.008192164823412895, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.166, |
| "grad_norm": 1.1484375, |
| "grad_norm_var": 2.7996419270833335, |
| "learning_rate": 2e-05, |
| "loss": 0.0762, |
| "loss/crossentropy": 2.1507211923599243, |
| "loss/hidden": 0.06884765625, |
| "loss/logits": 0.007326696766540408, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.167, |
| "grad_norm": 1.0546875, |
| "grad_norm_var": 2.8157623291015623, |
| "learning_rate": 2e-05, |
| "loss": 0.0877, |
| "loss/crossentropy": 1.9121323823928833, |
| "loss/hidden": 0.07958984375, |
| "loss/logits": 0.008159820456057787, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.168, |
| "grad_norm": 0.71484375, |
| "grad_norm_var": 2.8708449681599935, |
| "learning_rate": 2e-05, |
| "loss": 0.0734, |
| "loss/crossentropy": 2.492128014564514, |
| "loss/hidden": 0.06640625, |
| "loss/logits": 0.006960670696571469, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.169, |
| "grad_norm": 1.03125, |
| "grad_norm_var": 2.8645253499348957, |
| "learning_rate": 2e-05, |
| "loss": 0.0759, |
| "loss/crossentropy": 2.199109196662903, |
| "loss/hidden": 0.06884765625, |
| "loss/logits": 0.007038923678919673, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 0.88671875, |
| "grad_norm_var": 2.844524892171224, |
| "learning_rate": 2e-05, |
| "loss": 0.0777, |
| "loss/crossentropy": 1.9425055384635925, |
| "loss/hidden": 0.07080078125, |
| "loss/logits": 0.0068553604651242495, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.171, |
| "grad_norm": 0.890625, |
| "grad_norm_var": 2.8795875549316405, |
| "learning_rate": 2e-05, |
| "loss": 0.0786, |
| "loss/crossentropy": 1.8932055234909058, |
| "loss/hidden": 0.072021484375, |
| "loss/logits": 0.006576135754585266, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.172, |
| "grad_norm": 0.8671875, |
| "grad_norm_var": 2.922032674153646, |
| "learning_rate": 2e-05, |
| "loss": 0.0836, |
| "loss/crossentropy": 2.2985092401504517, |
| "loss/hidden": 0.075927734375, |
| "loss/logits": 0.00770363537594676, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.173, |
| "grad_norm": 0.9453125, |
| "grad_norm_var": 2.9265644709269205, |
| "learning_rate": 2e-05, |
| "loss": 0.094, |
| "loss/crossentropy": 1.5614506006240845, |
| "loss/hidden": 0.085693359375, |
| "loss/logits": 0.00831273477524519, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.174, |
| "grad_norm": 0.89453125, |
| "grad_norm_var": 2.7328165690104167, |
| "learning_rate": 2e-05, |
| "loss": 0.0862, |
| "loss/crossentropy": 2.5026639699935913, |
| "loss/hidden": 0.07763671875, |
| "loss/logits": 0.008605414070189, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.175, |
| "grad_norm": 0.8828125, |
| "grad_norm_var": 2.7505999247233075, |
| "learning_rate": 2e-05, |
| "loss": 0.0919, |
| "loss/crossentropy": 2.3450429439544678, |
| "loss/hidden": 0.0830078125, |
| "loss/logits": 0.008909917902201414, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.176, |
| "grad_norm": 1.40625, |
| "grad_norm_var": 2.724916521708171, |
| "learning_rate": 2e-05, |
| "loss": 0.0915, |
| "loss/crossentropy": 2.098711371421814, |
| "loss/hidden": 0.0830078125, |
| "loss/logits": 0.008489594794809818, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.177, |
| "grad_norm": 1.5234375, |
| "grad_norm_var": 0.09405256907145182, |
| "learning_rate": 2e-05, |
| "loss": 0.0933, |
| "loss/crossentropy": 1.5701825618743896, |
| "loss/hidden": 0.0859375, |
| "loss/logits": 0.0073861428536474705, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.178, |
| "grad_norm": 0.80078125, |
| "grad_norm_var": 0.060343424479166664, |
| "learning_rate": 2e-05, |
| "loss": 0.0898, |
| "loss/crossentropy": 1.9461122155189514, |
| "loss/hidden": 0.08203125, |
| "loss/logits": 0.007745326962321997, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.179, |
| "grad_norm": 1.4375, |
| "grad_norm_var": 0.05778299967447917, |
| "learning_rate": 2e-05, |
| "loss": 0.0995, |
| "loss/crossentropy": 1.5463888049125671, |
| "loss/hidden": 0.090576171875, |
| "loss/logits": 0.008878839667886496, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 4.15625, |
| "grad_norm_var": 0.6617510477701823, |
| "learning_rate": 2e-05, |
| "loss": 0.1124, |
| "loss/crossentropy": 0.4524843990802765, |
| "loss/hidden": 0.109130859375, |
| "loss/logits": 0.0032549845636822283, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.181, |
| "grad_norm": 1.3046875, |
| "grad_norm_var": 0.661974843343099, |
| "learning_rate": 2e-05, |
| "loss": 0.0863, |
| "loss/crossentropy": 2.0084250569343567, |
| "loss/hidden": 0.07861328125, |
| "loss/logits": 0.0077257591765373945, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.182, |
| "grad_norm": 1.734375, |
| "grad_norm_var": 0.6757649739583333, |
| "learning_rate": 2e-05, |
| "loss": 0.0932, |
| "loss/crossentropy": 2.200223922729492, |
| "loss/hidden": 0.08544921875, |
| "loss/logits": 0.007743534166365862, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.183, |
| "grad_norm": 1.828125, |
| "grad_norm_var": 0.689587148030599, |
| "learning_rate": 2e-05, |
| "loss": 0.101, |
| "loss/crossentropy": 1.6961349844932556, |
| "loss/hidden": 0.092529296875, |
| "loss/logits": 0.008438969030976295, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.184, |
| "grad_norm": 1.1640625, |
| "grad_norm_var": 0.6652617772420247, |
| "learning_rate": 2e-05, |
| "loss": 0.1007, |
| "loss/crossentropy": 1.51398366689682, |
| "loss/hidden": 0.091796875, |
| "loss/logits": 0.00888208020478487, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.185, |
| "grad_norm": 0.734375, |
| "grad_norm_var": 0.6837681452433269, |
| "learning_rate": 2e-05, |
| "loss": 0.087, |
| "loss/crossentropy": 2.4364923238754272, |
| "loss/hidden": 0.079345703125, |
| "loss/logits": 0.007686517434194684, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.186, |
| "grad_norm": 1.25, |
| "grad_norm_var": 0.6700091044108073, |
| "learning_rate": 2e-05, |
| "loss": 0.1027, |
| "loss/crossentropy": 1.7433177828788757, |
| "loss/hidden": 0.09375, |
| "loss/logits": 0.008915970101952553, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.187, |
| "grad_norm": 1.5, |
| "grad_norm_var": 0.6547747294108073, |
| "learning_rate": 2e-05, |
| "loss": 0.0937, |
| "loss/crossentropy": 2.1145116686820984, |
| "loss/hidden": 0.08447265625, |
| "loss/logits": 0.009221571031957865, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.188, |
| "grad_norm": 0.84375, |
| "grad_norm_var": 0.6564798990885417, |
| "learning_rate": 2e-05, |
| "loss": 0.089, |
| "loss/crossentropy": 2.3255231976509094, |
| "loss/hidden": 0.080810546875, |
| "loss/logits": 0.008193989749997854, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.189, |
| "grad_norm": 0.7421875, |
| "grad_norm_var": 0.6713836669921875, |
| "learning_rate": 2e-05, |
| "loss": 0.0937, |
| "loss/crossentropy": 1.9500952363014221, |
| "loss/hidden": 0.085205078125, |
| "loss/logits": 0.008466629311442375, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 12.875, |
| "grad_norm_var": 8.854332415262858, |
| "learning_rate": 2e-05, |
| "loss": 0.1398, |
| "loss/crossentropy": 1.5803423523902893, |
| "loss/hidden": 0.130126953125, |
| "loss/logits": 0.009700319729745388, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.191, |
| "grad_norm": 2.21875, |
| "grad_norm_var": 8.742569414774577, |
| "learning_rate": 2e-05, |
| "loss": 0.0831, |
| "loss/crossentropy": 0.8776814043521881, |
| "loss/hidden": 0.07861328125, |
| "loss/logits": 0.0044753485126420856, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.192, |
| "grad_norm": 1.0390625, |
| "grad_norm_var": 8.79083449045817, |
| "learning_rate": 2e-05, |
| "loss": 0.0981, |
| "loss/crossentropy": 2.157645583152771, |
| "loss/hidden": 0.08984375, |
| "loss/logits": 0.00824650377035141, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.193, |
| "grad_norm": 0.828125, |
| "grad_norm_var": 8.883497556050619, |
| "learning_rate": 2e-05, |
| "loss": 0.095, |
| "loss/crossentropy": 1.819543182849884, |
| "loss/hidden": 0.087158203125, |
| "loss/logits": 0.007819573860615492, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.194, |
| "grad_norm": 1.1484375, |
| "grad_norm_var": 8.828344472249348, |
| "learning_rate": 2e-05, |
| "loss": 0.1045, |
| "loss/crossentropy": 1.8836165070533752, |
| "loss/hidden": 0.095947265625, |
| "loss/logits": 0.008551866048946977, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.195, |
| "grad_norm": 0.9296875, |
| "grad_norm_var": 8.89441630045573, |
| "learning_rate": 2e-05, |
| "loss": 0.1058, |
| "loss/crossentropy": 1.6061448454856873, |
| "loss/hidden": 0.097412109375, |
| "loss/logits": 0.008399839047342539, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.196, |
| "grad_norm": 2.375, |
| "grad_norm_var": 8.61470438639323, |
| "learning_rate": 2e-05, |
| "loss": 0.0946, |
| "loss/crossentropy": 1.1957413852214813, |
| "loss/hidden": 0.0888671875, |
| "loss/logits": 0.005780589068308473, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.197, |
| "grad_norm": 1.921875, |
| "grad_norm_var": 8.578641510009765, |
| "learning_rate": 2e-05, |
| "loss": 0.1091, |
| "loss/crossentropy": 1.9956754446029663, |
| "loss/hidden": 0.099609375, |
| "loss/logits": 0.009533480275422335, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.198, |
| "grad_norm": 1.484375, |
| "grad_norm_var": 8.593761952718099, |
| "learning_rate": 2e-05, |
| "loss": 0.0932, |
| "loss/crossentropy": 2.0423865914344788, |
| "loss/hidden": 0.084716796875, |
| "loss/logits": 0.008501260075718164, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.199, |
| "grad_norm": 0.9765625, |
| "grad_norm_var": 8.664864095052083, |
| "learning_rate": 2e-05, |
| "loss": 0.0965, |
| "loss/crossentropy": 2.0403915643692017, |
| "loss/hidden": 0.088134765625, |
| "loss/logits": 0.008330879732966423, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 1.21875, |
| "grad_norm_var": 8.658941396077473, |
| "learning_rate": 2e-05, |
| "loss": 0.1046, |
| "loss/crossentropy": 1.79813152551651, |
| "loss/hidden": 0.095703125, |
| "loss/logits": 0.008865772746503353, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.201, |
| "grad_norm": 0.984375, |
| "grad_norm_var": 8.62048110961914, |
| "learning_rate": 2e-05, |
| "loss": 0.0998, |
| "loss/crossentropy": 1.9608579874038696, |
| "loss/hidden": 0.09130859375, |
| "loss/logits": 0.00849946541711688, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.202, |
| "grad_norm": 0.93359375, |
| "grad_norm_var": 8.65926456451416, |
| "learning_rate": 2e-05, |
| "loss": 0.1103, |
| "loss/crossentropy": 1.5905942916870117, |
| "loss/hidden": 0.10205078125, |
| "loss/logits": 0.00825613015331328, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.203, |
| "grad_norm": 3.09375, |
| "grad_norm_var": 8.711507606506348, |
| "learning_rate": 2e-05, |
| "loss": 0.1068, |
| "loss/crossentropy": 1.1885337010025978, |
| "loss/hidden": 0.101318359375, |
| "loss/logits": 0.005469106370583177, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.204, |
| "grad_norm": 1.046875, |
| "grad_norm_var": 8.680040423075358, |
| "learning_rate": 2e-05, |
| "loss": 0.1043, |
| "loss/crossentropy": 2.019789695739746, |
| "loss/hidden": 0.095703125, |
| "loss/logits": 0.0086362911388278, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.205, |
| "grad_norm": 0.953125, |
| "grad_norm_var": 8.64425245920817, |
| "learning_rate": 2e-05, |
| "loss": 0.1081, |
| "loss/crossentropy": 1.9956069588661194, |
| "loss/hidden": 0.0986328125, |
| "loss/logits": 0.009510128758847713, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.206, |
| "grad_norm": 0.90234375, |
| "grad_norm_var": 0.4452044169108073, |
| "learning_rate": 2e-05, |
| "loss": 0.1047, |
| "loss/crossentropy": 1.838368535041809, |
| "loss/hidden": 0.09619140625, |
| "loss/logits": 0.008526989258825779, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.207, |
| "grad_norm": 1.6015625, |
| "grad_norm_var": 0.399859619140625, |
| "learning_rate": 2e-05, |
| "loss": 0.0996, |
| "loss/crossentropy": 1.0530972927808762, |
| "loss/hidden": 0.094482421875, |
| "loss/logits": 0.0051099995616823435, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.208, |
| "grad_norm": 1.09375, |
| "grad_norm_var": 0.3978533426920573, |
| "learning_rate": 2e-05, |
| "loss": 0.1135, |
| "loss/crossentropy": 1.8649645447731018, |
| "loss/hidden": 0.10400390625, |
| "loss/logits": 0.00953456899151206, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.209, |
| "grad_norm": 2.28125, |
| "grad_norm_var": 0.4300188700358073, |
| "learning_rate": 2e-05, |
| "loss": 0.1115, |
| "loss/crossentropy": 2.3657619953155518, |
| "loss/hidden": 0.100830078125, |
| "loss/logits": 0.01067457627505064, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 1.71875, |
| "grad_norm_var": 0.4286265055338542, |
| "learning_rate": 2e-05, |
| "loss": 0.1102, |
| "loss/crossentropy": 1.952780544757843, |
| "loss/hidden": 0.1005859375, |
| "loss/logits": 0.009660405106842518, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.211, |
| "grad_norm": 0.97265625, |
| "grad_norm_var": 0.4256479263305664, |
| "learning_rate": 2e-05, |
| "loss": 0.1107, |
| "loss/crossentropy": 1.7751940488815308, |
| "loss/hidden": 0.10205078125, |
| "loss/logits": 0.008633972378447652, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.212, |
| "grad_norm": 0.92578125, |
| "grad_norm_var": 0.38250630696614585, |
| "learning_rate": 2e-05, |
| "loss": 0.1148, |
| "loss/crossentropy": 1.8458402156829834, |
| "loss/hidden": 0.105224609375, |
| "loss/logits": 0.009561538230627775, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.213, |
| "grad_norm": 1.0546875, |
| "grad_norm_var": 0.36706517537434896, |
| "learning_rate": 2e-05, |
| "loss": 0.1085, |
| "loss/crossentropy": 2.008933424949646, |
| "loss/hidden": 0.098876953125, |
| "loss/logits": 0.009649577550590038, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.214, |
| "grad_norm": 1.109375, |
| "grad_norm_var": 0.368017323811849, |
| "learning_rate": 2e-05, |
| "loss": 0.1136, |
| "loss/crossentropy": 1.6732726097106934, |
| "loss/hidden": 0.104736328125, |
| "loss/logits": 0.008881766349077225, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.215, |
| "grad_norm": 1.46875, |
| "grad_norm_var": 0.3616566975911458, |
| "learning_rate": 2e-05, |
| "loss": 0.1176, |
| "loss/crossentropy": 1.7936006784439087, |
| "loss/hidden": 0.1083984375, |
| "loss/logits": 0.009185456205159426, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.216, |
| "grad_norm": 0.765625, |
| "grad_norm_var": 0.3815104166666667, |
| "learning_rate": 2e-05, |
| "loss": 0.1129, |
| "loss/crossentropy": 2.183436155319214, |
| "loss/hidden": 0.1025390625, |
| "loss/logits": 0.01038127625361085, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.217, |
| "grad_norm": 1.3984375, |
| "grad_norm_var": 0.3744341532389323, |
| "learning_rate": 2e-05, |
| "loss": 0.1261, |
| "loss/crossentropy": 1.854296088218689, |
| "loss/hidden": 0.113525390625, |
| "loss/logits": 0.012611255049705505, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.218, |
| "grad_norm": 1.0390625, |
| "grad_norm_var": 0.3695194880167643, |
| "learning_rate": 2e-05, |
| "loss": 0.1126, |
| "loss/crossentropy": 1.6531599760055542, |
| "loss/hidden": 0.10400390625, |
| "loss/logits": 0.008608407340943813, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.219, |
| "grad_norm": 1.625, |
| "grad_norm_var": 0.16072940826416016, |
| "learning_rate": 2e-05, |
| "loss": 0.1235, |
| "loss/crossentropy": 1.841816484928131, |
| "loss/hidden": 0.111083984375, |
| "loss/logits": 0.012444535735994577, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 1.4140625, |
| "grad_norm_var": 0.159342892964681, |
| "learning_rate": 2e-05, |
| "loss": 0.1123, |
| "loss/crossentropy": 1.8304393887519836, |
| "loss/hidden": 0.1025390625, |
| "loss/logits": 0.009785267058759928, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.221, |
| "grad_norm": 48.75, |
| "grad_norm_var": 140.92207330067953, |
| "learning_rate": 2e-05, |
| "loss": 0.1595, |
| "loss/crossentropy": 1.5171640515327454, |
| "loss/hidden": 0.1435546875, |
| "loss/logits": 0.01598053053021431, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.222, |
| "grad_norm": 3.0, |
| "grad_norm_var": 140.2586690266927, |
| "learning_rate": 2e-05, |
| "loss": 0.1352, |
| "loss/crossentropy": 1.230861783027649, |
| "loss/hidden": 0.12548828125, |
| "loss/logits": 0.00975158391520381, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.223, |
| "grad_norm": 0.96875, |
| "grad_norm_var": 140.51885960896809, |
| "learning_rate": 2e-05, |
| "loss": 0.1252, |
| "loss/crossentropy": 1.9903615713119507, |
| "loss/hidden": 0.11474609375, |
| "loss/logits": 0.010449206922203302, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.224, |
| "grad_norm": 0.96875, |
| "grad_norm_var": 140.57409235636393, |
| "learning_rate": 2e-05, |
| "loss": 0.1248, |
| "loss/crossentropy": 1.9731428623199463, |
| "loss/hidden": 0.114501953125, |
| "loss/logits": 0.010306693147867918, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.225, |
| "grad_norm": 1.7421875, |
| "grad_norm_var": 140.74032084147134, |
| "learning_rate": 2e-05, |
| "loss": 0.1181, |
| "loss/crossentropy": 2.2073622941970825, |
| "loss/hidden": 0.1083984375, |
| "loss/logits": 0.009740452282130718, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.226, |
| "grad_norm": 1.421875, |
| "grad_norm_var": 140.84830525716146, |
| "learning_rate": 2e-05, |
| "loss": 0.1331, |
| "loss/crossentropy": 1.8276602029800415, |
| "loss/hidden": 0.12158203125, |
| "loss/logits": 0.011564167682081461, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.227, |
| "grad_norm": 1.5703125, |
| "grad_norm_var": 140.60635369618734, |
| "learning_rate": 2e-05, |
| "loss": 0.1277, |
| "loss/crossentropy": 1.6165171265602112, |
| "loss/hidden": 0.11865234375, |
| "loss/logits": 0.009028040803968906, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.228, |
| "grad_norm": 1.640625, |
| "grad_norm_var": 140.31416829427084, |
| "learning_rate": 2e-05, |
| "loss": 0.1452, |
| "loss/crossentropy": 1.9070194959640503, |
| "loss/hidden": 0.132080078125, |
| "loss/logits": 0.01316736824810505, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.229, |
| "grad_norm": 1.2421875, |
| "grad_norm_var": 140.23345540364582, |
| "learning_rate": 2e-05, |
| "loss": 0.1219, |
| "loss/crossentropy": 1.7599803805351257, |
| "loss/hidden": 0.11181640625, |
| "loss/logits": 0.010045101400464773, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 1.2109375, |
| "grad_norm_var": 140.18977228800455, |
| "learning_rate": 2e-05, |
| "loss": 0.1235, |
| "loss/crossentropy": 1.7666748762130737, |
| "loss/hidden": 0.11328125, |
| "loss/logits": 0.010186517611145973, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.231, |
| "grad_norm": 0.90625, |
| "grad_norm_var": 140.4285784403483, |
| "learning_rate": 2e-05, |
| "loss": 0.1227, |
| "loss/crossentropy": 2.1898998022079468, |
| "loss/hidden": 0.111083984375, |
| "loss/logits": 0.011586464941501617, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.232, |
| "grad_norm": 3.34375, |
| "grad_norm_var": 139.61049372355143, |
| "learning_rate": 2e-05, |
| "loss": 0.1371, |
| "loss/crossentropy": 0.8376815989613533, |
| "loss/hidden": 0.13134765625, |
| "loss/logits": 0.005797527148388326, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.233, |
| "grad_norm": 0.97265625, |
| "grad_norm_var": 139.79876194000244, |
| "learning_rate": 2e-05, |
| "loss": 0.1231, |
| "loss/crossentropy": 2.154396891593933, |
| "loss/hidden": 0.11328125, |
| "loss/logits": 0.00980774499475956, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.234, |
| "grad_norm": 3.96875, |
| "grad_norm_var": 138.98775730133056, |
| "learning_rate": 2e-05, |
| "loss": 0.1401, |
| "loss/crossentropy": 1.683815360069275, |
| "loss/hidden": 0.130859375, |
| "loss/logits": 0.009223262313753366, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.235, |
| "grad_norm": 3.046875, |
| "grad_norm_var": 138.5365248998006, |
| "learning_rate": 2e-05, |
| "loss": 0.1141, |
| "loss/crossentropy": 0.9084681533277035, |
| "loss/hidden": 0.109130859375, |
| "loss/logits": 0.004976746684405953, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.236, |
| "grad_norm": 1.1015625, |
| "grad_norm_var": 138.68206322987874, |
| "learning_rate": 2e-05, |
| "loss": 0.125, |
| "loss/crossentropy": 2.260706901550293, |
| "loss/hidden": 0.114501953125, |
| "loss/logits": 0.010530740953981876, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.237, |
| "grad_norm": 0.96484375, |
| "grad_norm_var": 0.9987485249837239, |
| "learning_rate": 2e-05, |
| "loss": 0.1338, |
| "loss/crossentropy": 1.9574591517448425, |
| "loss/hidden": 0.121337890625, |
| "loss/logits": 0.012480344157665968, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.238, |
| "grad_norm": 1.34375, |
| "grad_norm_var": 0.8951250712076823, |
| "learning_rate": 2e-05, |
| "loss": 0.1468, |
| "loss/crossentropy": 1.6318422555923462, |
| "loss/hidden": 0.13525390625, |
| "loss/logits": 0.011589228175580502, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.239, |
| "grad_norm": 3.15625, |
| "grad_norm_var": 0.9952430725097656, |
| "learning_rate": 2e-05, |
| "loss": 0.146, |
| "loss/crossentropy": 1.0812250077724457, |
| "loss/hidden": 0.1376953125, |
| "loss/logits": 0.00828252313658595, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 1.234375, |
| "grad_norm_var": 0.9706520080566406, |
| "learning_rate": 2e-05, |
| "loss": 0.1321, |
| "loss/crossentropy": 1.6809369325637817, |
| "loss/hidden": 0.12109375, |
| "loss/logits": 0.011021927930414677, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.241, |
| "grad_norm": 1.8046875, |
| "grad_norm_var": 0.970379384358724, |
| "learning_rate": 2e-05, |
| "loss": 0.1399, |
| "loss/crossentropy": 2.109734356403351, |
| "loss/hidden": 0.129150390625, |
| "loss/logits": 0.010797888273373246, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.242, |
| "grad_norm": 1.90625, |
| "grad_norm_var": 0.9600990295410157, |
| "learning_rate": 2e-05, |
| "loss": 0.1826, |
| "loss/crossentropy": 1.712592601776123, |
| "loss/hidden": 0.164794921875, |
| "loss/logits": 0.017772471997886896, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.243, |
| "grad_norm": 2.515625, |
| "grad_norm_var": 0.9821624755859375, |
| "learning_rate": 2e-05, |
| "loss": 0.1467, |
| "loss/crossentropy": 1.7069213390350342, |
| "loss/hidden": 0.13525390625, |
| "loss/logits": 0.01143598323687911, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.244, |
| "grad_norm": 1.3828125, |
| "grad_norm_var": 0.9951454162597656, |
| "learning_rate": 2e-05, |
| "loss": 0.1557, |
| "loss/crossentropy": 1.9101948738098145, |
| "loss/hidden": 0.14111328125, |
| "loss/logits": 0.01458168076351285, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.245, |
| "grad_norm": 1.796875, |
| "grad_norm_var": 0.9671040852864583, |
| "learning_rate": 2e-05, |
| "loss": 0.182, |
| "loss/crossentropy": 1.500315010547638, |
| "loss/hidden": 0.16650390625, |
| "loss/logits": 0.015495330560952425, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.246, |
| "grad_norm": 1.2890625, |
| "grad_norm_var": 0.9601409912109375, |
| "learning_rate": 2e-05, |
| "loss": 0.1356, |
| "loss/crossentropy": 1.9563832879066467, |
| "loss/hidden": 0.125, |
| "loss/logits": 0.010621066205203533, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.247, |
| "grad_norm": 1.3203125, |
| "grad_norm_var": 0.9148394266764323, |
| "learning_rate": 2e-05, |
| "loss": 0.1562, |
| "loss/crossentropy": 1.7067843675613403, |
| "loss/hidden": 0.14306640625, |
| "loss/logits": 0.013140381313860416, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.248, |
| "grad_norm": 5.65625, |
| "grad_norm_var": 1.6798011779785156, |
| "learning_rate": 2e-05, |
| "loss": 0.1564, |
| "loss/crossentropy": 1.740093469619751, |
| "loss/hidden": 0.14404296875, |
| "loss/logits": 0.012368456460535526, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.249, |
| "grad_norm": 1.03125, |
| "grad_norm_var": 1.6712762832641601, |
| "learning_rate": 2e-05, |
| "loss": 0.1465, |
| "loss/crossentropy": 1.6390604376792908, |
| "loss/hidden": 0.13525390625, |
| "loss/logits": 0.011263488791882992, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 2.296875, |
| "grad_norm_var": 1.4282775243123373, |
| "learning_rate": 2e-05, |
| "loss": 0.138, |
| "loss/crossentropy": 1.4673374891281128, |
| "loss/hidden": 0.12744140625, |
| "loss/logits": 0.010537488851696253, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.251, |
| "grad_norm": 1.1015625, |
| "grad_norm_var": 1.3907897313435873, |
| "learning_rate": 2e-05, |
| "loss": 0.1444, |
| "loss/crossentropy": 2.2028943300247192, |
| "loss/hidden": 0.130859375, |
| "loss/logits": 0.013547219336032867, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.252, |
| "grad_norm": 6.09375, |
| "grad_norm_var": 2.4376540501912434, |
| "learning_rate": 2e-05, |
| "loss": 0.1647, |
| "loss/crossentropy": 2.0260573029518127, |
| "loss/hidden": 0.1513671875, |
| "loss/logits": 0.01333728851750493, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.253, |
| "grad_norm": 6.03125, |
| "grad_norm_var": 3.2204566955566407, |
| "learning_rate": 2e-05, |
| "loss": 0.1512, |
| "loss/crossentropy": 0.34831926599144936, |
| "loss/hidden": 0.1484375, |
| "loss/logits": 0.0027739905344787985, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.254, |
| "grad_norm": 1.9921875, |
| "grad_norm_var": 3.1469797770182293, |
| "learning_rate": 2e-05, |
| "loss": 0.1476, |
| "loss/crossentropy": 2.248442053794861, |
| "loss/hidden": 0.13427734375, |
| "loss/logits": 0.013290174771100283, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.255, |
| "grad_norm": 1.703125, |
| "grad_norm_var": 3.1591837565104166, |
| "learning_rate": 2e-05, |
| "loss": 0.1564, |
| "loss/crossentropy": 2.827474355697632, |
| "loss/hidden": 0.14208984375, |
| "loss/logits": 0.014359638560563326, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.256, |
| "grad_norm": 1.90625, |
| "grad_norm_var": 3.0787424723307293, |
| "learning_rate": 2e-05, |
| "loss": 0.1662, |
| "loss/crossentropy": 1.315816342830658, |
| "loss/hidden": 0.15380859375, |
| "loss/logits": 0.012355703860521317, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.257, |
| "grad_norm": 1.4296875, |
| "grad_norm_var": 3.121760050455729, |
| "learning_rate": 2e-05, |
| "loss": 0.1513, |
| "loss/crossentropy": 1.420203685760498, |
| "loss/hidden": 0.14013671875, |
| "loss/logits": 0.011188656091690063, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.258, |
| "grad_norm": 1.1796875, |
| "grad_norm_var": 3.2089617411295572, |
| "learning_rate": 2e-05, |
| "loss": 0.1473, |
| "loss/crossentropy": 1.659629762172699, |
| "loss/hidden": 0.13623046875, |
| "loss/logits": 0.011019795201718807, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.259, |
| "grad_norm": 2.34375, |
| "grad_norm_var": 3.2086260477701822, |
| "learning_rate": 2e-05, |
| "loss": 0.1416, |
| "loss/crossentropy": 2.383759617805481, |
| "loss/hidden": 0.130859375, |
| "loss/logits": 0.01075922092422843, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 1.21875, |
| "grad_norm_var": 3.232770792643229, |
| "learning_rate": 2e-05, |
| "loss": 0.1489, |
| "loss/crossentropy": 2.2486014366149902, |
| "loss/hidden": 0.1357421875, |
| "loss/logits": 0.013177596032619476, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.261, |
| "grad_norm": 1.9765625, |
| "grad_norm_var": 3.2203529357910154, |
| "learning_rate": 2e-05, |
| "loss": 0.1598, |
| "loss/crossentropy": 1.5499208569526672, |
| "loss/hidden": 0.1435546875, |
| "loss/logits": 0.01623948197811842, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.262, |
| "grad_norm": 1.3359375, |
| "grad_norm_var": 3.2134803771972655, |
| "learning_rate": 2e-05, |
| "loss": 0.1576, |
| "loss/crossentropy": 2.002042293548584, |
| "loss/hidden": 0.14453125, |
| "loss/logits": 0.013080449774861336, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.263, |
| "grad_norm": 1.34375, |
| "grad_norm_var": 3.2100982666015625, |
| "learning_rate": 2e-05, |
| "loss": 0.1644, |
| "loss/crossentropy": 1.708718717098236, |
| "loss/hidden": 0.1513671875, |
| "loss/logits": 0.013069577515125275, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.264, |
| "grad_norm": 1.7890625, |
| "grad_norm_var": 2.4735450744628906, |
| "learning_rate": 2e-05, |
| "loss": 0.1842, |
| "loss/crossentropy": 1.708518147468567, |
| "loss/hidden": 0.1689453125, |
| "loss/logits": 0.015263590961694717, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.265, |
| "grad_norm": 1.75, |
| "grad_norm_var": 2.3963823954264325, |
| "learning_rate": 2e-05, |
| "loss": 0.1611, |
| "loss/crossentropy": 2.0935128927230835, |
| "loss/hidden": 0.14794921875, |
| "loss/logits": 0.013175863306969404, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.266, |
| "grad_norm": 1.2578125, |
| "grad_norm_var": 2.4529693603515623, |
| "learning_rate": 2e-05, |
| "loss": 0.1585, |
| "loss/crossentropy": 2.1675453186035156, |
| "loss/hidden": 0.14453125, |
| "loss/logits": 0.014018273446708918, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.267, |
| "grad_norm": 1.6953125, |
| "grad_norm_var": 2.3917388916015625, |
| "learning_rate": 2e-05, |
| "loss": 0.1635, |
| "loss/crossentropy": 1.6719801425933838, |
| "loss/hidden": 0.15087890625, |
| "loss/logits": 0.012653316371142864, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.268, |
| "grad_norm": 1.984375, |
| "grad_norm_var": 1.3084798177083334, |
| "learning_rate": 2e-05, |
| "loss": 0.1916, |
| "loss/crossentropy": 1.020781397819519, |
| "loss/hidden": 0.1787109375, |
| "loss/logits": 0.012872546911239624, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.269, |
| "grad_norm": 0.9765625, |
| "grad_norm_var": 0.1436968485514323, |
| "learning_rate": 2e-05, |
| "loss": 0.1506, |
| "loss/crossentropy": 1.80218106508255, |
| "loss/hidden": 0.1376953125, |
| "loss/logits": 0.01287886407226324, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 1.2578125, |
| "grad_norm_var": 0.14073257446289061, |
| "learning_rate": 2e-05, |
| "loss": 0.1604, |
| "loss/crossentropy": 1.7428264021873474, |
| "loss/hidden": 0.14794921875, |
| "loss/logits": 0.012486261315643787, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.271, |
| "grad_norm": 1.6484375, |
| "grad_norm_var": 0.13996175130208333, |
| "learning_rate": 2e-05, |
| "loss": 0.1521, |
| "loss/crossentropy": 1.1585648953914642, |
| "loss/hidden": 0.14404296875, |
| "loss/logits": 0.008048155345022678, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.272, |
| "grad_norm": 1.2578125, |
| "grad_norm_var": 0.13702774047851562, |
| "learning_rate": 2e-05, |
| "loss": 0.1655, |
| "loss/crossentropy": 1.9835703372955322, |
| "loss/hidden": 0.15185546875, |
| "loss/logits": 0.013653023168444633, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.273, |
| "grad_norm": 0.984375, |
| "grad_norm_var": 0.1552490234375, |
| "learning_rate": 2e-05, |
| "loss": 0.1703, |
| "loss/crossentropy": 2.008173108100891, |
| "loss/hidden": 0.1552734375, |
| "loss/logits": 0.015069750137627125, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.274, |
| "grad_norm": 1.28125, |
| "grad_norm_var": 0.15155614217122396, |
| "learning_rate": 2e-05, |
| "loss": 0.1827, |
| "loss/crossentropy": 1.7864757776260376, |
| "loss/hidden": 0.16650390625, |
| "loss/logits": 0.016235563438385725, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.275, |
| "grad_norm": 1.421875, |
| "grad_norm_var": 0.10174128214518229, |
| "learning_rate": 2e-05, |
| "loss": 0.1897, |
| "loss/crossentropy": 1.565641164779663, |
| "loss/hidden": 0.1728515625, |
| "loss/logits": 0.01689150184392929, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.276, |
| "grad_norm": 1.34375, |
| "grad_norm_var": 0.09888483683268229, |
| "learning_rate": 2e-05, |
| "loss": 0.1613, |
| "loss/crossentropy": 2.0091532468795776, |
| "loss/hidden": 0.14892578125, |
| "loss/logits": 0.01232942147180438, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.277, |
| "grad_norm": 1.0703125, |
| "grad_norm_var": 0.08737970987955729, |
| "learning_rate": 2e-05, |
| "loss": 0.1649, |
| "loss/crossentropy": 1.713157057762146, |
| "loss/hidden": 0.15283203125, |
| "loss/logits": 0.012066506315022707, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.278, |
| "grad_norm": 1.953125, |
| "grad_norm_var": 0.1059234619140625, |
| "learning_rate": 2e-05, |
| "loss": 0.1488, |
| "loss/crossentropy": 2.7945786714553833, |
| "loss/hidden": 0.1357421875, |
| "loss/logits": 0.01302829384803772, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.279, |
| "grad_norm": 1.34375, |
| "grad_norm_var": 0.1059234619140625, |
| "learning_rate": 2e-05, |
| "loss": 0.1874, |
| "loss/crossentropy": 1.5954543948173523, |
| "loss/hidden": 0.1728515625, |
| "loss/logits": 0.014592200517654419, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 3.875, |
| "grad_norm_var": 0.4753761291503906, |
| "learning_rate": 2e-05, |
| "loss": 0.1574, |
| "loss/crossentropy": 0.8256451673805714, |
| "loss/hidden": 0.14990234375, |
| "loss/logits": 0.007495811965782195, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.281, |
| "grad_norm": 1.84375, |
| "grad_norm_var": 0.47818984985351565, |
| "learning_rate": 2e-05, |
| "loss": 0.1664, |
| "loss/crossentropy": 2.1294795870780945, |
| "loss/hidden": 0.1513671875, |
| "loss/logits": 0.015040545724332333, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.282, |
| "grad_norm": 1.125, |
| "grad_norm_var": 0.4849039713541667, |
| "learning_rate": 2e-05, |
| "loss": 0.1653, |
| "loss/crossentropy": 2.227915644645691, |
| "loss/hidden": 0.1513671875, |
| "loss/logits": 0.013931581284850836, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.283, |
| "grad_norm": 1.453125, |
| "grad_norm_var": 0.48440729777018227, |
| "learning_rate": 2e-05, |
| "loss": 0.1845, |
| "loss/crossentropy": 2.2042417526245117, |
| "loss/hidden": 0.1669921875, |
| "loss/logits": 0.017517327796667814, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.284, |
| "grad_norm": 1.25, |
| "grad_norm_var": 0.4757057189941406, |
| "learning_rate": 2e-05, |
| "loss": 0.1747, |
| "loss/crossentropy": 1.6324898600578308, |
| "loss/hidden": 0.16162109375, |
| "loss/logits": 0.013037709519267082, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.285, |
| "grad_norm": 1.984375, |
| "grad_norm_var": 0.46812744140625, |
| "learning_rate": 2e-05, |
| "loss": 0.184, |
| "loss/crossentropy": 1.3294448852539062, |
| "loss/hidden": 0.1708984375, |
| "loss/logits": 0.01308374060317874, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.286, |
| "grad_norm": 1.5859375, |
| "grad_norm_var": 0.4612701416015625, |
| "learning_rate": 2e-05, |
| "loss": 0.1663, |
| "loss/crossentropy": 2.046096980571747, |
| "loss/hidden": 0.1533203125, |
| "loss/logits": 0.012951537501066923, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.287, |
| "grad_norm": 1.453125, |
| "grad_norm_var": 0.462103017171224, |
| "learning_rate": 2e-05, |
| "loss": 0.2072, |
| "loss/crossentropy": 1.6311957836151123, |
| "loss/hidden": 0.18994140625, |
| "loss/logits": 0.017279242165386677, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.288, |
| "grad_norm": 1.1640625, |
| "grad_norm_var": 0.46663792928059894, |
| "learning_rate": 2e-05, |
| "loss": 0.1617, |
| "loss/crossentropy": 2.061966359615326, |
| "loss/hidden": 0.1474609375, |
| "loss/logits": 0.014273086562752724, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.289, |
| "grad_norm": 1.796875, |
| "grad_norm_var": 0.44436823527018227, |
| "learning_rate": 2e-05, |
| "loss": 0.2079, |
| "loss/crossentropy": 2.167171001434326, |
| "loss/hidden": 0.1884765625, |
| "loss/logits": 0.01938449963927269, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 1.5390625, |
| "grad_norm_var": 0.4368235270182292, |
| "learning_rate": 2e-05, |
| "loss": 0.1681, |
| "loss/crossentropy": 1.8964014649391174, |
| "loss/hidden": 0.15478515625, |
| "loss/logits": 0.01332055265083909, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.291, |
| "grad_norm": 1.8203125, |
| "grad_norm_var": 0.4352801005045573, |
| "learning_rate": 2e-05, |
| "loss": 0.1799, |
| "loss/crossentropy": 1.615691602230072, |
| "loss/hidden": 0.16650390625, |
| "loss/logits": 0.013393020257353783, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.292, |
| "grad_norm": 1.09375, |
| "grad_norm_var": 0.4498146057128906, |
| "learning_rate": 2e-05, |
| "loss": 0.1902, |
| "loss/crossentropy": 1.7846480011940002, |
| "loss/hidden": 0.17529296875, |
| "loss/logits": 0.014929667580872774, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.293, |
| "grad_norm": 4.40625, |
| "grad_norm_var": 0.8888509114583333, |
| "learning_rate": 2e-05, |
| "loss": 0.1837, |
| "loss/crossentropy": 2.181917905807495, |
| "loss/hidden": 0.16845703125, |
| "loss/logits": 0.015237171668559313, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.294, |
| "grad_norm": 1.09375, |
| "grad_norm_var": 0.9238189697265625, |
| "learning_rate": 2e-05, |
| "loss": 0.2001, |
| "loss/crossentropy": 1.679999053478241, |
| "loss/hidden": 0.18505859375, |
| "loss/logits": 0.015001565217971802, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.295, |
| "grad_norm": 1.03125, |
| "grad_norm_var": 0.9490061442057292, |
| "learning_rate": 2e-05, |
| "loss": 0.1837, |
| "loss/crossentropy": 1.9540930390357971, |
| "loss/hidden": 0.16845703125, |
| "loss/logits": 0.015270334668457508, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.296, |
| "grad_norm": 1.9453125, |
| "grad_norm_var": 0.6432838439941406, |
| "learning_rate": 2e-05, |
| "loss": 0.1955, |
| "loss/crossentropy": 1.6934563517570496, |
| "loss/hidden": 0.181640625, |
| "loss/logits": 0.013896575663238764, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.297, |
| "grad_norm": 2.140625, |
| "grad_norm_var": 0.6560015360514323, |
| "learning_rate": 2e-05, |
| "loss": 0.2318, |
| "loss/crossentropy": 2.22105610370636, |
| "loss/hidden": 0.2080078125, |
| "loss/logits": 0.0237618088722229, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.298, |
| "grad_norm": 0.9140625, |
| "grad_norm_var": 0.6743967692057292, |
| "learning_rate": 2e-05, |
| "loss": 0.1801, |
| "loss/crossentropy": 2.1219042539596558, |
| "loss/hidden": 0.16455078125, |
| "loss/logits": 0.015568919479846954, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.299, |
| "grad_norm": 1.140625, |
| "grad_norm_var": 0.6894114176432292, |
| "learning_rate": 2e-05, |
| "loss": 0.1764, |
| "loss/crossentropy": 1.493699312210083, |
| "loss/hidden": 0.16357421875, |
| "loss/logits": 0.012840181589126587, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 2.234375, |
| "grad_norm_var": 0.6978068033854167, |
| "learning_rate": 2e-05, |
| "loss": 0.1802, |
| "loss/crossentropy": 2.2966129779815674, |
| "loss/hidden": 0.16455078125, |
| "loss/logits": 0.015650255605578423, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.301, |
| "grad_norm": 2.609375, |
| "grad_norm_var": 0.7451700846354167, |
| "learning_rate": 2e-05, |
| "loss": 0.1937, |
| "loss/crossentropy": 1.6076778769493103, |
| "loss/hidden": 0.17919921875, |
| "loss/logits": 0.014486700296401978, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.302, |
| "grad_norm": 1.421875, |
| "grad_norm_var": 0.7503985087076823, |
| "learning_rate": 2e-05, |
| "loss": 0.2056, |
| "loss/crossentropy": 1.8623589277267456, |
| "loss/hidden": 0.1875, |
| "loss/logits": 0.018080852460116148, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.303, |
| "grad_norm": 1.1015625, |
| "grad_norm_var": 0.7714670817057292, |
| "learning_rate": 2e-05, |
| "loss": 0.1809, |
| "loss/crossentropy": 2.4212971925735474, |
| "loss/hidden": 0.166015625, |
| "loss/logits": 0.014885799959301949, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.304, |
| "grad_norm": 2.90625, |
| "grad_norm_var": 0.8329994201660156, |
| "learning_rate": 2e-05, |
| "loss": 0.2033, |
| "loss/crossentropy": 1.7328632473945618, |
| "loss/hidden": 0.1845703125, |
| "loss/logits": 0.018764227628707886, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.305, |
| "grad_norm": 1.359375, |
| "grad_norm_var": 0.8465858459472656, |
| "learning_rate": 2e-05, |
| "loss": 0.1893, |
| "loss/crossentropy": 2.2132304906845093, |
| "loss/hidden": 0.1728515625, |
| "loss/logits": 0.01644426677376032, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.306, |
| "grad_norm": 1.1953125, |
| "grad_norm_var": 0.8658098856608073, |
| "learning_rate": 2e-05, |
| "loss": 0.1886, |
| "loss/crossentropy": 1.9263676404953003, |
| "loss/hidden": 0.17333984375, |
| "loss/logits": 0.015250771306455135, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.307, |
| "grad_norm": 2.203125, |
| "grad_norm_var": 0.8772369384765625, |
| "learning_rate": 2e-05, |
| "loss": 0.1854, |
| "loss/crossentropy": 0.4892140328884125, |
| "loss/hidden": 0.17919921875, |
| "loss/logits": 0.006185333244502544, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.308, |
| "grad_norm": 2.109375, |
| "grad_norm_var": 0.84609375, |
| "learning_rate": 2e-05, |
| "loss": 0.1979, |
| "loss/crossentropy": 1.4508822858333588, |
| "loss/hidden": 0.1875, |
| "loss/logits": 0.010406092507764697, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.309, |
| "grad_norm": 1.4296875, |
| "grad_norm_var": 0.3905982971191406, |
| "learning_rate": 2e-05, |
| "loss": 0.202, |
| "loss/crossentropy": 2.148550570011139, |
| "loss/hidden": 0.1845703125, |
| "loss/logits": 0.01741566974669695, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 1.953125, |
| "grad_norm_var": 0.36989720662434894, |
| "learning_rate": 2e-05, |
| "loss": 0.1966, |
| "loss/crossentropy": 2.151822566986084, |
| "loss/hidden": 0.1787109375, |
| "loss/logits": 0.0178435780107975, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.311, |
| "grad_norm": 1.453125, |
| "grad_norm_var": 0.341662343343099, |
| "learning_rate": 2e-05, |
| "loss": 0.1841, |
| "loss/crossentropy": 2.1770130395889282, |
| "loss/hidden": 0.16796875, |
| "loss/logits": 0.016128853894770145, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.312, |
| "grad_norm": 1.2890625, |
| "grad_norm_var": 0.352129872639974, |
| "learning_rate": 2e-05, |
| "loss": 0.207, |
| "loss/crossentropy": 1.3690854907035828, |
| "loss/hidden": 0.19189453125, |
| "loss/logits": 0.015079677104949951, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.313, |
| "grad_norm": 0.921875, |
| "grad_norm_var": 0.376012929280599, |
| "learning_rate": 2e-05, |
| "loss": 0.1903, |
| "loss/crossentropy": 1.8874292969703674, |
| "loss/hidden": 0.17578125, |
| "loss/logits": 0.014515384566038847, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.314, |
| "grad_norm": 1.125, |
| "grad_norm_var": 0.3583730061848958, |
| "learning_rate": 2e-05, |
| "loss": 0.194, |
| "loss/crossentropy": 1.7909797430038452, |
| "loss/hidden": 0.1796875, |
| "loss/logits": 0.014313298743218184, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.315, |
| "grad_norm": 1.6640625, |
| "grad_norm_var": 0.33971532185872394, |
| "learning_rate": 2e-05, |
| "loss": 0.21, |
| "loss/crossentropy": 1.5393443405628204, |
| "loss/hidden": 0.19482421875, |
| "loss/logits": 0.015221260488033295, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.316, |
| "grad_norm": 26.0, |
| "grad_norm_var": 37.3775754292806, |
| "learning_rate": 2e-05, |
| "loss": 0.2622, |
| "loss/crossentropy": 2.1051180362701416, |
| "loss/hidden": 0.2412109375, |
| "loss/logits": 0.021030566655099392, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.317, |
| "grad_norm": 1.375, |
| "grad_norm_var": 37.565303293863934, |
| "learning_rate": 2e-05, |
| "loss": 0.1906, |
| "loss/crossentropy": 2.3774940967559814, |
| "loss/hidden": 0.17333984375, |
| "loss/logits": 0.01725342869758606, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.318, |
| "grad_norm": 2.171875, |
| "grad_norm_var": 37.433223215738934, |
| "learning_rate": 2e-05, |
| "loss": 0.2138, |
| "loss/crossentropy": 1.8774001598358154, |
| "loss/hidden": 0.19580078125, |
| "loss/logits": 0.01802137354388833, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.319, |
| "grad_norm": 1.8125, |
| "grad_norm_var": 37.271480305989584, |
| "learning_rate": 2e-05, |
| "loss": 0.1798, |
| "loss/crossentropy": 1.2233986854553223, |
| "loss/hidden": 0.16748046875, |
| "loss/logits": 0.01230758335441351, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 1.1328125, |
| "grad_norm_var": 37.53408991495768, |
| "learning_rate": 2e-05, |
| "loss": 0.1821, |
| "loss/crossentropy": 2.3604530096054077, |
| "loss/hidden": 0.16748046875, |
| "loss/logits": 0.014640996232628822, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.321, |
| "grad_norm": 1.1484375, |
| "grad_norm_var": 37.58511454264323, |
| "learning_rate": 2e-05, |
| "loss": 0.1881, |
| "loss/crossentropy": 1.8407636880874634, |
| "loss/hidden": 0.1748046875, |
| "loss/logits": 0.013287198729813099, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.322, |
| "grad_norm": 1.2890625, |
| "grad_norm_var": 37.56233622233073, |
| "learning_rate": 2e-05, |
| "loss": 0.2141, |
| "loss/crossentropy": 1.9129706621170044, |
| "loss/hidden": 0.197265625, |
| "loss/logits": 0.01678755320608616, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.323, |
| "grad_norm": 2.0625, |
| "grad_norm_var": 37.579777018229166, |
| "learning_rate": 2e-05, |
| "loss": 0.2385, |
| "loss/crossentropy": 1.4077640175819397, |
| "loss/hidden": 0.21875, |
| "loss/logits": 0.01974598690867424, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.324, |
| "grad_norm": 2.703125, |
| "grad_norm_var": 37.52666422526042, |
| "learning_rate": 2e-05, |
| "loss": 0.1895, |
| "loss/crossentropy": 1.964367389678955, |
| "loss/hidden": 0.17529296875, |
| "loss/logits": 0.014245324768126011, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.325, |
| "grad_norm": 1.765625, |
| "grad_norm_var": 37.459093983968096, |
| "learning_rate": 2e-05, |
| "loss": 0.182, |
| "loss/crossentropy": 1.522091805934906, |
| "loss/hidden": 0.16943359375, |
| "loss/logits": 0.012529378291219473, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.326, |
| "grad_norm": 1.34375, |
| "grad_norm_var": 37.5768430074056, |
| "learning_rate": 2e-05, |
| "loss": 0.2034, |
| "loss/crossentropy": 2.062265932559967, |
| "loss/hidden": 0.18603515625, |
| "loss/logits": 0.01738209556788206, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.327, |
| "grad_norm": 2.015625, |
| "grad_norm_var": 37.47470677693685, |
| "learning_rate": 2e-05, |
| "loss": 0.162, |
| "loss/crossentropy": 0.8921825066208839, |
| "loss/hidden": 0.15478515625, |
| "loss/logits": 0.007188015151768923, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.328, |
| "grad_norm": 2.703125, |
| "grad_norm_var": 37.25564676920573, |
| "learning_rate": 2e-05, |
| "loss": 0.2076, |
| "loss/crossentropy": 1.4789501875638962, |
| "loss/hidden": 0.19677734375, |
| "loss/logits": 0.010850622318685055, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.329, |
| "grad_norm": 2.265625, |
| "grad_norm_var": 36.95995178222656, |
| "learning_rate": 2e-05, |
| "loss": 0.2166, |
| "loss/crossentropy": 1.5635761618614197, |
| "loss/hidden": 0.19921875, |
| "loss/logits": 0.017354733310639858, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 1.359375, |
| "grad_norm_var": 36.895849609375, |
| "learning_rate": 2e-05, |
| "loss": 0.2199, |
| "loss/crossentropy": 2.017998516559601, |
| "loss/hidden": 0.20166015625, |
| "loss/logits": 0.018201622180640697, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.331, |
| "grad_norm": 1.1171875, |
| "grad_norm_var": 37.0338857014974, |
| "learning_rate": 2e-05, |
| "loss": 0.2122, |
| "loss/crossentropy": 2.3959954977035522, |
| "loss/hidden": 0.19287109375, |
| "loss/logits": 0.01937100477516651, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.332, |
| "grad_norm": 1.2109375, |
| "grad_norm_var": 0.3013689676920573, |
| "learning_rate": 2e-05, |
| "loss": 0.2154, |
| "loss/crossentropy": 1.6444975137710571, |
| "loss/hidden": 0.19970703125, |
| "loss/logits": 0.015708534978330135, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.333, |
| "grad_norm": 1.53125, |
| "grad_norm_var": 0.295763905843099, |
| "learning_rate": 2e-05, |
| "loss": 0.2496, |
| "loss/crossentropy": 1.7237208485603333, |
| "loss/hidden": 0.2294921875, |
| "loss/logits": 0.020079893060028553, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.334, |
| "grad_norm": 2.25, |
| "grad_norm_var": 0.3007789611816406, |
| "learning_rate": 2e-05, |
| "loss": 0.2527, |
| "loss/crossentropy": 1.8400374054908752, |
| "loss/hidden": 0.23193359375, |
| "loss/logits": 0.020749946124851704, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.335, |
| "grad_norm": 4.4375, |
| "grad_norm_var": 0.7596412658691406, |
| "learning_rate": 2e-05, |
| "loss": 0.2364, |
| "loss/crossentropy": 1.390014111995697, |
| "loss/hidden": 0.2197265625, |
| "loss/logits": 0.016656511463224888, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.336, |
| "grad_norm": 1.7734375, |
| "grad_norm_var": 0.7201026916503906, |
| "learning_rate": 2e-05, |
| "loss": 0.2185, |
| "loss/crossentropy": 1.7787038087844849, |
| "loss/hidden": 0.201171875, |
| "loss/logits": 0.017284206114709377, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.337, |
| "grad_norm": 1.84375, |
| "grad_norm_var": 0.6773020426432291, |
| "learning_rate": 2e-05, |
| "loss": 0.2114, |
| "loss/crossentropy": 1.867686927318573, |
| "loss/hidden": 0.1943359375, |
| "loss/logits": 0.017048891633749008, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.338, |
| "grad_norm": 1.1640625, |
| "grad_norm_var": 0.6897857666015625, |
| "learning_rate": 2e-05, |
| "loss": 0.2197, |
| "loss/crossentropy": 1.9208934307098389, |
| "loss/hidden": 0.2021484375, |
| "loss/logits": 0.01750459522008896, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.339, |
| "grad_norm": 1.4765625, |
| "grad_norm_var": 0.7041481018066407, |
| "learning_rate": 2e-05, |
| "loss": 0.242, |
| "loss/crossentropy": 2.2355746626853943, |
| "loss/hidden": 0.2216796875, |
| "loss/logits": 0.020301150158047676, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 3.9375, |
| "grad_norm_var": 0.9257891337076823, |
| "learning_rate": 2e-05, |
| "loss": 0.2155, |
| "loss/crossentropy": 0.8867910504341125, |
| "loss/hidden": 0.2080078125, |
| "loss/logits": 0.007481162436306477, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.341, |
| "grad_norm": 1.484375, |
| "grad_norm_var": 0.9399798075358073, |
| "learning_rate": 2e-05, |
| "loss": 0.2585, |
| "loss/crossentropy": 2.052453339099884, |
| "loss/hidden": 0.23486328125, |
| "loss/logits": 0.023593857884407043, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.342, |
| "grad_norm": 2.203125, |
| "grad_norm_var": 0.9115577697753906, |
| "learning_rate": 2e-05, |
| "loss": 0.2369, |
| "loss/crossentropy": 2.1617825031280518, |
| "loss/hidden": 0.21728515625, |
| "loss/logits": 0.0196513207629323, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.343, |
| "grad_norm": 1.7578125, |
| "grad_norm_var": 0.9168365478515625, |
| "learning_rate": 2e-05, |
| "loss": 0.227, |
| "loss/crossentropy": 1.9764072895050049, |
| "loss/hidden": 0.20703125, |
| "loss/logits": 0.0199996093288064, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.344, |
| "grad_norm": 1.5234375, |
| "grad_norm_var": 0.8982887268066406, |
| "learning_rate": 2e-05, |
| "loss": 0.2182, |
| "loss/crossentropy": 2.143546998500824, |
| "loss/hidden": 0.2001953125, |
| "loss/logits": 0.017965962179005146, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.345, |
| "grad_norm": 2.171875, |
| "grad_norm_var": 0.8949989318847656, |
| "learning_rate": 2e-05, |
| "loss": 0.2493, |
| "loss/crossentropy": 1.4641490578651428, |
| "loss/hidden": 0.23095703125, |
| "loss/logits": 0.018342602998018265, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.346, |
| "grad_norm": 1.859375, |
| "grad_norm_var": 0.8710731506347656, |
| "learning_rate": 2e-05, |
| "loss": 0.2466, |
| "loss/crossentropy": 2.1338253021240234, |
| "loss/hidden": 0.22509765625, |
| "loss/logits": 0.021518733352422714, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.347, |
| "grad_norm": 1.2421875, |
| "grad_norm_var": 0.8576047261555989, |
| "learning_rate": 2e-05, |
| "loss": 0.225, |
| "loss/crossentropy": 2.6952072381973267, |
| "loss/hidden": 0.205078125, |
| "loss/logits": 0.019927838817238808, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.348, |
| "grad_norm": 1.8828125, |
| "grad_norm_var": 0.815874989827474, |
| "learning_rate": 2e-05, |
| "loss": 0.2426, |
| "loss/crossentropy": 1.8981314897537231, |
| "loss/hidden": 0.22265625, |
| "loss/logits": 0.01995532214641571, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.349, |
| "grad_norm": 1.953125, |
| "grad_norm_var": 0.7987363179524739, |
| "learning_rate": 2e-05, |
| "loss": 0.2394, |
| "loss/crossentropy": 2.5630762577056885, |
| "loss/hidden": 0.21826171875, |
| "loss/logits": 0.021146751008927822, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 1.234375, |
| "grad_norm_var": 0.8374834696451823, |
| "learning_rate": 2e-05, |
| "loss": 0.2219, |
| "loss/crossentropy": 1.913558542728424, |
| "loss/hidden": 0.20458984375, |
| "loss/logits": 0.017343497835099697, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.351, |
| "grad_norm": 2.578125, |
| "grad_norm_var": 0.44841893513997394, |
| "learning_rate": 2e-05, |
| "loss": 0.2603, |
| "loss/crossentropy": 1.54945570230484, |
| "loss/hidden": 0.24072265625, |
| "loss/logits": 0.019581012427806854, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.352, |
| "grad_norm": 1.6875, |
| "grad_norm_var": 0.45010579427083336, |
| "learning_rate": 2e-05, |
| "loss": 0.2255, |
| "loss/crossentropy": 1.4761220812797546, |
| "loss/hidden": 0.2099609375, |
| "loss/logits": 0.01557510020211339, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.353, |
| "grad_norm": 1.625, |
| "grad_norm_var": 0.45400797526041664, |
| "learning_rate": 2e-05, |
| "loss": 0.2422, |
| "loss/crossentropy": 1.6972084641456604, |
| "loss/hidden": 0.2236328125, |
| "loss/logits": 0.018569067120552063, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.354, |
| "grad_norm": 1.3359375, |
| "grad_norm_var": 0.4398752848307292, |
| "learning_rate": 2e-05, |
| "loss": 0.243, |
| "loss/crossentropy": 1.5384193658828735, |
| "loss/hidden": 0.224609375, |
| "loss/logits": 0.018395395018160343, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.355, |
| "grad_norm": 1.703125, |
| "grad_norm_var": 0.4311358133951823, |
| "learning_rate": 2e-05, |
| "loss": 0.2595, |
| "loss/crossentropy": 1.7909427881240845, |
| "loss/hidden": 0.2373046875, |
| "loss/logits": 0.022242317907512188, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.356, |
| "grad_norm": 1.421875, |
| "grad_norm_var": 0.13862889607747395, |
| "learning_rate": 2e-05, |
| "loss": 0.2252, |
| "loss/crossentropy": 2.2541953325271606, |
| "loss/hidden": 0.20654296875, |
| "loss/logits": 0.018652436323463917, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.357, |
| "grad_norm": 1.1015625, |
| "grad_norm_var": 0.16027425130208334, |
| "learning_rate": 2e-05, |
| "loss": 0.2262, |
| "loss/crossentropy": 2.2753015756607056, |
| "loss/hidden": 0.20654296875, |
| "loss/logits": 0.019669558852910995, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.358, |
| "grad_norm": 1.7421875, |
| "grad_norm_var": 0.14294408162434896, |
| "learning_rate": 2e-05, |
| "loss": 0.2585, |
| "loss/crossentropy": 1.8439677953720093, |
| "loss/hidden": 0.23974609375, |
| "loss/logits": 0.018735644407570362, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.359, |
| "grad_norm": 1.1640625, |
| "grad_norm_var": 0.15852228800455728, |
| "learning_rate": 2e-05, |
| "loss": 0.2257, |
| "loss/crossentropy": 1.6270447373390198, |
| "loss/hidden": 0.21044921875, |
| "loss/logits": 0.015203338116407394, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 1.21875, |
| "grad_norm_var": 0.16902567545572916, |
| "learning_rate": 2e-05, |
| "loss": 0.2411, |
| "loss/crossentropy": 1.6992469429969788, |
| "loss/hidden": 0.22314453125, |
| "loss/logits": 0.017964603379368782, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.361, |
| "grad_norm": 1.5625, |
| "grad_norm_var": 0.14740397135416666, |
| "learning_rate": 2e-05, |
| "loss": 0.2516, |
| "loss/crossentropy": 2.1820708513259888, |
| "loss/hidden": 0.2294921875, |
| "loss/logits": 0.022074894048273563, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.362, |
| "grad_norm": 1.3359375, |
| "grad_norm_var": 0.14517186482747396, |
| "learning_rate": 2e-05, |
| "loss": 0.2587, |
| "loss/crossentropy": 1.7148206233978271, |
| "loss/hidden": 0.2392578125, |
| "loss/logits": 0.019486463628709316, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.363, |
| "grad_norm": 1.296875, |
| "grad_norm_var": 0.14311930338541667, |
| "learning_rate": 2e-05, |
| "loss": 0.2428, |
| "loss/crossentropy": 1.8336674571037292, |
| "loss/hidden": 0.2236328125, |
| "loss/logits": 0.019144260324537754, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.364, |
| "grad_norm": 1.140625, |
| "grad_norm_var": 0.14488296508789061, |
| "learning_rate": 2e-05, |
| "loss": 0.2436, |
| "loss/crossentropy": 2.184293031692505, |
| "loss/hidden": 0.22265625, |
| "loss/logits": 0.020982088521122932, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.365, |
| "grad_norm": 1.484375, |
| "grad_norm_var": 0.13069229125976561, |
| "learning_rate": 2e-05, |
| "loss": 0.253, |
| "loss/crossentropy": 1.4488345384597778, |
| "loss/hidden": 0.23388671875, |
| "loss/logits": 0.01907930802553892, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.366, |
| "grad_norm": 1.0546875, |
| "grad_norm_var": 0.13852437337239584, |
| "learning_rate": 2e-05, |
| "loss": 0.2372, |
| "loss/crossentropy": 2.027945578098297, |
| "loss/hidden": 0.21875, |
| "loss/logits": 0.01842686627060175, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.367, |
| "grad_norm": 1.6953125, |
| "grad_norm_var": 0.056306711832682294, |
| "learning_rate": 2e-05, |
| "loss": 0.2299, |
| "loss/crossentropy": 1.4406660199165344, |
| "loss/hidden": 0.21337890625, |
| "loss/logits": 0.016529593151062727, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.368, |
| "grad_norm": 2.4375, |
| "grad_norm_var": 0.11914850870768229, |
| "learning_rate": 2e-05, |
| "loss": 0.2864, |
| "loss/crossentropy": 1.579603135585785, |
| "loss/hidden": 0.2666015625, |
| "loss/logits": 0.019802499562501907, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.369, |
| "grad_norm": 1.5078125, |
| "grad_norm_var": 0.11738993326822916, |
| "learning_rate": 2e-05, |
| "loss": 0.2232, |
| "loss/crossentropy": 2.0089566707611084, |
| "loss/hidden": 0.20556640625, |
| "loss/logits": 0.017678971402347088, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 1.9921875, |
| "grad_norm_var": 0.13430887858072918, |
| "learning_rate": 2e-05, |
| "loss": 0.2358, |
| "loss/crossentropy": 1.216122329235077, |
| "loss/hidden": 0.22412109375, |
| "loss/logits": 0.011710493825376034, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.371, |
| "grad_norm": 1.4140625, |
| "grad_norm_var": 0.13136367797851561, |
| "learning_rate": 2e-05, |
| "loss": 0.2407, |
| "loss/crossentropy": 1.7659806609153748, |
| "loss/hidden": 0.22412109375, |
| "loss/logits": 0.016615580767393112, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.372, |
| "grad_norm": 1.515625, |
| "grad_norm_var": 0.13127212524414061, |
| "learning_rate": 2e-05, |
| "loss": 0.252, |
| "loss/crossentropy": 2.137717843055725, |
| "loss/hidden": 0.2314453125, |
| "loss/logits": 0.020573250949382782, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.373, |
| "grad_norm": 1.1640625, |
| "grad_norm_var": 0.12837092081705728, |
| "learning_rate": 2e-05, |
| "loss": 0.2294, |
| "loss/crossentropy": 2.1520731449127197, |
| "loss/hidden": 0.21044921875, |
| "loss/logits": 0.018917559646070004, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.374, |
| "grad_norm": 1.140625, |
| "grad_norm_var": 0.13019205729166666, |
| "learning_rate": 2e-05, |
| "loss": 0.2299, |
| "loss/crossentropy": 2.2924171090126038, |
| "loss/hidden": 0.2119140625, |
| "loss/logits": 0.017971434630453587, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.375, |
| "grad_norm": 1.1796875, |
| "grad_norm_var": 0.12962137858072917, |
| "learning_rate": 2e-05, |
| "loss": 0.2368, |
| "loss/crossentropy": 2.1585444808006287, |
| "loss/hidden": 0.216796875, |
| "loss/logits": 0.02000956330448389, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.376, |
| "grad_norm": 8.25, |
| "grad_norm_var": 3.006208292643229, |
| "learning_rate": 2e-05, |
| "loss": 0.2451, |
| "loss/crossentropy": 0.7908148150891066, |
| "loss/hidden": 0.23583984375, |
| "loss/logits": 0.009249582537449896, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.377, |
| "grad_norm": 1.3671875, |
| "grad_norm_var": 3.017010243733724, |
| "learning_rate": 2e-05, |
| "loss": 0.2249, |
| "loss/crossentropy": 1.7327390313148499, |
| "loss/hidden": 0.20751953125, |
| "loss/logits": 0.017398852854967117, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.378, |
| "grad_norm": 1.5234375, |
| "grad_norm_var": 3.005767567952474, |
| "learning_rate": 2e-05, |
| "loss": 0.2485, |
| "loss/crossentropy": 2.0554267168045044, |
| "loss/hidden": 0.2275390625, |
| "loss/logits": 0.020936082117259502, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.379, |
| "grad_norm": 4.25, |
| "grad_norm_var": 3.319152577718099, |
| "learning_rate": 2e-05, |
| "loss": 0.3606, |
| "loss/crossentropy": 2.4205610156059265, |
| "loss/hidden": 0.322265625, |
| "loss/logits": 0.0383535772562027, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 1.84375, |
| "grad_norm_var": 3.262939198811849, |
| "learning_rate": 2e-05, |
| "loss": 0.2521, |
| "loss/crossentropy": 1.477292001247406, |
| "loss/hidden": 0.23583984375, |
| "loss/logits": 0.016257247421890497, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.381, |
| "grad_norm": 1.0546875, |
| "grad_norm_var": 3.3105377197265624, |
| "learning_rate": 2e-05, |
| "loss": 0.2395, |
| "loss/crossentropy": 2.5222301483154297, |
| "loss/hidden": 0.21630859375, |
| "loss/logits": 0.023189062252640724, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.382, |
| "grad_norm": 1.3203125, |
| "grad_norm_var": 3.278389485677083, |
| "learning_rate": 2e-05, |
| "loss": 0.259, |
| "loss/crossentropy": 2.0298832058906555, |
| "loss/hidden": 0.23828125, |
| "loss/logits": 0.020761173218488693, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.383, |
| "grad_norm": 2.84375, |
| "grad_norm_var": 3.298315175374349, |
| "learning_rate": 2e-05, |
| "loss": 0.2819, |
| "loss/crossentropy": 0.7599294036626816, |
| "loss/hidden": 0.26953125, |
| "loss/logits": 0.012356668477877975, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.384, |
| "grad_norm": 1.4921875, |
| "grad_norm_var": 3.321117146809896, |
| "learning_rate": 2e-05, |
| "loss": 0.2588, |
| "loss/crossentropy": 1.9294875860214233, |
| "loss/hidden": 0.23583984375, |
| "loss/logits": 0.02299057226628065, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.385, |
| "grad_norm": 2.375, |
| "grad_norm_var": 3.297771962483724, |
| "learning_rate": 2e-05, |
| "loss": 0.3085, |
| "loss/crossentropy": 2.11811500787735, |
| "loss/hidden": 0.28125, |
| "loss/logits": 0.027242762967944145, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.386, |
| "grad_norm": 1.7109375, |
| "grad_norm_var": 3.309399159749349, |
| "learning_rate": 2e-05, |
| "loss": 0.2698, |
| "loss/crossentropy": 2.2003984451293945, |
| "loss/hidden": 0.24853515625, |
| "loss/logits": 0.021241911686956882, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.387, |
| "grad_norm": 1.640625, |
| "grad_norm_var": 3.2902903238932293, |
| "learning_rate": 2e-05, |
| "loss": 0.2405, |
| "loss/crossentropy": 1.9465845227241516, |
| "loss/hidden": 0.220703125, |
| "loss/logits": 0.019845230504870415, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.388, |
| "grad_norm": 1.8046875, |
| "grad_norm_var": 3.270407867431641, |
| "learning_rate": 2e-05, |
| "loss": 0.264, |
| "loss/crossentropy": 1.718444287776947, |
| "loss/hidden": 0.244140625, |
| "loss/logits": 0.01988315861672163, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.389, |
| "grad_norm": 1.5, |
| "grad_norm_var": 3.2317291259765626, |
| "learning_rate": 2e-05, |
| "loss": 0.2673, |
| "loss/crossentropy": 2.229490637779236, |
| "loss/hidden": 0.2431640625, |
| "loss/logits": 0.02413833886384964, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 1.8828125, |
| "grad_norm_var": 3.1607236226399738, |
| "learning_rate": 2e-05, |
| "loss": 0.2541, |
| "loss/crossentropy": 1.289111077785492, |
| "loss/hidden": 0.24072265625, |
| "loss/logits": 0.013331972528249025, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.391, |
| "grad_norm": 1.2109375, |
| "grad_norm_var": 3.1563148498535156, |
| "learning_rate": 2e-05, |
| "loss": 0.2772, |
| "loss/crossentropy": 1.5863260626792908, |
| "loss/hidden": 0.2568359375, |
| "loss/logits": 0.020383677445352077, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.392, |
| "grad_norm": 1.390625, |
| "grad_norm_var": 0.6135231018066406, |
| "learning_rate": 2e-05, |
| "loss": 0.2698, |
| "loss/crossentropy": 1.4361680746078491, |
| "loss/hidden": 0.2509765625, |
| "loss/logits": 0.01877568569034338, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.393, |
| "grad_norm": 1.546875, |
| "grad_norm_var": 0.6045562744140625, |
| "learning_rate": 2e-05, |
| "loss": 0.2426, |
| "loss/crossentropy": 2.1396487951278687, |
| "loss/hidden": 0.22265625, |
| "loss/logits": 0.019969161599874496, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.394, |
| "grad_norm": 3.90625, |
| "grad_norm_var": 0.8598243713378906, |
| "learning_rate": 2e-05, |
| "loss": 0.3119, |
| "loss/crossentropy": 1.9341546297073364, |
| "loss/hidden": 0.2841796875, |
| "loss/logits": 0.02770126238465309, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.395, |
| "grad_norm": 1.171875, |
| "grad_norm_var": 0.522753651936849, |
| "learning_rate": 2e-05, |
| "loss": 0.2504, |
| "loss/crossentropy": 2.2734580039978027, |
| "loss/hidden": 0.228515625, |
| "loss/logits": 0.02187348995357752, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.396, |
| "grad_norm": 4.375, |
| "grad_norm_var": 0.940179189046224, |
| "learning_rate": 2e-05, |
| "loss": 0.2926, |
| "loss/crossentropy": 1.1335339732468128, |
| "loss/hidden": 0.279296875, |
| "loss/logits": 0.013279704377055168, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.397, |
| "grad_norm": 2.171875, |
| "grad_norm_var": 0.8845743815104167, |
| "learning_rate": 2e-05, |
| "loss": 0.2879, |
| "loss/crossentropy": 1.3619316220283508, |
| "loss/hidden": 0.2666015625, |
| "loss/logits": 0.02124913316220045, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.398, |
| "grad_norm": 2.078125, |
| "grad_norm_var": 0.8496192932128906, |
| "learning_rate": 2e-05, |
| "loss": 0.2811, |
| "loss/crossentropy": 1.98111492395401, |
| "loss/hidden": 0.2578125, |
| "loss/logits": 0.02325397450476885, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.399, |
| "grad_norm": 1.546875, |
| "grad_norm_var": 0.8207435607910156, |
| "learning_rate": 2e-05, |
| "loss": 0.2818, |
| "loss/crossentropy": 2.389267683029175, |
| "loss/hidden": 0.2568359375, |
| "loss/logits": 0.02493403758853674, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 1.6484375, |
| "grad_norm_var": 0.811944325764974, |
| "learning_rate": 2e-05, |
| "loss": 0.2543, |
| "loss/crossentropy": 2.0064558386802673, |
| "loss/hidden": 0.232421875, |
| "loss/logits": 0.021828239783644676, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.401, |
| "grad_norm": 1.859375, |
| "grad_norm_var": 0.8026120503743489, |
| "learning_rate": 2e-05, |
| "loss": 0.2706, |
| "loss/crossentropy": 1.7220072150230408, |
| "loss/hidden": 0.2529296875, |
| "loss/logits": 0.01771449577063322, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.402, |
| "grad_norm": 77.0, |
| "grad_norm_var": 352.52654520670575, |
| "learning_rate": 2e-05, |
| "loss": 0.3571, |
| "loss/crossentropy": 2.084269881248474, |
| "loss/hidden": 0.3349609375, |
| "loss/logits": 0.022124722599983215, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.403, |
| "grad_norm": 3.765625, |
| "grad_norm_var": 351.38352762858074, |
| "learning_rate": 2e-05, |
| "loss": 0.2745, |
| "loss/crossentropy": 1.6723448634147644, |
| "loss/hidden": 0.2548828125, |
| "loss/logits": 0.01958293654024601, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.404, |
| "grad_norm": 2.125, |
| "grad_norm_var": 351.17644017537435, |
| "learning_rate": 2e-05, |
| "loss": 0.2731, |
| "loss/crossentropy": 1.742283046245575, |
| "loss/hidden": 0.25146484375, |
| "loss/logits": 0.021613112650811672, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.405, |
| "grad_norm": 1.1328125, |
| "grad_norm_var": 351.4455078125, |
| "learning_rate": 2e-05, |
| "loss": 0.2683, |
| "loss/crossentropy": 2.223657548427582, |
| "loss/hidden": 0.2470703125, |
| "loss/logits": 0.02124713361263275, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.406, |
| "grad_norm": 1.3515625, |
| "grad_norm_var": 351.81150309244794, |
| "learning_rate": 2e-05, |
| "loss": 0.2949, |
| "loss/crossentropy": 1.8797453045845032, |
| "loss/hidden": 0.26953125, |
| "loss/logits": 0.02535920962691307, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.407, |
| "grad_norm": 1.390625, |
| "grad_norm_var": 351.68039321899414, |
| "learning_rate": 2e-05, |
| "loss": 0.2861, |
| "loss/crossentropy": 1.8714227080345154, |
| "loss/hidden": 0.26171875, |
| "loss/logits": 0.024350603111088276, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.408, |
| "grad_norm": 1.59375, |
| "grad_norm_var": 351.53704198201496, |
| "learning_rate": 2e-05, |
| "loss": 0.2751, |
| "loss/crossentropy": 2.038064181804657, |
| "loss/hidden": 0.25244140625, |
| "loss/logits": 0.022680481895804405, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.409, |
| "grad_norm": 2.296875, |
| "grad_norm_var": 351.04773534138997, |
| "learning_rate": 2e-05, |
| "loss": 0.2719, |
| "loss/crossentropy": 1.7517433166503906, |
| "loss/hidden": 0.25, |
| "loss/logits": 0.021894831210374832, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 4.0, |
| "grad_norm_var": 351.0116330464681, |
| "learning_rate": 2e-05, |
| "loss": 0.3178, |
| "loss/crossentropy": 1.0839223191142082, |
| "loss/hidden": 0.29833984375, |
| "loss/logits": 0.019504179246723652, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.411, |
| "grad_norm": 1.3125, |
| "grad_norm_var": 350.9065121968587, |
| "learning_rate": 2e-05, |
| "loss": 0.2768, |
| "loss/crossentropy": 2.5323891639709473, |
| "loss/hidden": 0.2529296875, |
| "loss/logits": 0.023888778872787952, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.412, |
| "grad_norm": 1.5859375, |
| "grad_norm_var": 352.3142079671224, |
| "learning_rate": 2e-05, |
| "loss": 0.2754, |
| "loss/crossentropy": 1.5777837038040161, |
| "loss/hidden": 0.2578125, |
| "loss/logits": 0.017572961747646332, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.413, |
| "grad_norm": 1.359375, |
| "grad_norm_var": 352.8437082926432, |
| "learning_rate": 2e-05, |
| "loss": 0.2789, |
| "loss/crossentropy": 2.079995810985565, |
| "loss/hidden": 0.2578125, |
| "loss/logits": 0.02109308261424303, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.414, |
| "grad_norm": 1.8515625, |
| "grad_norm_var": 352.9843584696452, |
| "learning_rate": 2e-05, |
| "loss": 0.3105, |
| "loss/crossentropy": 1.5966813564300537, |
| "loss/hidden": 0.28515625, |
| "loss/logits": 0.025356116704642773, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.415, |
| "grad_norm": 1.3515625, |
| "grad_norm_var": 353.1186930338542, |
| "learning_rate": 2e-05, |
| "loss": 0.3049, |
| "loss/crossentropy": 2.1346817016601562, |
| "loss/hidden": 0.27734375, |
| "loss/logits": 0.027529660612344742, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.416, |
| "grad_norm": 2.15625, |
| "grad_norm_var": 352.79944229125977, |
| "learning_rate": 2e-05, |
| "loss": 0.2757, |
| "loss/crossentropy": 1.3576586246490479, |
| "loss/hidden": 0.25634765625, |
| "loss/logits": 0.01940206252038479, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.417, |
| "grad_norm": 1.421875, |
| "grad_norm_var": 353.089884185791, |
| "learning_rate": 2e-05, |
| "loss": 0.3062, |
| "loss/crossentropy": 1.5645692944526672, |
| "loss/hidden": 0.2822265625, |
| "loss/logits": 0.02394524496048689, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.418, |
| "grad_norm": 1.7421875, |
| "grad_norm_var": 0.7133056640625, |
| "learning_rate": 2e-05, |
| "loss": 0.2676, |
| "loss/crossentropy": 2.1792179346084595, |
| "loss/hidden": 0.24560546875, |
| "loss/logits": 0.022001913748681545, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.419, |
| "grad_norm": 2.21875, |
| "grad_norm_var": 0.4785552978515625, |
| "learning_rate": 2e-05, |
| "loss": 0.2776, |
| "loss/crossentropy": 1.8772451281547546, |
| "loss/hidden": 0.255859375, |
| "loss/logits": 0.02171818818897009, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 1.5, |
| "grad_norm_var": 0.4763580322265625, |
| "learning_rate": 2e-05, |
| "loss": 0.2993, |
| "loss/crossentropy": 2.191072165966034, |
| "loss/hidden": 0.2705078125, |
| "loss/logits": 0.0287649966776371, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.421, |
| "grad_norm": 3.328125, |
| "grad_norm_var": 0.5920550028483073, |
| "learning_rate": 2e-05, |
| "loss": 0.2893, |
| "loss/crossentropy": 2.4681068658828735, |
| "loss/hidden": 0.2626953125, |
| "loss/logits": 0.02658757194876671, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.422, |
| "grad_norm": 1.953125, |
| "grad_norm_var": 0.5703776041666667, |
| "learning_rate": 2e-05, |
| "loss": 0.2574, |
| "loss/crossentropy": 1.9942094683647156, |
| "loss/hidden": 0.2392578125, |
| "loss/logits": 0.018155298195779324, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.423, |
| "grad_norm": 1.7109375, |
| "grad_norm_var": 0.5532671610514323, |
| "learning_rate": 2e-05, |
| "loss": 0.379, |
| "loss/crossentropy": 1.6838626861572266, |
| "loss/hidden": 0.3466796875, |
| "loss/logits": 0.0323002003133297, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.424, |
| "grad_norm": 1.7578125, |
| "grad_norm_var": 0.5469065348307292, |
| "learning_rate": 2e-05, |
| "loss": 0.2931, |
| "loss/crossentropy": 1.897689163684845, |
| "loss/hidden": 0.2724609375, |
| "loss/logits": 0.020671049132943153, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.425, |
| "grad_norm": 1.375, |
| "grad_norm_var": 0.5600504557291667, |
| "learning_rate": 2e-05, |
| "loss": 0.3171, |
| "loss/crossentropy": 2.0812936425209045, |
| "loss/hidden": 0.291015625, |
| "loss/logits": 0.02603732794523239, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.426, |
| "grad_norm": 1.5546875, |
| "grad_norm_var": 0.2536699930826823, |
| "learning_rate": 2e-05, |
| "loss": 0.3041, |
| "loss/crossentropy": 1.9111879467964172, |
| "loss/hidden": 0.2802734375, |
| "loss/logits": 0.02386578731238842, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.427, |
| "grad_norm": 1.3046875, |
| "grad_norm_var": 0.2541412353515625, |
| "learning_rate": 2e-05, |
| "loss": 0.3047, |
| "loss/crossentropy": 2.118652582168579, |
| "loss/hidden": 0.2763671875, |
| "loss/logits": 0.028314806520938873, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.428, |
| "grad_norm": 1.28125, |
| "grad_norm_var": 0.2670448303222656, |
| "learning_rate": 2e-05, |
| "loss": 0.2985, |
| "loss/crossentropy": 2.3579596281051636, |
| "loss/hidden": 0.2705078125, |
| "loss/logits": 0.02802193909883499, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.429, |
| "grad_norm": 2.0625, |
| "grad_norm_var": 0.2621009826660156, |
| "learning_rate": 2e-05, |
| "loss": 0.3687, |
| "loss/crossentropy": 1.604810118675232, |
| "loss/hidden": 0.333984375, |
| "loss/logits": 0.03476274199783802, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 2.296875, |
| "grad_norm_var": 0.2784088134765625, |
| "learning_rate": 2e-05, |
| "loss": 0.3199, |
| "loss/crossentropy": 1.8773449063301086, |
| "loss/hidden": 0.296875, |
| "loss/logits": 0.023035001009702682, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.431, |
| "grad_norm": 2.078125, |
| "grad_norm_var": 0.26665420532226564, |
| "learning_rate": 2e-05, |
| "loss": 0.291, |
| "loss/crossentropy": 2.3691608905792236, |
| "loss/hidden": 0.267578125, |
| "loss/logits": 0.023443943820893764, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.432, |
| "grad_norm": 1.6171875, |
| "grad_norm_var": 0.2634429931640625, |
| "learning_rate": 2e-05, |
| "loss": 0.2813, |
| "loss/crossentropy": 1.1586915850639343, |
| "loss/hidden": 0.26513671875, |
| "loss/logits": 0.01613916177302599, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.433, |
| "grad_norm": 6.21875, |
| "grad_norm_var": 1.4436116536458334, |
| "learning_rate": 2e-05, |
| "loss": 0.3126, |
| "loss/crossentropy": 1.3897653669118881, |
| "loss/hidden": 0.2958984375, |
| "loss/logits": 0.016718640457838774, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.434, |
| "grad_norm": 1.5234375, |
| "grad_norm_var": 1.4577677408854166, |
| "learning_rate": 2e-05, |
| "loss": 0.3143, |
| "loss/crossentropy": 1.4730547070503235, |
| "loss/hidden": 0.291015625, |
| "loss/logits": 0.023296916857361794, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.435, |
| "grad_norm": 2.03125, |
| "grad_norm_var": 1.4572794596354166, |
| "learning_rate": 2e-05, |
| "loss": 0.315, |
| "loss/crossentropy": 1.745673418045044, |
| "loss/hidden": 0.2919921875, |
| "loss/logits": 0.02297977078706026, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.436, |
| "grad_norm": 2.5, |
| "grad_norm_var": 1.43983154296875, |
| "learning_rate": 2e-05, |
| "loss": 0.2914, |
| "loss/crossentropy": 1.4162335693836212, |
| "loss/hidden": 0.275390625, |
| "loss/logits": 0.016047537326812744, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.437, |
| "grad_norm": 1.4609375, |
| "grad_norm_var": 1.3674415588378905, |
| "learning_rate": 2e-05, |
| "loss": 0.3182, |
| "loss/crossentropy": 2.154849946498871, |
| "loss/hidden": 0.2919921875, |
| "loss/logits": 0.026252766139805317, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.438, |
| "grad_norm": 2.40625, |
| "grad_norm_var": 1.3746986389160156, |
| "learning_rate": 2e-05, |
| "loss": 0.2885, |
| "loss/crossentropy": 2.0660600662231445, |
| "loss/hidden": 0.265625, |
| "loss/logits": 0.022861075587570667, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.439, |
| "grad_norm": 7.15625, |
| "grad_norm_var": 2.9645100911458333, |
| "learning_rate": 2e-05, |
| "loss": 0.3, |
| "loss/crossentropy": 2.717895984649658, |
| "loss/hidden": 0.27392578125, |
| "loss/logits": 0.026059124618768692, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 13.0625, |
| "grad_norm_var": 9.962597401936849, |
| "learning_rate": 2e-05, |
| "loss": 0.3237, |
| "loss/crossentropy": 2.089266359806061, |
| "loss/hidden": 0.296875, |
| "loss/logits": 0.02680843137204647, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.441, |
| "grad_norm": 3.46875, |
| "grad_norm_var": 9.749269358317058, |
| "learning_rate": 2e-05, |
| "loss": 0.3274, |
| "loss/crossentropy": 1.671483427286148, |
| "loss/hidden": 0.30859375, |
| "loss/logits": 0.018828653264790773, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.442, |
| "grad_norm": 3.171875, |
| "grad_norm_var": 9.54685770670573, |
| "learning_rate": 2e-05, |
| "loss": 0.3257, |
| "loss/crossentropy": 1.40052130818367, |
| "loss/hidden": 0.3037109375, |
| "loss/logits": 0.021975211799144745, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.443, |
| "grad_norm": 1.8671875, |
| "grad_norm_var": 9.41304423014323, |
| "learning_rate": 2e-05, |
| "loss": 0.3262, |
| "loss/crossentropy": 2.070408821105957, |
| "loss/hidden": 0.2958984375, |
| "loss/logits": 0.030301526188850403, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.444, |
| "grad_norm": 2.515625, |
| "grad_norm_var": 9.161588541666667, |
| "learning_rate": 2e-05, |
| "loss": 0.3014, |
| "loss/crossentropy": 1.219970703125, |
| "loss/hidden": 0.287109375, |
| "loss/logits": 0.014268356142565608, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.445, |
| "grad_norm": 2.703125, |
| "grad_norm_var": 9.067455037434895, |
| "learning_rate": 2e-05, |
| "loss": 0.2696, |
| "loss/crossentropy": 0.8407798707485199, |
| "loss/hidden": 0.2578125, |
| "loss/logits": 0.011814095778390765, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.446, |
| "grad_norm": 3.25, |
| "grad_norm_var": 8.97071533203125, |
| "learning_rate": 2e-05, |
| "loss": 0.3224, |
| "loss/crossentropy": 0.8129114657640457, |
| "loss/hidden": 0.30859375, |
| "loss/logits": 0.013845205074176192, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.447, |
| "grad_norm": 4.34375, |
| "grad_norm_var": 8.84253641764323, |
| "learning_rate": 2e-05, |
| "loss": 0.3003, |
| "loss/crossentropy": 1.0620581209659576, |
| "loss/hidden": 0.2841796875, |
| "loss/logits": 0.016078725922852755, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.448, |
| "grad_norm": 2.296875, |
| "grad_norm_var": 8.682106272379558, |
| "learning_rate": 2e-05, |
| "loss": 0.3515, |
| "loss/crossentropy": 2.4432766437530518, |
| "loss/hidden": 0.3193359375, |
| "loss/logits": 0.03212443180382252, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.449, |
| "grad_norm": 3.0, |
| "grad_norm_var": 8.2694943745931, |
| "learning_rate": 2e-05, |
| "loss": 0.2823, |
| "loss/crossentropy": 1.0543333142995834, |
| "loss/hidden": 0.267578125, |
| "loss/logits": 0.014680951833724976, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 1.3125, |
| "grad_norm_var": 8.329198201497396, |
| "learning_rate": 2e-05, |
| "loss": 0.3061, |
| "loss/crossentropy": 2.019322693347931, |
| "loss/hidden": 0.2802734375, |
| "loss/logits": 0.025797588750720024, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.451, |
| "grad_norm": 1.4375, |
| "grad_norm_var": 8.470213826497396, |
| "learning_rate": 2e-05, |
| "loss": 0.3175, |
| "loss/crossentropy": 1.7490596175193787, |
| "loss/hidden": 0.2939453125, |
| "loss/logits": 0.023543373681604862, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.452, |
| "grad_norm": 2.53125, |
| "grad_norm_var": 8.466120402018229, |
| "learning_rate": 2e-05, |
| "loss": 0.3217, |
| "loss/crossentropy": 1.759113371372223, |
| "loss/hidden": 0.2978515625, |
| "loss/logits": 0.02383426111191511, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.453, |
| "grad_norm": 1.5859375, |
| "grad_norm_var": 8.433128865559896, |
| "learning_rate": 2e-05, |
| "loss": 0.3027, |
| "loss/crossentropy": 2.3126111030578613, |
| "loss/hidden": 0.2783203125, |
| "loss/logits": 0.024376308545470238, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.454, |
| "grad_norm": 1.703125, |
| "grad_norm_var": 8.567207845052083, |
| "learning_rate": 2e-05, |
| "loss": 0.3403, |
| "loss/crossentropy": 1.5542563199996948, |
| "loss/hidden": 0.3134765625, |
| "loss/logits": 0.026786498725414276, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.455, |
| "grad_norm": 1.6796875, |
| "grad_norm_var": 7.744832102457682, |
| "learning_rate": 2e-05, |
| "loss": 0.3387, |
| "loss/crossentropy": 1.7838309407234192, |
| "loss/hidden": 0.3134765625, |
| "loss/logits": 0.02520835865288973, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.456, |
| "grad_norm": 2.046875, |
| "grad_norm_var": 0.7266741434733073, |
| "learning_rate": 2e-05, |
| "loss": 0.389, |
| "loss/crossentropy": 1.2347190976142883, |
| "loss/hidden": 0.3583984375, |
| "loss/logits": 0.030589699745178223, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.457, |
| "grad_norm": 1.4921875, |
| "grad_norm_var": 0.69765625, |
| "learning_rate": 2e-05, |
| "loss": 0.3172, |
| "loss/crossentropy": 1.9718384146690369, |
| "loss/hidden": 0.2900390625, |
| "loss/logits": 0.02716031763702631, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.458, |
| "grad_norm": 1.3984375, |
| "grad_norm_var": 0.6900937398274739, |
| "learning_rate": 2e-05, |
| "loss": 0.311, |
| "loss/crossentropy": 2.390895366668701, |
| "loss/hidden": 0.28515625, |
| "loss/logits": 0.02580439206212759, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.459, |
| "grad_norm": 1.328125, |
| "grad_norm_var": 0.7320149739583334, |
| "learning_rate": 2e-05, |
| "loss": 0.2917, |
| "loss/crossentropy": 1.794322669506073, |
| "loss/hidden": 0.267578125, |
| "loss/logits": 0.02415597066283226, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 1.8671875, |
| "grad_norm_var": 0.727898915608724, |
| "learning_rate": 2e-05, |
| "loss": 0.3103, |
| "loss/crossentropy": 1.9104264378547668, |
| "loss/hidden": 0.2861328125, |
| "loss/logits": 0.024162941612303257, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.461, |
| "grad_norm": 1.0625, |
| "grad_norm_var": 0.769341786702474, |
| "learning_rate": 2e-05, |
| "loss": 0.314, |
| "loss/crossentropy": 1.9037153720855713, |
| "loss/hidden": 0.2900390625, |
| "loss/logits": 0.02395364549010992, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.462, |
| "grad_norm": 3.59375, |
| "grad_norm_var": 0.833056386311849, |
| "learning_rate": 2e-05, |
| "loss": 0.3334, |
| "loss/crossentropy": 0.9103630632162094, |
| "loss/hidden": 0.314453125, |
| "loss/logits": 0.018936143023893237, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.463, |
| "grad_norm": 2.609375, |
| "grad_norm_var": 0.48889134724934896, |
| "learning_rate": 2e-05, |
| "loss": 0.4235, |
| "loss/crossentropy": 1.9410001635551453, |
| "loss/hidden": 0.384765625, |
| "loss/logits": 0.03869070205837488, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.464, |
| "grad_norm": 1.234375, |
| "grad_norm_var": 0.5080523173014323, |
| "learning_rate": 2e-05, |
| "loss": 0.3223, |
| "loss/crossentropy": 2.3750853538513184, |
| "loss/hidden": 0.2919921875, |
| "loss/logits": 0.030337156727910042, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.465, |
| "grad_norm": 1.3359375, |
| "grad_norm_var": 0.42988688151041665, |
| "learning_rate": 2e-05, |
| "loss": 0.3482, |
| "loss/crossentropy": 1.9180442690849304, |
| "loss/hidden": 0.322265625, |
| "loss/logits": 0.025961963459849358, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.466, |
| "grad_norm": 1.6953125, |
| "grad_norm_var": 0.41601740519205727, |
| "learning_rate": 2e-05, |
| "loss": 0.3814, |
| "loss/crossentropy": 2.180357873439789, |
| "loss/hidden": 0.34765625, |
| "loss/logits": 0.03377598337829113, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.467, |
| "grad_norm": 1.453125, |
| "grad_norm_var": 0.4153032938639323, |
| "learning_rate": 2e-05, |
| "loss": 0.3298, |
| "loss/crossentropy": 2.112913489341736, |
| "loss/hidden": 0.302734375, |
| "loss/logits": 0.027080713771283627, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.468, |
| "grad_norm": 2.890625, |
| "grad_norm_var": 0.4589617411295573, |
| "learning_rate": 2e-05, |
| "loss": 0.3384, |
| "loss/crossentropy": 1.643601417541504, |
| "loss/hidden": 0.3134765625, |
| "loss/logits": 0.024958825670182705, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.469, |
| "grad_norm": 6.375, |
| "grad_norm_var": 1.7486724853515625, |
| "learning_rate": 2e-05, |
| "loss": 0.3684, |
| "loss/crossentropy": 1.8053930401802063, |
| "loss/hidden": 0.3369140625, |
| "loss/logits": 0.03144758567214012, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 3.109375, |
| "grad_norm_var": 1.7959136962890625, |
| "learning_rate": 2e-05, |
| "loss": 0.3813, |
| "loss/crossentropy": 1.2240911722183228, |
| "loss/hidden": 0.359375, |
| "loss/logits": 0.021923545747995377, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.471, |
| "grad_norm": 1.3046875, |
| "grad_norm_var": 1.8306304931640625, |
| "learning_rate": 2e-05, |
| "loss": 0.3026, |
| "loss/crossentropy": 2.474206805229187, |
| "loss/hidden": 0.2763671875, |
| "loss/logits": 0.02618865016847849, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.472, |
| "grad_norm": 3.6875, |
| "grad_norm_var": 1.9708740234375, |
| "learning_rate": 2e-05, |
| "loss": 0.3763, |
| "loss/crossentropy": 1.8918054699897766, |
| "loss/hidden": 0.3447265625, |
| "loss/logits": 0.03158373944461346, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.473, |
| "grad_norm": 5.21875, |
| "grad_norm_var": 2.4487037658691406, |
| "learning_rate": 2e-05, |
| "loss": 0.4363, |
| "loss/crossentropy": 1.8472670912742615, |
| "loss/hidden": 0.3857421875, |
| "loss/logits": 0.05057228542864323, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.474, |
| "grad_norm": 1.453125, |
| "grad_norm_var": 2.44078369140625, |
| "learning_rate": 2e-05, |
| "loss": 0.3664, |
| "loss/crossentropy": 2.0877062678337097, |
| "loss/hidden": 0.3359375, |
| "loss/logits": 0.030460949055850506, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.475, |
| "grad_norm": 1.859375, |
| "grad_norm_var": 2.3744466145833334, |
| "learning_rate": 2e-05, |
| "loss": 0.3774, |
| "loss/crossentropy": 1.695314645767212, |
| "loss/hidden": 0.34765625, |
| "loss/logits": 0.02971694804728031, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.476, |
| "grad_norm": 1.375, |
| "grad_norm_var": 2.4341916402180988, |
| "learning_rate": 2e-05, |
| "loss": 0.314, |
| "loss/crossentropy": 2.7232651710510254, |
| "loss/hidden": 0.2861328125, |
| "loss/logits": 0.02784702740609646, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.477, |
| "grad_norm": 20.375, |
| "grad_norm_var": 22.00192845662435, |
| "learning_rate": 2e-05, |
| "loss": 0.4724, |
| "loss/crossentropy": 1.8712067008018494, |
| "loss/hidden": 0.4365234375, |
| "loss/logits": 0.03585300501435995, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.478, |
| "grad_norm": 17.125, |
| "grad_norm_var": 33.21189956665039, |
| "learning_rate": 2e-05, |
| "loss": 0.4076, |
| "loss/crossentropy": 1.0799504667520523, |
| "loss/hidden": 0.3857421875, |
| "loss/logits": 0.021893550641834736, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.479, |
| "grad_norm": 11.3125, |
| "grad_norm_var": 35.67211888631185, |
| "learning_rate": 2e-05, |
| "loss": 0.3711, |
| "loss/crossentropy": 2.385028600692749, |
| "loss/hidden": 0.3408203125, |
| "loss/logits": 0.030241595581173897, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 1.546875, |
| "grad_norm_var": 35.516621653238936, |
| "learning_rate": 2e-05, |
| "loss": 0.3033, |
| "loss/crossentropy": 2.070383071899414, |
| "loss/hidden": 0.2783203125, |
| "loss/logits": 0.02501996699720621, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.481, |
| "grad_norm": 1.78125, |
| "grad_norm_var": 35.30360514322917, |
| "learning_rate": 2e-05, |
| "loss": 0.342, |
| "loss/crossentropy": 2.150891959667206, |
| "loss/hidden": 0.3134765625, |
| "loss/logits": 0.028521432541310787, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.482, |
| "grad_norm": 2.1875, |
| "grad_norm_var": 35.091365305582684, |
| "learning_rate": 2e-05, |
| "loss": 0.3651, |
| "loss/crossentropy": 1.959929347038269, |
| "loss/hidden": 0.3330078125, |
| "loss/logits": 0.032120613381266594, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.483, |
| "grad_norm": 1.8671875, |
| "grad_norm_var": 34.89572347005208, |
| "learning_rate": 2e-05, |
| "loss": 0.4069, |
| "loss/crossentropy": 0.9524770379066467, |
| "loss/hidden": 0.3857421875, |
| "loss/logits": 0.02115157339721918, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.484, |
| "grad_norm": 2.578125, |
| "grad_norm_var": 34.99875081380208, |
| "learning_rate": 2e-05, |
| "loss": 0.365, |
| "loss/crossentropy": 1.7186467051506042, |
| "loss/hidden": 0.3349609375, |
| "loss/logits": 0.030065175145864487, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.485, |
| "grad_norm": 1.7109375, |
| "grad_norm_var": 35.6259396870931, |
| "learning_rate": 2e-05, |
| "loss": 0.3548, |
| "loss/crossentropy": 1.7490887641906738, |
| "loss/hidden": 0.326171875, |
| "loss/logits": 0.02866003941744566, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.486, |
| "grad_norm": 1.3359375, |
| "grad_norm_var": 36.24727783203125, |
| "learning_rate": 2e-05, |
| "loss": 0.351, |
| "loss/crossentropy": 1.9811639785766602, |
| "loss/hidden": 0.322265625, |
| "loss/logits": 0.028715823777019978, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.487, |
| "grad_norm": 1.8984375, |
| "grad_norm_var": 35.993001302083336, |
| "learning_rate": 2e-05, |
| "loss": 0.3115, |
| "loss/crossentropy": 1.5961838364601135, |
| "loss/hidden": 0.2890625, |
| "loss/logits": 0.02241756021976471, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.488, |
| "grad_norm": 1.5234375, |
| "grad_norm_var": 36.615944163004556, |
| "learning_rate": 2e-05, |
| "loss": 0.3399, |
| "loss/crossentropy": 2.1186224818229675, |
| "loss/hidden": 0.3134765625, |
| "loss/logits": 0.026388862170279026, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.489, |
| "grad_norm": 3.09375, |
| "grad_norm_var": 36.75027847290039, |
| "learning_rate": 2e-05, |
| "loss": 0.3319, |
| "loss/crossentropy": 2.3766279220581055, |
| "loss/hidden": 0.302734375, |
| "loss/logits": 0.029136340133845806, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 3.1875, |
| "grad_norm_var": 36.21890029907227, |
| "learning_rate": 2e-05, |
| "loss": 0.3622, |
| "loss/crossentropy": 2.3046228289604187, |
| "loss/hidden": 0.3330078125, |
| "loss/logits": 0.029148480854928493, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.491, |
| "grad_norm": 1.3359375, |
| "grad_norm_var": 36.4323476155599, |
| "learning_rate": 2e-05, |
| "loss": 0.3253, |
| "loss/crossentropy": 2.0606563687324524, |
| "loss/hidden": 0.298828125, |
| "loss/logits": 0.026501288637518883, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.492, |
| "grad_norm": 1.8984375, |
| "grad_norm_var": 36.22162653605143, |
| "learning_rate": 2e-05, |
| "loss": 0.3576, |
| "loss/crossentropy": 2.0364081263542175, |
| "loss/hidden": 0.3271484375, |
| "loss/logits": 0.030420588329434395, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.493, |
| "grad_norm": 1.25, |
| "grad_norm_var": 19.040254465738933, |
| "learning_rate": 2e-05, |
| "loss": 0.3372, |
| "loss/crossentropy": 1.996462881565094, |
| "loss/hidden": 0.3095703125, |
| "loss/logits": 0.027610108256340027, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.494, |
| "grad_norm": 1.3671875, |
| "grad_norm_var": 5.884635416666667, |
| "learning_rate": 2e-05, |
| "loss": 0.3332, |
| "loss/crossentropy": 2.0653313398361206, |
| "loss/hidden": 0.3076171875, |
| "loss/logits": 0.025608508847653866, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.495, |
| "grad_norm": 11.1875, |
| "grad_norm_var": 5.738606770833333, |
| "learning_rate": 2e-05, |
| "loss": 0.4247, |
| "loss/crossentropy": 2.0056963562965393, |
| "loss/hidden": 0.39453125, |
| "loss/logits": 0.0301496759057045, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.496, |
| "grad_norm": 1.4140625, |
| "grad_norm_var": 5.756310780843099, |
| "learning_rate": 2e-05, |
| "loss": 0.3424, |
| "loss/crossentropy": 2.031468689441681, |
| "loss/hidden": 0.3154296875, |
| "loss/logits": 0.026999052613973618, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.497, |
| "grad_norm": 1.3359375, |
| "grad_norm_var": 5.809959920247396, |
| "learning_rate": 2e-05, |
| "loss": 0.3332, |
| "loss/crossentropy": 1.8416547179222107, |
| "loss/hidden": 0.3076171875, |
| "loss/logits": 0.025574706494808197, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.498, |
| "grad_norm": 1.3515625, |
| "grad_norm_var": 5.882696278889974, |
| "learning_rate": 2e-05, |
| "loss": 0.3496, |
| "loss/crossentropy": 2.2838199138641357, |
| "loss/hidden": 0.3193359375, |
| "loss/logits": 0.030256418511271477, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.499, |
| "grad_norm": 1.453125, |
| "grad_norm_var": 5.922606404622396, |
| "learning_rate": 2e-05, |
| "loss": 0.3806, |
| "loss/crossentropy": 1.759089708328247, |
| "loss/hidden": 0.349609375, |
| "loss/logits": 0.031000351533293724, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.9375, |
| "grad_norm_var": 5.930489095052083, |
| "learning_rate": 2e-05, |
| "loss": 0.3987, |
| "loss/crossentropy": 1.4412594437599182, |
| "loss/hidden": 0.37109375, |
| "loss/logits": 0.027633181773126125, |
| "step": 500 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 1000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 9223372036854775807, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": true, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.2202930782208e+16, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
