| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 1173, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0025575447570332483, |
| "grad_norm": 60.07620508040347, |
| "learning_rate": 0.0, |
| "loss": 10.9714, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.005115089514066497, |
| "grad_norm": 60.511635982681035, |
| "learning_rate": 4.2372881355932204e-07, |
| "loss": 11.044, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.0076726342710997444, |
| "grad_norm": 61.57012701086648, |
| "learning_rate": 8.474576271186441e-07, |
| "loss": 10.9687, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.010230179028132993, |
| "grad_norm": 62.423863746635334, |
| "learning_rate": 1.2711864406779662e-06, |
| "loss": 10.9132, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.01278772378516624, |
| "grad_norm": 60.51018546257131, |
| "learning_rate": 1.6949152542372882e-06, |
| "loss": 11.0108, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.015345268542199489, |
| "grad_norm": 66.2795306712718, |
| "learning_rate": 2.11864406779661e-06, |
| "loss": 10.7022, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.017902813299232736, |
| "grad_norm": 68.66164801562074, |
| "learning_rate": 2.5423728813559323e-06, |
| "loss": 10.6058, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.020460358056265986, |
| "grad_norm": 107.4660149943893, |
| "learning_rate": 2.9661016949152545e-06, |
| "loss": 9.0593, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.023017902813299233, |
| "grad_norm": 122.48386436910788, |
| "learning_rate": 3.3898305084745763e-06, |
| "loss": 8.4522, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.02557544757033248, |
| "grad_norm": 125.82848908671042, |
| "learning_rate": 3.813559322033899e-06, |
| "loss": 5.6693, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.028132992327365727, |
| "grad_norm": 52.58888004444451, |
| "learning_rate": 4.23728813559322e-06, |
| "loss": 3.0629, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.030690537084398978, |
| "grad_norm": 37.39340585668415, |
| "learning_rate": 4.6610169491525425e-06, |
| "loss": 2.376, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.03324808184143223, |
| "grad_norm": 28.735337125133064, |
| "learning_rate": 5.084745762711865e-06, |
| "loss": 2.1006, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.03580562659846547, |
| "grad_norm": 6.3291764630351315, |
| "learning_rate": 5.508474576271187e-06, |
| "loss": 1.2756, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.03836317135549872, |
| "grad_norm": 4.690308248334096, |
| "learning_rate": 5.932203389830509e-06, |
| "loss": 1.2509, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.04092071611253197, |
| "grad_norm": 3.5468348254384843, |
| "learning_rate": 6.3559322033898304e-06, |
| "loss": 1.1712, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.043478260869565216, |
| "grad_norm": 2.676492989643342, |
| "learning_rate": 6.779661016949153e-06, |
| "loss": 1.055, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.04603580562659847, |
| "grad_norm": 2.1888510444313205, |
| "learning_rate": 7.203389830508475e-06, |
| "loss": 1.0324, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.04859335038363171, |
| "grad_norm": 55.49598040447309, |
| "learning_rate": 7.627118644067798e-06, |
| "loss": 0.9577, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.05115089514066496, |
| "grad_norm": 18.10939464017419, |
| "learning_rate": 8.050847457627118e-06, |
| "loss": 0.8841, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.05370843989769821, |
| "grad_norm": 1.783845830738153, |
| "learning_rate": 8.47457627118644e-06, |
| "loss": 0.8704, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.056265984654731455, |
| "grad_norm": 1.2295478253717957, |
| "learning_rate": 8.898305084745763e-06, |
| "loss": 0.829, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.058823529411764705, |
| "grad_norm": 1.0279978849315632, |
| "learning_rate": 9.322033898305085e-06, |
| "loss": 0.8196, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.061381074168797956, |
| "grad_norm": 0.8982739673565904, |
| "learning_rate": 9.745762711864407e-06, |
| "loss": 0.7903, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.0639386189258312, |
| "grad_norm": 0.7588801023963194, |
| "learning_rate": 1.016949152542373e-05, |
| "loss": 0.7177, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.06649616368286446, |
| "grad_norm": 1.0123370131062162, |
| "learning_rate": 1.0593220338983052e-05, |
| "loss": 0.7536, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.06905370843989769, |
| "grad_norm": 0.7910316066634632, |
| "learning_rate": 1.1016949152542374e-05, |
| "loss": 0.6874, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.07161125319693094, |
| "grad_norm": 0.7192937721653079, |
| "learning_rate": 1.1440677966101696e-05, |
| "loss": 0.6942, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.0741687979539642, |
| "grad_norm": 0.6367048650637959, |
| "learning_rate": 1.1864406779661018e-05, |
| "loss": 0.652, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.07672634271099744, |
| "grad_norm": 0.6890008346231932, |
| "learning_rate": 1.228813559322034e-05, |
| "loss": 0.6527, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.0792838874680307, |
| "grad_norm": 0.7018774861427414, |
| "learning_rate": 1.2711864406779661e-05, |
| "loss": 0.6389, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.08184143222506395, |
| "grad_norm": 0.6934531307251741, |
| "learning_rate": 1.3135593220338985e-05, |
| "loss": 0.6612, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.08439897698209718, |
| "grad_norm": 0.4547490187162451, |
| "learning_rate": 1.3559322033898305e-05, |
| "loss": 0.6272, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.08695652173913043, |
| "grad_norm": 0.5411681099025528, |
| "learning_rate": 1.3983050847457627e-05, |
| "loss": 0.6326, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.08951406649616368, |
| "grad_norm": 0.5591394716745298, |
| "learning_rate": 1.440677966101695e-05, |
| "loss": 0.6139, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.09207161125319693, |
| "grad_norm": 0.4569913550931653, |
| "learning_rate": 1.4830508474576272e-05, |
| "loss": 0.6073, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.09462915601023018, |
| "grad_norm": 0.4147309558729621, |
| "learning_rate": 1.5254237288135596e-05, |
| "loss": 0.6017, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.09718670076726342, |
| "grad_norm": 0.44578293274404973, |
| "learning_rate": 1.5677966101694916e-05, |
| "loss": 0.578, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.09974424552429667, |
| "grad_norm": 0.44759576906101894, |
| "learning_rate": 1.6101694915254237e-05, |
| "loss": 0.5725, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.10230179028132992, |
| "grad_norm": 0.521441753506374, |
| "learning_rate": 1.652542372881356e-05, |
| "loss": 0.6091, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.10485933503836317, |
| "grad_norm": 0.3633683810476169, |
| "learning_rate": 1.694915254237288e-05, |
| "loss": 0.591, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.10741687979539642, |
| "grad_norm": 0.38875293035716313, |
| "learning_rate": 1.7372881355932205e-05, |
| "loss": 0.5684, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.10997442455242967, |
| "grad_norm": 0.4050488399781334, |
| "learning_rate": 1.7796610169491526e-05, |
| "loss": 0.5604, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.11253196930946291, |
| "grad_norm": 0.35484531528744356, |
| "learning_rate": 1.8220338983050846e-05, |
| "loss": 0.5588, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.11508951406649616, |
| "grad_norm": 0.3558009349640067, |
| "learning_rate": 1.864406779661017e-05, |
| "loss": 0.5772, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.11764705882352941, |
| "grad_norm": 0.3631599278698065, |
| "learning_rate": 1.906779661016949e-05, |
| "loss": 0.5567, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.12020460358056266, |
| "grad_norm": 0.29178893481388374, |
| "learning_rate": 1.9491525423728814e-05, |
| "loss": 0.5575, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.12276214833759591, |
| "grad_norm": 0.28512370332661957, |
| "learning_rate": 1.9915254237288135e-05, |
| "loss": 0.545, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.12531969309462915, |
| "grad_norm": 0.33383686916439004, |
| "learning_rate": 2.033898305084746e-05, |
| "loss": 0.5395, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.1278772378516624, |
| "grad_norm": 0.3302302589173117, |
| "learning_rate": 2.076271186440678e-05, |
| "loss": 0.5654, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.13043478260869565, |
| "grad_norm": 0.25804408924344063, |
| "learning_rate": 2.1186440677966103e-05, |
| "loss": 0.545, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.1329923273657289, |
| "grad_norm": 0.27338682999676506, |
| "learning_rate": 2.1610169491525427e-05, |
| "loss": 0.5417, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.13554987212276215, |
| "grad_norm": 0.25924856640229854, |
| "learning_rate": 2.2033898305084748e-05, |
| "loss": 0.5435, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.13810741687979539, |
| "grad_norm": 0.25667969517909306, |
| "learning_rate": 2.245762711864407e-05, |
| "loss": 0.5027, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.14066496163682865, |
| "grad_norm": 0.2651721483714715, |
| "learning_rate": 2.2881355932203392e-05, |
| "loss": 0.5148, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.1432225063938619, |
| "grad_norm": 0.2695589091283933, |
| "learning_rate": 2.3305084745762712e-05, |
| "loss": 0.5421, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.14578005115089515, |
| "grad_norm": 0.2660946246807775, |
| "learning_rate": 2.3728813559322036e-05, |
| "loss": 0.5302, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.1483375959079284, |
| "grad_norm": 0.2572598707834026, |
| "learning_rate": 2.4152542372881357e-05, |
| "loss": 0.5494, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.15089514066496162, |
| "grad_norm": 0.25796653370038297, |
| "learning_rate": 2.457627118644068e-05, |
| "loss": 0.5173, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.1534526854219949, |
| "grad_norm": 0.26719666930574326, |
| "learning_rate": 2.5e-05, |
| "loss": 0.5318, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.15601023017902813, |
| "grad_norm": 0.2415395019191131, |
| "learning_rate": 2.5423728813559322e-05, |
| "loss": 0.533, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.1585677749360614, |
| "grad_norm": 0.2731503593131359, |
| "learning_rate": 2.5847457627118642e-05, |
| "loss": 0.5138, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.16112531969309463, |
| "grad_norm": 0.23021339667231472, |
| "learning_rate": 2.627118644067797e-05, |
| "loss": 0.506, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.1636828644501279, |
| "grad_norm": 0.2438183399920384, |
| "learning_rate": 2.669491525423729e-05, |
| "loss": 0.4933, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.16624040920716113, |
| "grad_norm": 0.25625774549395297, |
| "learning_rate": 2.711864406779661e-05, |
| "loss": 0.5275, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.16879795396419436, |
| "grad_norm": 0.2523483723490555, |
| "learning_rate": 2.754237288135593e-05, |
| "loss": 0.517, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.17135549872122763, |
| "grad_norm": 0.24599282565528238, |
| "learning_rate": 2.7966101694915255e-05, |
| "loss": 0.5105, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.17391304347826086, |
| "grad_norm": 0.25271072320627247, |
| "learning_rate": 2.838983050847458e-05, |
| "loss": 0.4947, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.17647058823529413, |
| "grad_norm": 0.26800675870234536, |
| "learning_rate": 2.88135593220339e-05, |
| "loss": 0.5018, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.17902813299232737, |
| "grad_norm": 0.22967309445842915, |
| "learning_rate": 2.9237288135593223e-05, |
| "loss": 0.5127, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.1815856777493606, |
| "grad_norm": 0.2936501608494599, |
| "learning_rate": 2.9661016949152544e-05, |
| "loss": 0.5067, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.18414322250639387, |
| "grad_norm": 0.3944135766030376, |
| "learning_rate": 3.0084745762711864e-05, |
| "loss": 0.5189, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.1867007672634271, |
| "grad_norm": 0.266923293934136, |
| "learning_rate": 3.050847457627119e-05, |
| "loss": 0.5099, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.18925831202046037, |
| "grad_norm": 0.25718984553900326, |
| "learning_rate": 3.093220338983051e-05, |
| "loss": 0.5024, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.1918158567774936, |
| "grad_norm": 0.23516139958516855, |
| "learning_rate": 3.135593220338983e-05, |
| "loss": 0.4961, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.19437340153452684, |
| "grad_norm": 0.2629972539950733, |
| "learning_rate": 3.177966101694915e-05, |
| "loss": 0.4858, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.1969309462915601, |
| "grad_norm": 0.2397591843698089, |
| "learning_rate": 3.2203389830508473e-05, |
| "loss": 0.5022, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.19948849104859334, |
| "grad_norm": 0.2488143296082389, |
| "learning_rate": 3.26271186440678e-05, |
| "loss": 0.5008, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.2020460358056266, |
| "grad_norm": 0.284022517588893, |
| "learning_rate": 3.305084745762712e-05, |
| "loss": 0.4944, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.20460358056265984, |
| "grad_norm": 0.2585535341280856, |
| "learning_rate": 3.347457627118644e-05, |
| "loss": 0.4681, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.2071611253196931, |
| "grad_norm": 0.27227808307258267, |
| "learning_rate": 3.389830508474576e-05, |
| "loss": 0.4798, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.20971867007672634, |
| "grad_norm": 0.27943220348506814, |
| "learning_rate": 3.432203389830508e-05, |
| "loss": 0.4869, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.21227621483375958, |
| "grad_norm": 0.2591147558052403, |
| "learning_rate": 3.474576271186441e-05, |
| "loss": 0.5002, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.21483375959079284, |
| "grad_norm": 0.26199419848962174, |
| "learning_rate": 3.516949152542373e-05, |
| "loss": 0.4848, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.21739130434782608, |
| "grad_norm": 0.2560452706817345, |
| "learning_rate": 3.559322033898305e-05, |
| "loss": 0.4796, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.21994884910485935, |
| "grad_norm": 0.3104926180958261, |
| "learning_rate": 3.601694915254237e-05, |
| "loss": 0.4857, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.22250639386189258, |
| "grad_norm": 0.2595037856684306, |
| "learning_rate": 3.644067796610169e-05, |
| "loss": 0.4786, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.22506393861892582, |
| "grad_norm": 0.28985166506581866, |
| "learning_rate": 3.686440677966102e-05, |
| "loss": 0.4733, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.22762148337595908, |
| "grad_norm": 0.2900856188045173, |
| "learning_rate": 3.728813559322034e-05, |
| "loss": 0.4893, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.23017902813299232, |
| "grad_norm": 0.3181961782523891, |
| "learning_rate": 3.771186440677966e-05, |
| "loss": 0.4836, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.23273657289002558, |
| "grad_norm": 0.3524322519656808, |
| "learning_rate": 3.813559322033898e-05, |
| "loss": 0.4858, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.23529411764705882, |
| "grad_norm": 0.277143774625197, |
| "learning_rate": 3.855932203389831e-05, |
| "loss": 0.4602, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.23785166240409208, |
| "grad_norm": 0.3152846596099472, |
| "learning_rate": 3.898305084745763e-05, |
| "loss": 0.4861, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.24040920716112532, |
| "grad_norm": 0.3108040600900486, |
| "learning_rate": 3.940677966101695e-05, |
| "loss": 0.4735, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.24296675191815856, |
| "grad_norm": 0.3636456936928106, |
| "learning_rate": 3.983050847457627e-05, |
| "loss": 0.4927, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.24552429667519182, |
| "grad_norm": 0.281719824056263, |
| "learning_rate": 4.025423728813559e-05, |
| "loss": 0.478, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.24808184143222506, |
| "grad_norm": 0.31572505604740536, |
| "learning_rate": 4.067796610169492e-05, |
| "loss": 0.4782, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.2506393861892583, |
| "grad_norm": 0.3265923715391404, |
| "learning_rate": 4.110169491525424e-05, |
| "loss": 0.4769, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.2531969309462916, |
| "grad_norm": 0.28803267079398887, |
| "learning_rate": 4.152542372881356e-05, |
| "loss": 0.4729, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.2557544757033248, |
| "grad_norm": 0.3650171432061163, |
| "learning_rate": 4.1949152542372886e-05, |
| "loss": 0.4686, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.25831202046035806, |
| "grad_norm": 0.3208885876586653, |
| "learning_rate": 4.2372881355932206e-05, |
| "loss": 0.4756, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.2608695652173913, |
| "grad_norm": 0.3018386311182313, |
| "learning_rate": 4.279661016949153e-05, |
| "loss": 0.4898, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.26342710997442453, |
| "grad_norm": 0.35043017471200005, |
| "learning_rate": 4.3220338983050854e-05, |
| "loss": 0.4791, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.2659846547314578, |
| "grad_norm": 0.34067263771788764, |
| "learning_rate": 4.3644067796610175e-05, |
| "loss": 0.4605, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.26854219948849106, |
| "grad_norm": 0.30101429979539257, |
| "learning_rate": 4.4067796610169495e-05, |
| "loss": 0.4736, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.2710997442455243, |
| "grad_norm": 0.30707206512082585, |
| "learning_rate": 4.4491525423728816e-05, |
| "loss": 0.4822, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.27365728900255754, |
| "grad_norm": 0.39306930698809855, |
| "learning_rate": 4.491525423728814e-05, |
| "loss": 0.4586, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.27621483375959077, |
| "grad_norm": 0.2793625552949932, |
| "learning_rate": 4.533898305084746e-05, |
| "loss": 0.4824, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.27877237851662406, |
| "grad_norm": 0.39226221347711837, |
| "learning_rate": 4.5762711864406784e-05, |
| "loss": 0.4576, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.2813299232736573, |
| "grad_norm": 0.3030667831941101, |
| "learning_rate": 4.6186440677966104e-05, |
| "loss": 0.4624, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.28388746803069054, |
| "grad_norm": 0.3273613222535301, |
| "learning_rate": 4.6610169491525425e-05, |
| "loss": 0.4799, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.2864450127877238, |
| "grad_norm": 0.2863063658186757, |
| "learning_rate": 4.703389830508475e-05, |
| "loss": 0.4669, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.289002557544757, |
| "grad_norm": 0.33232608459400076, |
| "learning_rate": 4.745762711864407e-05, |
| "loss": 0.4825, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.2915601023017903, |
| "grad_norm": 0.3600411712420216, |
| "learning_rate": 4.788135593220339e-05, |
| "loss": 0.4683, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.29411764705882354, |
| "grad_norm": 0.27761199193640784, |
| "learning_rate": 4.8305084745762714e-05, |
| "loss": 0.4755, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.2966751918158568, |
| "grad_norm": 0.3144400589669658, |
| "learning_rate": 4.8728813559322034e-05, |
| "loss": 0.4566, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.29923273657289, |
| "grad_norm": 0.35513580765557595, |
| "learning_rate": 4.915254237288136e-05, |
| "loss": 0.459, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.30179028132992325, |
| "grad_norm": 0.2738899153960894, |
| "learning_rate": 4.957627118644068e-05, |
| "loss": 0.4657, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.30434782608695654, |
| "grad_norm": 0.3433568900683564, |
| "learning_rate": 5e-05, |
| "loss": 0.4594, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.3069053708439898, |
| "grad_norm": 0.2765901256428289, |
| "learning_rate": 4.9952606635071094e-05, |
| "loss": 0.4754, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.309462915601023, |
| "grad_norm": 0.3551164959173657, |
| "learning_rate": 4.990521327014218e-05, |
| "loss": 0.4616, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.31202046035805625, |
| "grad_norm": 0.29005640287933204, |
| "learning_rate": 4.985781990521327e-05, |
| "loss": 0.4671, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.3145780051150895, |
| "grad_norm": 0.3733034604083977, |
| "learning_rate": 4.981042654028436e-05, |
| "loss": 0.4891, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.3171355498721228, |
| "grad_norm": 0.28943964192066307, |
| "learning_rate": 4.976303317535545e-05, |
| "loss": 0.4658, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.319693094629156, |
| "grad_norm": 0.34596305401543703, |
| "learning_rate": 4.9715639810426544e-05, |
| "loss": 0.4601, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.32225063938618925, |
| "grad_norm": 0.30408705183314516, |
| "learning_rate": 4.9668246445497635e-05, |
| "loss": 0.4392, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.3248081841432225, |
| "grad_norm": 0.2934769724426176, |
| "learning_rate": 4.9620853080568726e-05, |
| "loss": 0.4755, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.3273657289002558, |
| "grad_norm": 0.3194601339022468, |
| "learning_rate": 4.957345971563981e-05, |
| "loss": 0.455, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.329923273657289, |
| "grad_norm": 0.2765722150148559, |
| "learning_rate": 4.95260663507109e-05, |
| "loss": 0.4371, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.33248081841432225, |
| "grad_norm": 0.3098968524738735, |
| "learning_rate": 4.9478672985781994e-05, |
| "loss": 0.4479, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.3350383631713555, |
| "grad_norm": 0.29058110177351354, |
| "learning_rate": 4.9431279620853085e-05, |
| "loss": 0.4638, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.3375959079283887, |
| "grad_norm": 0.34878186474460904, |
| "learning_rate": 4.938388625592417e-05, |
| "loss": 0.4589, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.340153452685422, |
| "grad_norm": 0.34103367199010814, |
| "learning_rate": 4.933649289099526e-05, |
| "loss": 0.4494, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.34271099744245526, |
| "grad_norm": 0.3024000321891373, |
| "learning_rate": 4.928909952606635e-05, |
| "loss": 0.4642, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.3452685421994885, |
| "grad_norm": 0.3120266717266376, |
| "learning_rate": 4.9241706161137443e-05, |
| "loss": 0.4494, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.34782608695652173, |
| "grad_norm": 0.3437694967932959, |
| "learning_rate": 4.919431279620853e-05, |
| "loss": 0.4385, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.35038363171355497, |
| "grad_norm": 0.3561886653860422, |
| "learning_rate": 4.9146919431279626e-05, |
| "loss": 0.4503, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.35294117647058826, |
| "grad_norm": 0.3265621404114159, |
| "learning_rate": 4.909952606635072e-05, |
| "loss": 0.4528, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.3554987212276215, |
| "grad_norm": 0.39021732468276327, |
| "learning_rate": 4.90521327014218e-05, |
| "loss": 0.47, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.35805626598465473, |
| "grad_norm": 0.2892525783443359, |
| "learning_rate": 4.900473933649289e-05, |
| "loss": 0.4425, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.36061381074168797, |
| "grad_norm": 0.35290539690783224, |
| "learning_rate": 4.8957345971563985e-05, |
| "loss": 0.4575, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.3631713554987212, |
| "grad_norm": 0.4428368742434025, |
| "learning_rate": 4.8909952606635076e-05, |
| "loss": 0.4722, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.3657289002557545, |
| "grad_norm": 0.2735345303292492, |
| "learning_rate": 4.886255924170616e-05, |
| "loss": 0.4553, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.36828644501278773, |
| "grad_norm": 0.4438915131124858, |
| "learning_rate": 4.881516587677725e-05, |
| "loss": 0.4721, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.37084398976982097, |
| "grad_norm": 0.3281658095262752, |
| "learning_rate": 4.876777251184834e-05, |
| "loss": 0.4378, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.3734015345268542, |
| "grad_norm": 0.3710338165695333, |
| "learning_rate": 4.8720379146919435e-05, |
| "loss": 0.4764, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.37595907928388744, |
| "grad_norm": 0.35926803120990913, |
| "learning_rate": 4.867298578199052e-05, |
| "loss": 0.4552, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.37851662404092073, |
| "grad_norm": 0.36794824845872526, |
| "learning_rate": 4.862559241706162e-05, |
| "loss": 0.4578, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.38107416879795397, |
| "grad_norm": 0.31318291286449124, |
| "learning_rate": 4.857819905213271e-05, |
| "loss": 0.4351, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.3836317135549872, |
| "grad_norm": 0.33033923224683864, |
| "learning_rate": 4.853080568720379e-05, |
| "loss": 0.4565, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.38618925831202044, |
| "grad_norm": 0.30424131577956276, |
| "learning_rate": 4.8483412322274884e-05, |
| "loss": 0.4403, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.3887468030690537, |
| "grad_norm": 0.28074085140395005, |
| "learning_rate": 4.8436018957345976e-05, |
| "loss": 0.4486, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.391304347826087, |
| "grad_norm": 0.3579125827021185, |
| "learning_rate": 4.838862559241707e-05, |
| "loss": 0.4625, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.3938618925831202, |
| "grad_norm": 0.3057863908214165, |
| "learning_rate": 4.834123222748815e-05, |
| "loss": 0.4361, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.39641943734015345, |
| "grad_norm": 0.28441580945568773, |
| "learning_rate": 4.829383886255924e-05, |
| "loss": 0.4341, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.3989769820971867, |
| "grad_norm": 0.28566109258674055, |
| "learning_rate": 4.8246445497630334e-05, |
| "loss": 0.441, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.40153452685422, |
| "grad_norm": 0.3002441202365732, |
| "learning_rate": 4.819905213270142e-05, |
| "loss": 0.4329, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.4040920716112532, |
| "grad_norm": 0.3199646866784537, |
| "learning_rate": 4.815165876777251e-05, |
| "loss": 0.4446, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.40664961636828645, |
| "grad_norm": 0.2928518681501388, |
| "learning_rate": 4.810426540284361e-05, |
| "loss": 0.428, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.4092071611253197, |
| "grad_norm": 0.3946927235529595, |
| "learning_rate": 4.80568720379147e-05, |
| "loss": 0.4421, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.4117647058823529, |
| "grad_norm": 0.30774149759921665, |
| "learning_rate": 4.8009478672985784e-05, |
| "loss": 0.4679, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.4143222506393862, |
| "grad_norm": 0.3644907390867006, |
| "learning_rate": 4.7962085308056876e-05, |
| "loss": 0.4516, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.41687979539641945, |
| "grad_norm": 0.31614856501701377, |
| "learning_rate": 4.791469194312797e-05, |
| "loss": 0.4539, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.4194373401534527, |
| "grad_norm": 0.30645090377175094, |
| "learning_rate": 4.786729857819905e-05, |
| "loss": 0.4346, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.4219948849104859, |
| "grad_norm": 0.34220416537004444, |
| "learning_rate": 4.781990521327014e-05, |
| "loss": 0.4437, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.42455242966751916, |
| "grad_norm": 0.29009367411374415, |
| "learning_rate": 4.7772511848341234e-05, |
| "loss": 0.4478, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.42710997442455245, |
| "grad_norm": 0.3080387840957786, |
| "learning_rate": 4.7725118483412326e-05, |
| "loss": 0.4365, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.4296675191815857, |
| "grad_norm": 0.30741939240017874, |
| "learning_rate": 4.767772511848341e-05, |
| "loss": 0.4588, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.4322250639386189, |
| "grad_norm": 0.3198498782578863, |
| "learning_rate": 4.76303317535545e-05, |
| "loss": 0.438, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.43478260869565216, |
| "grad_norm": 0.34750707859647, |
| "learning_rate": 4.758293838862559e-05, |
| "loss": 0.4543, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.4373401534526854, |
| "grad_norm": 0.3106322104274765, |
| "learning_rate": 4.7535545023696684e-05, |
| "loss": 0.4567, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.4398976982097187, |
| "grad_norm": 0.30192961843031885, |
| "learning_rate": 4.7488151658767775e-05, |
| "loss": 0.4342, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.4424552429667519, |
| "grad_norm": 0.28068686110702473, |
| "learning_rate": 4.744075829383887e-05, |
| "loss": 0.4246, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.44501278772378516, |
| "grad_norm": 0.343504552181982, |
| "learning_rate": 4.739336492890996e-05, |
| "loss": 0.4515, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.4475703324808184, |
| "grad_norm": 0.27995937978607677, |
| "learning_rate": 4.734597156398104e-05, |
| "loss": 0.4423, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.45012787723785164, |
| "grad_norm": 0.3040416539136848, |
| "learning_rate": 4.7298578199052134e-05, |
| "loss": 0.45, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.45268542199488493, |
| "grad_norm": 0.31835031373188166, |
| "learning_rate": 4.7251184834123225e-05, |
| "loss": 0.4532, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.45524296675191817, |
| "grad_norm": 0.3414414505648522, |
| "learning_rate": 4.720379146919432e-05, |
| "loss": 0.4498, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.4578005115089514, |
| "grad_norm": 0.3673972403213916, |
| "learning_rate": 4.71563981042654e-05, |
| "loss": 0.444, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.46035805626598464, |
| "grad_norm": 0.2994655863634162, |
| "learning_rate": 4.710900473933649e-05, |
| "loss": 0.4436, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.4629156010230179, |
| "grad_norm": 0.2979340261572654, |
| "learning_rate": 4.7061611374407584e-05, |
| "loss": 0.4338, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.46547314578005117, |
| "grad_norm": 0.3259496116943633, |
| "learning_rate": 4.7014218009478675e-05, |
| "loss": 0.4495, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.4680306905370844, |
| "grad_norm": 0.23888073915231028, |
| "learning_rate": 4.6966824644549767e-05, |
| "loss": 0.4284, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.47058823529411764, |
| "grad_norm": 0.32689979789920254, |
| "learning_rate": 4.691943127962086e-05, |
| "loss": 0.4307, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.4731457800511509, |
| "grad_norm": 0.25079547977758637, |
| "learning_rate": 4.687203791469195e-05, |
| "loss": 0.4421, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.47570332480818417, |
| "grad_norm": 0.2867599117175957, |
| "learning_rate": 4.6824644549763034e-05, |
| "loss": 0.4208, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.4782608695652174, |
| "grad_norm": 0.30676226767943815, |
| "learning_rate": 4.6777251184834125e-05, |
| "loss": 0.4473, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.48081841432225064, |
| "grad_norm": 0.2535226915718885, |
| "learning_rate": 4.6729857819905216e-05, |
| "loss": 0.4341, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.4833759590792839, |
| "grad_norm": 0.2953685479977593, |
| "learning_rate": 4.668246445497631e-05, |
| "loss": 0.4296, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.4859335038363171, |
| "grad_norm": 0.24557281792948057, |
| "learning_rate": 4.663507109004739e-05, |
| "loss": 0.4507, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.4884910485933504, |
| "grad_norm": 0.2738208517596116, |
| "learning_rate": 4.6587677725118484e-05, |
| "loss": 0.4285, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.49104859335038364, |
| "grad_norm": 0.28109008439258515, |
| "learning_rate": 4.6540284360189575e-05, |
| "loss": 0.4396, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.4936061381074169, |
| "grad_norm": 0.2793263219783419, |
| "learning_rate": 4.6492890995260666e-05, |
| "loss": 0.4334, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.4961636828644501, |
| "grad_norm": 0.2679578064695335, |
| "learning_rate": 4.644549763033176e-05, |
| "loss": 0.4425, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.49872122762148335, |
| "grad_norm": 0.22379280473483837, |
| "learning_rate": 4.639810426540285e-05, |
| "loss": 0.4366, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.5012787723785166, |
| "grad_norm": 0.24785033078885174, |
| "learning_rate": 4.635071090047394e-05, |
| "loss": 0.4309, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.5038363171355499, |
| "grad_norm": 0.24670000195823377, |
| "learning_rate": 4.6303317535545025e-05, |
| "loss": 0.4417, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.5063938618925832, |
| "grad_norm": 0.2930253060170641, |
| "learning_rate": 4.6255924170616116e-05, |
| "loss": 0.4375, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.5089514066496164, |
| "grad_norm": 0.25825281391527216, |
| "learning_rate": 4.620853080568721e-05, |
| "loss": 0.4069, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.5115089514066496, |
| "grad_norm": 0.26224408452770004, |
| "learning_rate": 4.616113744075829e-05, |
| "loss": 0.4324, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.5140664961636828, |
| "grad_norm": 0.25990930281801855, |
| "learning_rate": 4.6113744075829384e-05, |
| "loss": 0.4345, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.5166240409207161, |
| "grad_norm": 0.268851283978036, |
| "learning_rate": 4.6066350710900475e-05, |
| "loss": 0.4459, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.5191815856777494, |
| "grad_norm": 0.24959358046946803, |
| "learning_rate": 4.6018957345971566e-05, |
| "loss": 0.429, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.5217391304347826, |
| "grad_norm": 0.25540467279864626, |
| "learning_rate": 4.597156398104265e-05, |
| "loss": 0.4348, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.5242966751918159, |
| "grad_norm": 0.3130713054404299, |
| "learning_rate": 4.592417061611375e-05, |
| "loss": 0.4271, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.5268542199488491, |
| "grad_norm": 0.2688748449663916, |
| "learning_rate": 4.587677725118484e-05, |
| "loss": 0.442, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.5294117647058824, |
| "grad_norm": 0.28683589425397626, |
| "learning_rate": 4.5829383886255925e-05, |
| "loss": 0.4333, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.5319693094629157, |
| "grad_norm": 0.271763985489389, |
| "learning_rate": 4.5781990521327016e-05, |
| "loss": 0.4438, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.5345268542199488, |
| "grad_norm": 0.2885843579908882, |
| "learning_rate": 4.573459715639811e-05, |
| "loss": 0.4419, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.5370843989769821, |
| "grad_norm": 0.28754217783051483, |
| "learning_rate": 4.56872037914692e-05, |
| "loss": 0.4355, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.5396419437340153, |
| "grad_norm": 0.2737511286441873, |
| "learning_rate": 4.563981042654028e-05, |
| "loss": 0.4387, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.5421994884910486, |
| "grad_norm": 0.27934016374689097, |
| "learning_rate": 4.5592417061611375e-05, |
| "loss": 0.4349, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.5447570332480819, |
| "grad_norm": 0.26735219691819356, |
| "learning_rate": 4.5545023696682466e-05, |
| "loss": 0.4134, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.5473145780051151, |
| "grad_norm": 0.23887968506376323, |
| "learning_rate": 4.549763033175356e-05, |
| "loss": 0.4229, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.5498721227621484, |
| "grad_norm": 0.3011075198266259, |
| "learning_rate": 4.545023696682464e-05, |
| "loss": 0.428, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.5524296675191815, |
| "grad_norm": 0.2637321441272665, |
| "learning_rate": 4.540284360189574e-05, |
| "loss": 0.4363, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.5549872122762148, |
| "grad_norm": 0.29296145440427007, |
| "learning_rate": 4.535545023696683e-05, |
| "loss": 0.4304, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.5575447570332481, |
| "grad_norm": 0.30674762583017257, |
| "learning_rate": 4.5308056872037916e-05, |
| "loss": 0.4298, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.5601023017902813, |
| "grad_norm": 0.3143323294898988, |
| "learning_rate": 4.526066350710901e-05, |
| "loss": 0.4174, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.5626598465473146, |
| "grad_norm": 0.32231260882420976, |
| "learning_rate": 4.52132701421801e-05, |
| "loss": 0.4167, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.5652173913043478, |
| "grad_norm": 0.3083722811455428, |
| "learning_rate": 4.516587677725119e-05, |
| "loss": 0.4146, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.5677749360613811, |
| "grad_norm": 0.29120067898722657, |
| "learning_rate": 4.5118483412322274e-05, |
| "loss": 0.4341, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.5703324808184144, |
| "grad_norm": 0.31085600501836047, |
| "learning_rate": 4.5071090047393366e-05, |
| "loss": 0.4368, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.5728900255754475, |
| "grad_norm": 0.2562962629149674, |
| "learning_rate": 4.502369668246446e-05, |
| "loss": 0.4505, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.5754475703324808, |
| "grad_norm": 0.3229335775809623, |
| "learning_rate": 4.497630331753555e-05, |
| "loss": 0.4281, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.578005115089514, |
| "grad_norm": 0.2540883724081723, |
| "learning_rate": 4.492890995260663e-05, |
| "loss": 0.4345, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.5805626598465473, |
| "grad_norm": 0.2886423143864352, |
| "learning_rate": 4.488151658767773e-05, |
| "loss": 0.4252, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.5831202046035806, |
| "grad_norm": 0.25233412822407364, |
| "learning_rate": 4.483412322274882e-05, |
| "loss": 0.4366, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.5856777493606138, |
| "grad_norm": 0.3098472836225145, |
| "learning_rate": 4.478672985781991e-05, |
| "loss": 0.4363, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.5882352941176471, |
| "grad_norm": 0.27067664311480977, |
| "learning_rate": 4.4739336492891e-05, |
| "loss": 0.4354, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.5907928388746803, |
| "grad_norm": 0.28985639348209424, |
| "learning_rate": 4.469194312796209e-05, |
| "loss": 0.4441, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.5933503836317136, |
| "grad_norm": 0.24685436630203944, |
| "learning_rate": 4.464454976303318e-05, |
| "loss": 0.4249, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.5959079283887468, |
| "grad_norm": 0.2415267361110554, |
| "learning_rate": 4.4597156398104266e-05, |
| "loss": 0.4218, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.59846547314578, |
| "grad_norm": 0.2690111434121743, |
| "learning_rate": 4.454976303317536e-05, |
| "loss": 0.4597, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.6010230179028133, |
| "grad_norm": 0.24515241676488578, |
| "learning_rate": 4.450236966824645e-05, |
| "loss": 0.4484, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.6035805626598465, |
| "grad_norm": 0.27035232285201444, |
| "learning_rate": 4.445497630331753e-05, |
| "loss": 0.4241, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.6061381074168798, |
| "grad_norm": 0.24712864164146403, |
| "learning_rate": 4.4407582938388624e-05, |
| "loss": 0.4351, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.6086956521739131, |
| "grad_norm": 0.2756970755602701, |
| "learning_rate": 4.4360189573459716e-05, |
| "loss": 0.424, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.6112531969309463, |
| "grad_norm": 0.219814601291788, |
| "learning_rate": 4.431279620853081e-05, |
| "loss": 0.4355, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.6138107416879796, |
| "grad_norm": 0.3022287967822769, |
| "learning_rate": 4.42654028436019e-05, |
| "loss": 0.421, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.6163682864450127, |
| "grad_norm": 0.25187957786419013, |
| "learning_rate": 4.421800947867299e-05, |
| "loss": 0.3987, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.618925831202046, |
| "grad_norm": 0.2906641083550279, |
| "learning_rate": 4.417061611374408e-05, |
| "loss": 0.4094, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.6214833759590793, |
| "grad_norm": 0.276150078017692, |
| "learning_rate": 4.4123222748815165e-05, |
| "loss": 0.4336, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.6240409207161125, |
| "grad_norm": 0.31066268816197273, |
| "learning_rate": 4.407582938388626e-05, |
| "loss": 0.4327, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.6265984654731458, |
| "grad_norm": 0.2741673358883194, |
| "learning_rate": 4.402843601895735e-05, |
| "loss": 0.4389, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.629156010230179, |
| "grad_norm": 0.2836157982013865, |
| "learning_rate": 4.398104265402844e-05, |
| "loss": 0.4197, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.6317135549872123, |
| "grad_norm": 0.2785562060260622, |
| "learning_rate": 4.3933649289099524e-05, |
| "loss": 0.4118, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.6342710997442456, |
| "grad_norm": 0.2562708631634233, |
| "learning_rate": 4.3886255924170615e-05, |
| "loss": 0.4313, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.6368286445012787, |
| "grad_norm": 0.3006474659338952, |
| "learning_rate": 4.383886255924171e-05, |
| "loss": 0.4369, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.639386189258312, |
| "grad_norm": 0.2457393144167786, |
| "learning_rate": 4.37914691943128e-05, |
| "loss": 0.4262, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.6419437340153452, |
| "grad_norm": 0.2613054151983516, |
| "learning_rate": 4.374407582938389e-05, |
| "loss": 0.4156, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.6445012787723785, |
| "grad_norm": 0.2560975612132112, |
| "learning_rate": 4.369668246445498e-05, |
| "loss": 0.4327, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.6470588235294118, |
| "grad_norm": 0.2615125383682568, |
| "learning_rate": 4.364928909952607e-05, |
| "loss": 0.4239, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.649616368286445, |
| "grad_norm": 0.2703032829220517, |
| "learning_rate": 4.3601895734597157e-05, |
| "loss": 0.4326, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.6521739130434783, |
| "grad_norm": 0.27271514949565595, |
| "learning_rate": 4.355450236966825e-05, |
| "loss": 0.4265, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.6547314578005116, |
| "grad_norm": 0.28726916782564577, |
| "learning_rate": 4.350710900473934e-05, |
| "loss": 0.4357, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.6572890025575447, |
| "grad_norm": 0.24344125190622717, |
| "learning_rate": 4.345971563981043e-05, |
| "loss": 0.4209, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.659846547314578, |
| "grad_norm": 0.2779762711774089, |
| "learning_rate": 4.3412322274881515e-05, |
| "loss": 0.4402, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.6624040920716112, |
| "grad_norm": 0.2833066194766303, |
| "learning_rate": 4.3364928909952606e-05, |
| "loss": 0.4309, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.6649616368286445, |
| "grad_norm": 0.264439200242611, |
| "learning_rate": 4.33175355450237e-05, |
| "loss": 0.4234, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.6675191815856778, |
| "grad_norm": 0.24820943480335378, |
| "learning_rate": 4.327014218009479e-05, |
| "loss": 0.3998, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.670076726342711, |
| "grad_norm": 0.25992990540498473, |
| "learning_rate": 4.322274881516588e-05, |
| "loss": 0.4168, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.6726342710997443, |
| "grad_norm": 0.261861520036362, |
| "learning_rate": 4.317535545023697e-05, |
| "loss": 0.4148, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.6751918158567775, |
| "grad_norm": 0.26644356287497634, |
| "learning_rate": 4.312796208530806e-05, |
| "loss": 0.4345, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.6777493606138107, |
| "grad_norm": 0.2666945078617733, |
| "learning_rate": 4.308056872037915e-05, |
| "loss": 0.429, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.680306905370844, |
| "grad_norm": 0.23998424454638398, |
| "learning_rate": 4.303317535545024e-05, |
| "loss": 0.4226, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.6828644501278772, |
| "grad_norm": 0.2530577923125785, |
| "learning_rate": 4.298578199052133e-05, |
| "loss": 0.4078, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.6854219948849105, |
| "grad_norm": 0.2532304497913718, |
| "learning_rate": 4.293838862559242e-05, |
| "loss": 0.4157, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.6879795396419437, |
| "grad_norm": 0.25183699854529734, |
| "learning_rate": 4.2890995260663506e-05, |
| "loss": 0.4213, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.690537084398977, |
| "grad_norm": 0.26547907225114403, |
| "learning_rate": 4.28436018957346e-05, |
| "loss": 0.4213, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.6930946291560103, |
| "grad_norm": 0.247119162528651, |
| "learning_rate": 4.279620853080569e-05, |
| "loss": 0.4441, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.6956521739130435, |
| "grad_norm": 0.2802387698001237, |
| "learning_rate": 4.2748815165876774e-05, |
| "loss": 0.3961, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.6982097186700768, |
| "grad_norm": 0.26948037359199567, |
| "learning_rate": 4.270142180094787e-05, |
| "loss": 0.4245, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.7007672634271099, |
| "grad_norm": 0.26130649009882045, |
| "learning_rate": 4.265402843601896e-05, |
| "loss": 0.4322, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.7033248081841432, |
| "grad_norm": 0.27770444806162603, |
| "learning_rate": 4.260663507109005e-05, |
| "loss": 0.4202, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.7058823529411765, |
| "grad_norm": 0.2725938450444014, |
| "learning_rate": 4.255924170616114e-05, |
| "loss": 0.4287, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.7084398976982097, |
| "grad_norm": 0.27389105466937425, |
| "learning_rate": 4.251184834123223e-05, |
| "loss": 0.4409, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.710997442455243, |
| "grad_norm": 0.2559589781819663, |
| "learning_rate": 4.246445497630332e-05, |
| "loss": 0.4239, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.7135549872122762, |
| "grad_norm": 0.27905262687916627, |
| "learning_rate": 4.2417061611374406e-05, |
| "loss": 0.4012, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.7161125319693095, |
| "grad_norm": 0.23334151341578974, |
| "learning_rate": 4.23696682464455e-05, |
| "loss": 0.4046, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.7186700767263428, |
| "grad_norm": 0.268496141900923, |
| "learning_rate": 4.232227488151659e-05, |
| "loss": 0.4333, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.7212276214833759, |
| "grad_norm": 0.23917839522777942, |
| "learning_rate": 4.227488151658768e-05, |
| "loss": 0.4199, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.7237851662404092, |
| "grad_norm": 0.2550111302110382, |
| "learning_rate": 4.2227488151658765e-05, |
| "loss": 0.4323, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.7263427109974424, |
| "grad_norm": 0.23586654241099228, |
| "learning_rate": 4.218009478672986e-05, |
| "loss": 0.4332, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.7289002557544757, |
| "grad_norm": 0.23396222749154336, |
| "learning_rate": 4.2132701421800954e-05, |
| "loss": 0.4269, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.731457800511509, |
| "grad_norm": 0.24604087944261607, |
| "learning_rate": 4.208530805687204e-05, |
| "loss": 0.4255, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.7340153452685422, |
| "grad_norm": 0.2357151023733209, |
| "learning_rate": 4.203791469194313e-05, |
| "loss": 0.4153, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.7365728900255755, |
| "grad_norm": 0.2737358478652627, |
| "learning_rate": 4.199052132701422e-05, |
| "loss": 0.4122, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.7391304347826086, |
| "grad_norm": 0.24451563415626945, |
| "learning_rate": 4.194312796208531e-05, |
| "loss": 0.4185, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.7416879795396419, |
| "grad_norm": 0.2541923450282548, |
| "learning_rate": 4.18957345971564e-05, |
| "loss": 0.433, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.7442455242966752, |
| "grad_norm": 0.26598804764295264, |
| "learning_rate": 4.184834123222749e-05, |
| "loss": 0.4331, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.7468030690537084, |
| "grad_norm": 0.2652230008961156, |
| "learning_rate": 4.180094786729858e-05, |
| "loss": 0.4055, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.7493606138107417, |
| "grad_norm": 0.2795715968348066, |
| "learning_rate": 4.175355450236967e-05, |
| "loss": 0.445, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.7519181585677749, |
| "grad_norm": 0.27501165211060447, |
| "learning_rate": 4.1706161137440756e-05, |
| "loss": 0.4159, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.7544757033248082, |
| "grad_norm": 0.2739979913068721, |
| "learning_rate": 4.1658767772511854e-05, |
| "loss": 0.4104, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.7570332480818415, |
| "grad_norm": 0.28465485095011533, |
| "learning_rate": 4.1611374407582945e-05, |
| "loss": 0.4244, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.7595907928388747, |
| "grad_norm": 0.23976720007281227, |
| "learning_rate": 4.156398104265403e-05, |
| "loss": 0.4295, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.7621483375959079, |
| "grad_norm": 0.3088498871060993, |
| "learning_rate": 4.151658767772512e-05, |
| "loss": 0.4092, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.7647058823529411, |
| "grad_norm": 0.22770658779763117, |
| "learning_rate": 4.146919431279621e-05, |
| "loss": 0.4269, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.7672634271099744, |
| "grad_norm": 0.27958609884503893, |
| "learning_rate": 4.1421800947867304e-05, |
| "loss": 0.4044, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.7698209718670077, |
| "grad_norm": 0.21729140703255853, |
| "learning_rate": 4.137440758293839e-05, |
| "loss": 0.4131, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.7723785166240409, |
| "grad_norm": 0.2685972778786351, |
| "learning_rate": 4.132701421800948e-05, |
| "loss": 0.4207, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.7749360613810742, |
| "grad_norm": 0.22146302445276972, |
| "learning_rate": 4.127962085308057e-05, |
| "loss": 0.4242, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.7774936061381074, |
| "grad_norm": 0.246088542123556, |
| "learning_rate": 4.123222748815166e-05, |
| "loss": 0.4141, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.7800511508951407, |
| "grad_norm": 0.2601313122186582, |
| "learning_rate": 4.118483412322275e-05, |
| "loss": 0.4139, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.782608695652174, |
| "grad_norm": 0.24464325806612688, |
| "learning_rate": 4.113744075829384e-05, |
| "loss": 0.4163, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.7851662404092071, |
| "grad_norm": 0.2651808280050511, |
| "learning_rate": 4.1090047393364936e-05, |
| "loss": 0.4306, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.7877237851662404, |
| "grad_norm": 0.30621497925153024, |
| "learning_rate": 4.104265402843602e-05, |
| "loss": 0.4142, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.7902813299232737, |
| "grad_norm": 0.27574828742072455, |
| "learning_rate": 4.099526066350711e-05, |
| "loss": 0.4194, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.7928388746803069, |
| "grad_norm": 0.2646206797692572, |
| "learning_rate": 4.0947867298578204e-05, |
| "loss": 0.4338, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.7953964194373402, |
| "grad_norm": 0.2953561111239538, |
| "learning_rate": 4.090047393364929e-05, |
| "loss": 0.4354, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.7979539641943734, |
| "grad_norm": 0.2679304891781562, |
| "learning_rate": 4.085308056872038e-05, |
| "loss": 0.3996, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.8005115089514067, |
| "grad_norm": 0.2614240488716786, |
| "learning_rate": 4.080568720379147e-05, |
| "loss": 0.4177, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.80306905370844, |
| "grad_norm": 0.265506214792124, |
| "learning_rate": 4.075829383886256e-05, |
| "loss": 0.4229, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.8056265984654731, |
| "grad_norm": 0.27403664060217564, |
| "learning_rate": 4.071090047393365e-05, |
| "loss": 0.4111, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.8081841432225064, |
| "grad_norm": 0.27566927450054673, |
| "learning_rate": 4.066350710900474e-05, |
| "loss": 0.4186, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.8107416879795396, |
| "grad_norm": 0.2432325969682962, |
| "learning_rate": 4.061611374407583e-05, |
| "loss": 0.4317, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.8132992327365729, |
| "grad_norm": 0.3100835908713653, |
| "learning_rate": 4.056872037914692e-05, |
| "loss": 0.4263, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.8158567774936062, |
| "grad_norm": 0.22437352803704477, |
| "learning_rate": 4.052132701421801e-05, |
| "loss": 0.4255, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.8184143222506394, |
| "grad_norm": 0.2922741159014344, |
| "learning_rate": 4.0473933649289103e-05, |
| "loss": 0.4211, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.8209718670076727, |
| "grad_norm": 0.24988657961825148, |
| "learning_rate": 4.0426540284360195e-05, |
| "loss": 0.424, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.8235294117647058, |
| "grad_norm": 0.26255657346142036, |
| "learning_rate": 4.037914691943128e-05, |
| "loss": 0.4227, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.8260869565217391, |
| "grad_norm": 0.30330186929682673, |
| "learning_rate": 4.033175355450237e-05, |
| "loss": 0.4074, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.8286445012787724, |
| "grad_norm": 0.2545401531861922, |
| "learning_rate": 4.028436018957346e-05, |
| "loss": 0.4229, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.8312020460358056, |
| "grad_norm": 0.33076162934856534, |
| "learning_rate": 4.023696682464455e-05, |
| "loss": 0.4236, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.8337595907928389, |
| "grad_norm": 0.2595060997444347, |
| "learning_rate": 4.018957345971564e-05, |
| "loss": 0.3957, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.8363171355498721, |
| "grad_norm": 0.27331289296315875, |
| "learning_rate": 4.014218009478673e-05, |
| "loss": 0.3975, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.8388746803069054, |
| "grad_norm": 0.3262160188917236, |
| "learning_rate": 4.009478672985782e-05, |
| "loss": 0.4149, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.8414322250639387, |
| "grad_norm": 0.28084918191171054, |
| "learning_rate": 4.004739336492891e-05, |
| "loss": 0.3999, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.8439897698209718, |
| "grad_norm": 0.28489832877056614, |
| "learning_rate": 4e-05, |
| "loss": 0.4134, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.8465473145780051, |
| "grad_norm": 0.28245197788542203, |
| "learning_rate": 3.9952606635071095e-05, |
| "loss": 0.4169, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.8491048593350383, |
| "grad_norm": 0.2637012101965425, |
| "learning_rate": 3.9905213270142186e-05, |
| "loss": 0.4218, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.8516624040920716, |
| "grad_norm": 0.25239050580322964, |
| "learning_rate": 3.985781990521327e-05, |
| "loss": 0.403, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.8542199488491049, |
| "grad_norm": 0.3242230481439879, |
| "learning_rate": 3.981042654028436e-05, |
| "loss": 0.4413, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.8567774936061381, |
| "grad_norm": 0.284310422864808, |
| "learning_rate": 3.976303317535545e-05, |
| "loss": 0.3992, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.8593350383631714, |
| "grad_norm": 0.44681533776592774, |
| "learning_rate": 3.9715639810426545e-05, |
| "loss": 0.427, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.8618925831202046, |
| "grad_norm": 0.276866045564762, |
| "learning_rate": 3.966824644549763e-05, |
| "loss": 0.4166, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.8644501278772379, |
| "grad_norm": 0.2645666241102728, |
| "learning_rate": 3.962085308056872e-05, |
| "loss": 0.4018, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.8670076726342711, |
| "grad_norm": 0.24575688741880164, |
| "learning_rate": 3.957345971563981e-05, |
| "loss": 0.4103, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.8695652173913043, |
| "grad_norm": 0.27234369778819617, |
| "learning_rate": 3.95260663507109e-05, |
| "loss": 0.4178, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.8721227621483376, |
| "grad_norm": 0.2510614688018398, |
| "learning_rate": 3.9478672985781994e-05, |
| "loss": 0.4124, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.8746803069053708, |
| "grad_norm": 0.26748644233845587, |
| "learning_rate": 3.9431279620853086e-05, |
| "loss": 0.414, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.8772378516624041, |
| "grad_norm": 0.2839803657663104, |
| "learning_rate": 3.938388625592418e-05, |
| "loss": 0.4089, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.8797953964194374, |
| "grad_norm": 0.2797111880377059, |
| "learning_rate": 3.933649289099526e-05, |
| "loss": 0.4143, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.8823529411764706, |
| "grad_norm": 0.2889574353504485, |
| "learning_rate": 3.928909952606635e-05, |
| "loss": 0.4224, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.8849104859335039, |
| "grad_norm": 0.2661360330372934, |
| "learning_rate": 3.9241706161137444e-05, |
| "loss": 0.4002, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.887468030690537, |
| "grad_norm": 0.2771219438556858, |
| "learning_rate": 3.919431279620853e-05, |
| "loss": 0.4113, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.8900255754475703, |
| "grad_norm": 0.27519975509219513, |
| "learning_rate": 3.914691943127962e-05, |
| "loss": 0.4191, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.8925831202046036, |
| "grad_norm": 0.2928986459591194, |
| "learning_rate": 3.909952606635071e-05, |
| "loss": 0.4233, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.8951406649616368, |
| "grad_norm": 0.2516706010333049, |
| "learning_rate": 3.90521327014218e-05, |
| "loss": 0.4012, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.8976982097186701, |
| "grad_norm": 0.2408367305868911, |
| "learning_rate": 3.900473933649289e-05, |
| "loss": 0.409, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.9002557544757033, |
| "grad_norm": 0.27279698596719115, |
| "learning_rate": 3.8957345971563986e-05, |
| "loss": 0.4068, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.9028132992327366, |
| "grad_norm": 0.25724144072901317, |
| "learning_rate": 3.890995260663508e-05, |
| "loss": 0.4048, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.9053708439897699, |
| "grad_norm": 0.22699353109114737, |
| "learning_rate": 3.886255924170616e-05, |
| "loss": 0.4005, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.907928388746803, |
| "grad_norm": 0.248751842398148, |
| "learning_rate": 3.881516587677725e-05, |
| "loss": 0.403, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.9104859335038363, |
| "grad_norm": 0.29922749419927136, |
| "learning_rate": 3.8767772511848344e-05, |
| "loss": 0.4255, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.9130434782608695, |
| "grad_norm": 0.24165253803081185, |
| "learning_rate": 3.8720379146919435e-05, |
| "loss": 0.3939, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.9156010230179028, |
| "grad_norm": 0.26769384614675706, |
| "learning_rate": 3.867298578199052e-05, |
| "loss": 0.3881, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.9181585677749361, |
| "grad_norm": 0.24501952061738294, |
| "learning_rate": 3.862559241706161e-05, |
| "loss": 0.412, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.9207161125319693, |
| "grad_norm": 0.27781395797316877, |
| "learning_rate": 3.85781990521327e-05, |
| "loss": 0.4293, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.9232736572890026, |
| "grad_norm": 0.22892488592677732, |
| "learning_rate": 3.8530805687203794e-05, |
| "loss": 0.4069, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.9258312020460358, |
| "grad_norm": 0.258222796507594, |
| "learning_rate": 3.848341232227488e-05, |
| "loss": 0.4177, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.928388746803069, |
| "grad_norm": 0.22668062864053168, |
| "learning_rate": 3.843601895734598e-05, |
| "loss": 0.4012, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.9309462915601023, |
| "grad_norm": 0.29919710610032196, |
| "learning_rate": 3.838862559241707e-05, |
| "loss": 0.3971, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.9335038363171355, |
| "grad_norm": 0.25611276582674614, |
| "learning_rate": 3.834123222748815e-05, |
| "loss": 0.4071, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.9360613810741688, |
| "grad_norm": 0.24646222411688562, |
| "learning_rate": 3.8293838862559244e-05, |
| "loss": 0.3993, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.9386189258312021, |
| "grad_norm": 0.26353127236434676, |
| "learning_rate": 3.8246445497630335e-05, |
| "loss": 0.4042, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.9411764705882353, |
| "grad_norm": 0.23542690864108376, |
| "learning_rate": 3.8199052132701427e-05, |
| "loss": 0.3971, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.9437340153452686, |
| "grad_norm": 0.28245650020992513, |
| "learning_rate": 3.815165876777251e-05, |
| "loss": 0.4044, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.9462915601023018, |
| "grad_norm": 0.241903542321646, |
| "learning_rate": 3.81042654028436e-05, |
| "loss": 0.4054, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.948849104859335, |
| "grad_norm": 0.2378788913607164, |
| "learning_rate": 3.8056872037914694e-05, |
| "loss": 0.4125, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.9514066496163683, |
| "grad_norm": 0.2804121730578267, |
| "learning_rate": 3.8009478672985785e-05, |
| "loss": 0.421, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.9539641943734015, |
| "grad_norm": 0.23484030136789275, |
| "learning_rate": 3.796208530805687e-05, |
| "loss": 0.4112, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.9565217391304348, |
| "grad_norm": 0.27396114311616715, |
| "learning_rate": 3.791469194312796e-05, |
| "loss": 0.4204, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.959079283887468, |
| "grad_norm": 0.2393059668656863, |
| "learning_rate": 3.786729857819906e-05, |
| "loss": 0.4221, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.9616368286445013, |
| "grad_norm": 0.2482404610854873, |
| "learning_rate": 3.7819905213270144e-05, |
| "loss": 0.4078, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.9641943734015346, |
| "grad_norm": 0.2187225932256056, |
| "learning_rate": 3.7772511848341235e-05, |
| "loss": 0.4012, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.9667519181585678, |
| "grad_norm": 0.2876923866076237, |
| "learning_rate": 3.7725118483412326e-05, |
| "loss": 0.4252, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.969309462915601, |
| "grad_norm": 0.21352306199272536, |
| "learning_rate": 3.767772511848342e-05, |
| "loss": 0.3966, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.9718670076726342, |
| "grad_norm": 0.24918249981369345, |
| "learning_rate": 3.76303317535545e-05, |
| "loss": 0.415, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.9744245524296675, |
| "grad_norm": 0.23387991185870513, |
| "learning_rate": 3.7582938388625594e-05, |
| "loss": 0.4127, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.9769820971867008, |
| "grad_norm": 0.29074570845452075, |
| "learning_rate": 3.7535545023696685e-05, |
| "loss": 0.4275, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.979539641943734, |
| "grad_norm": 0.26317053639627985, |
| "learning_rate": 3.748815165876777e-05, |
| "loss": 0.4294, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.9820971867007673, |
| "grad_norm": 0.2686101535519852, |
| "learning_rate": 3.744075829383886e-05, |
| "loss": 0.4025, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.9846547314578005, |
| "grad_norm": 0.23512146035375164, |
| "learning_rate": 3.739336492890995e-05, |
| "loss": 0.4156, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.9872122762148338, |
| "grad_norm": 0.2445528540082093, |
| "learning_rate": 3.734597156398105e-05, |
| "loss": 0.411, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.989769820971867, |
| "grad_norm": 0.25629958731478186, |
| "learning_rate": 3.7298578199052135e-05, |
| "loss": 0.4146, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.9923273657289002, |
| "grad_norm": 0.22796776248894252, |
| "learning_rate": 3.7251184834123226e-05, |
| "loss": 0.4087, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.9948849104859335, |
| "grad_norm": 0.2958838240159185, |
| "learning_rate": 3.720379146919432e-05, |
| "loss": 0.4099, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.9974424552429667, |
| "grad_norm": 0.29381146676513115, |
| "learning_rate": 3.71563981042654e-05, |
| "loss": 0.414, |
| "step": 390 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.24652387465895462, |
| "learning_rate": 3.7109004739336493e-05, |
| "loss": 0.406, |
| "step": 391 |
| }, |
| { |
| "epoch": 1.0025575447570332, |
| "grad_norm": 0.34877694988477503, |
| "learning_rate": 3.7061611374407585e-05, |
| "loss": 0.3503, |
| "step": 392 |
| }, |
| { |
| "epoch": 1.0051150895140666, |
| "grad_norm": 0.253308743207643, |
| "learning_rate": 3.7014218009478676e-05, |
| "loss": 0.3396, |
| "step": 393 |
| }, |
| { |
| "epoch": 1.0076726342710998, |
| "grad_norm": 0.25868870232786395, |
| "learning_rate": 3.696682464454976e-05, |
| "loss": 0.3479, |
| "step": 394 |
| }, |
| { |
| "epoch": 1.010230179028133, |
| "grad_norm": 0.2971613524674976, |
| "learning_rate": 3.691943127962085e-05, |
| "loss": 0.3422, |
| "step": 395 |
| }, |
| { |
| "epoch": 1.0127877237851663, |
| "grad_norm": 0.2906921720555448, |
| "learning_rate": 3.687203791469194e-05, |
| "loss": 0.3554, |
| "step": 396 |
| }, |
| { |
| "epoch": 1.0153452685421995, |
| "grad_norm": 0.2875908700888308, |
| "learning_rate": 3.6824644549763035e-05, |
| "loss": 0.3291, |
| "step": 397 |
| }, |
| { |
| "epoch": 1.0179028132992327, |
| "grad_norm": 0.26243291597976126, |
| "learning_rate": 3.6777251184834126e-05, |
| "loss": 0.3563, |
| "step": 398 |
| }, |
| { |
| "epoch": 1.020460358056266, |
| "grad_norm": 0.2730126516412927, |
| "learning_rate": 3.672985781990522e-05, |
| "loss": 0.3292, |
| "step": 399 |
| }, |
| { |
| "epoch": 1.0230179028132993, |
| "grad_norm": 0.29682604006588903, |
| "learning_rate": 3.668246445497631e-05, |
| "loss": 0.3461, |
| "step": 400 |
| }, |
| { |
| "epoch": 1.0255754475703325, |
| "grad_norm": 0.2494027953748241, |
| "learning_rate": 3.663507109004739e-05, |
| "loss": 0.3491, |
| "step": 401 |
| }, |
| { |
| "epoch": 1.0281329923273657, |
| "grad_norm": 0.2538094727914758, |
| "learning_rate": 3.6587677725118485e-05, |
| "loss": 0.3406, |
| "step": 402 |
| }, |
| { |
| "epoch": 1.030690537084399, |
| "grad_norm": 0.28915662612861087, |
| "learning_rate": 3.6540284360189576e-05, |
| "loss": 0.3408, |
| "step": 403 |
| }, |
| { |
| "epoch": 1.0332480818414322, |
| "grad_norm": 0.24591203347051302, |
| "learning_rate": 3.649289099526067e-05, |
| "loss": 0.337, |
| "step": 404 |
| }, |
| { |
| "epoch": 1.0358056265984654, |
| "grad_norm": 0.2871114071516867, |
| "learning_rate": 3.644549763033175e-05, |
| "loss": 0.3347, |
| "step": 405 |
| }, |
| { |
| "epoch": 1.0383631713554988, |
| "grad_norm": 0.2524744240235806, |
| "learning_rate": 3.639810426540284e-05, |
| "loss": 0.3441, |
| "step": 406 |
| }, |
| { |
| "epoch": 1.040920716112532, |
| "grad_norm": 0.2630583826634349, |
| "learning_rate": 3.6350710900473935e-05, |
| "loss": 0.3099, |
| "step": 407 |
| }, |
| { |
| "epoch": 1.0434782608695652, |
| "grad_norm": 0.2570358498212408, |
| "learning_rate": 3.6303317535545026e-05, |
| "loss": 0.3211, |
| "step": 408 |
| }, |
| { |
| "epoch": 1.0460358056265984, |
| "grad_norm": 0.26431307397410003, |
| "learning_rate": 3.625592417061612e-05, |
| "loss": 0.35, |
| "step": 409 |
| }, |
| { |
| "epoch": 1.0485933503836318, |
| "grad_norm": 0.27463747349361467, |
| "learning_rate": 3.620853080568721e-05, |
| "loss": 0.3494, |
| "step": 410 |
| }, |
| { |
| "epoch": 1.051150895140665, |
| "grad_norm": 0.24666921280022072, |
| "learning_rate": 3.61611374407583e-05, |
| "loss": 0.341, |
| "step": 411 |
| }, |
| { |
| "epoch": 1.0537084398976981, |
| "grad_norm": 0.2505495844763562, |
| "learning_rate": 3.6113744075829384e-05, |
| "loss": 0.3412, |
| "step": 412 |
| }, |
| { |
| "epoch": 1.0562659846547315, |
| "grad_norm": 0.2506374206193608, |
| "learning_rate": 3.6066350710900476e-05, |
| "loss": 0.3229, |
| "step": 413 |
| }, |
| { |
| "epoch": 1.0588235294117647, |
| "grad_norm": 0.24249666251287566, |
| "learning_rate": 3.601895734597157e-05, |
| "loss": 0.3329, |
| "step": 414 |
| }, |
| { |
| "epoch": 1.061381074168798, |
| "grad_norm": 0.2618704099040068, |
| "learning_rate": 3.597156398104266e-05, |
| "loss": 0.3462, |
| "step": 415 |
| }, |
| { |
| "epoch": 1.0639386189258313, |
| "grad_norm": 0.25454325976096887, |
| "learning_rate": 3.592417061611374e-05, |
| "loss": 0.319, |
| "step": 416 |
| }, |
| { |
| "epoch": 1.0664961636828645, |
| "grad_norm": 0.3012500683553219, |
| "learning_rate": 3.5876777251184834e-05, |
| "loss": 0.3452, |
| "step": 417 |
| }, |
| { |
| "epoch": 1.0690537084398977, |
| "grad_norm": 0.2310352458746118, |
| "learning_rate": 3.5829383886255926e-05, |
| "loss": 0.3203, |
| "step": 418 |
| }, |
| { |
| "epoch": 1.0716112531969308, |
| "grad_norm": 0.2867380051579317, |
| "learning_rate": 3.578199052132701e-05, |
| "loss": 0.3408, |
| "step": 419 |
| }, |
| { |
| "epoch": 1.0741687979539642, |
| "grad_norm": 0.24642924252308632, |
| "learning_rate": 3.573459715639811e-05, |
| "loss": 0.3247, |
| "step": 420 |
| }, |
| { |
| "epoch": 1.0767263427109974, |
| "grad_norm": 0.22539243089747027, |
| "learning_rate": 3.56872037914692e-05, |
| "loss": 0.3282, |
| "step": 421 |
| }, |
| { |
| "epoch": 1.0792838874680306, |
| "grad_norm": 0.2508510372019925, |
| "learning_rate": 3.563981042654029e-05, |
| "loss": 0.3444, |
| "step": 422 |
| }, |
| { |
| "epoch": 1.081841432225064, |
| "grad_norm": 0.25272955853952195, |
| "learning_rate": 3.5592417061611376e-05, |
| "loss": 0.3366, |
| "step": 423 |
| }, |
| { |
| "epoch": 1.0843989769820972, |
| "grad_norm": 0.2272026636889727, |
| "learning_rate": 3.554502369668247e-05, |
| "loss": 0.3516, |
| "step": 424 |
| }, |
| { |
| "epoch": 1.0869565217391304, |
| "grad_norm": 0.27462834447503987, |
| "learning_rate": 3.549763033175356e-05, |
| "loss": 0.3374, |
| "step": 425 |
| }, |
| { |
| "epoch": 1.0895140664961638, |
| "grad_norm": 0.2128026835115876, |
| "learning_rate": 3.545023696682464e-05, |
| "loss": 0.3336, |
| "step": 426 |
| }, |
| { |
| "epoch": 1.092071611253197, |
| "grad_norm": 0.2354379611105053, |
| "learning_rate": 3.5402843601895734e-05, |
| "loss": 0.3379, |
| "step": 427 |
| }, |
| { |
| "epoch": 1.0946291560102301, |
| "grad_norm": 0.224481929706568, |
| "learning_rate": 3.5355450236966825e-05, |
| "loss": 0.3564, |
| "step": 428 |
| }, |
| { |
| "epoch": 1.0971867007672633, |
| "grad_norm": 0.21368714222847607, |
| "learning_rate": 3.530805687203792e-05, |
| "loss": 0.3141, |
| "step": 429 |
| }, |
| { |
| "epoch": 1.0997442455242967, |
| "grad_norm": 0.23974097995132895, |
| "learning_rate": 3.5260663507109e-05, |
| "loss": 0.3313, |
| "step": 430 |
| }, |
| { |
| "epoch": 1.10230179028133, |
| "grad_norm": 1.5113616428603722, |
| "learning_rate": 3.52132701421801e-05, |
| "loss": 0.3288, |
| "step": 431 |
| }, |
| { |
| "epoch": 1.104859335038363, |
| "grad_norm": 0.2584287203231182, |
| "learning_rate": 3.516587677725119e-05, |
| "loss": 0.3347, |
| "step": 432 |
| }, |
| { |
| "epoch": 1.1074168797953965, |
| "grad_norm": 0.19574817933562375, |
| "learning_rate": 3.5118483412322275e-05, |
| "loss": 0.3204, |
| "step": 433 |
| }, |
| { |
| "epoch": 1.1099744245524297, |
| "grad_norm": 0.24894576509043242, |
| "learning_rate": 3.507109004739337e-05, |
| "loss": 0.3406, |
| "step": 434 |
| }, |
| { |
| "epoch": 1.1125319693094629, |
| "grad_norm": 0.22605511670011208, |
| "learning_rate": 3.502369668246446e-05, |
| "loss": 0.3372, |
| "step": 435 |
| }, |
| { |
| "epoch": 1.1150895140664963, |
| "grad_norm": 0.2426838758794149, |
| "learning_rate": 3.497630331753555e-05, |
| "loss": 0.3354, |
| "step": 436 |
| }, |
| { |
| "epoch": 1.1176470588235294, |
| "grad_norm": 0.22312946234793202, |
| "learning_rate": 3.4928909952606634e-05, |
| "loss": 0.3283, |
| "step": 437 |
| }, |
| { |
| "epoch": 1.1202046035805626, |
| "grad_norm": 0.24548486238399964, |
| "learning_rate": 3.4881516587677725e-05, |
| "loss": 0.3428, |
| "step": 438 |
| }, |
| { |
| "epoch": 1.1227621483375958, |
| "grad_norm": 0.22862518373154317, |
| "learning_rate": 3.4834123222748817e-05, |
| "loss": 0.3296, |
| "step": 439 |
| }, |
| { |
| "epoch": 1.1253196930946292, |
| "grad_norm": 0.2415393319131855, |
| "learning_rate": 3.478672985781991e-05, |
| "loss": 0.3366, |
| "step": 440 |
| }, |
| { |
| "epoch": 1.1278772378516624, |
| "grad_norm": 0.24350557581856444, |
| "learning_rate": 3.473933649289099e-05, |
| "loss": 0.3331, |
| "step": 441 |
| }, |
| { |
| "epoch": 1.1304347826086956, |
| "grad_norm": 0.22906222897576142, |
| "learning_rate": 3.4691943127962084e-05, |
| "loss": 0.3383, |
| "step": 442 |
| }, |
| { |
| "epoch": 1.132992327365729, |
| "grad_norm": 0.9570276654007269, |
| "learning_rate": 3.464454976303318e-05, |
| "loss": 0.3383, |
| "step": 443 |
| }, |
| { |
| "epoch": 1.1355498721227621, |
| "grad_norm": 0.4221562491079337, |
| "learning_rate": 3.4597156398104267e-05, |
| "loss": 0.3493, |
| "step": 444 |
| }, |
| { |
| "epoch": 1.1381074168797953, |
| "grad_norm": 0.7247823264413438, |
| "learning_rate": 3.454976303317536e-05, |
| "loss": 0.3503, |
| "step": 445 |
| }, |
| { |
| "epoch": 1.1406649616368287, |
| "grad_norm": 0.27292208588198535, |
| "learning_rate": 3.450236966824645e-05, |
| "loss": 0.3491, |
| "step": 446 |
| }, |
| { |
| "epoch": 1.143222506393862, |
| "grad_norm": 0.24846288711065778, |
| "learning_rate": 3.445497630331754e-05, |
| "loss": 0.34, |
| "step": 447 |
| }, |
| { |
| "epoch": 1.145780051150895, |
| "grad_norm": 0.28289846837651944, |
| "learning_rate": 3.4407582938388625e-05, |
| "loss": 0.3395, |
| "step": 448 |
| }, |
| { |
| "epoch": 1.1483375959079285, |
| "grad_norm": 0.20360202393964177, |
| "learning_rate": 3.4360189573459716e-05, |
| "loss": 0.336, |
| "step": 449 |
| }, |
| { |
| "epoch": 1.1508951406649617, |
| "grad_norm": 0.26795912135731376, |
| "learning_rate": 3.431279620853081e-05, |
| "loss": 0.3363, |
| "step": 450 |
| }, |
| { |
| "epoch": 1.1534526854219949, |
| "grad_norm": 0.24482207535162454, |
| "learning_rate": 3.42654028436019e-05, |
| "loss": 0.3263, |
| "step": 451 |
| }, |
| { |
| "epoch": 1.156010230179028, |
| "grad_norm": 1.091037041185637, |
| "learning_rate": 3.4218009478672984e-05, |
| "loss": 0.3319, |
| "step": 452 |
| }, |
| { |
| "epoch": 1.1585677749360614, |
| "grad_norm": 0.25708621832570655, |
| "learning_rate": 3.4170616113744075e-05, |
| "loss": 0.3456, |
| "step": 453 |
| }, |
| { |
| "epoch": 1.1611253196930946, |
| "grad_norm": 0.22978489335863728, |
| "learning_rate": 3.412322274881517e-05, |
| "loss": 0.3453, |
| "step": 454 |
| }, |
| { |
| "epoch": 1.1636828644501278, |
| "grad_norm": 0.23661531026909, |
| "learning_rate": 3.407582938388626e-05, |
| "loss": 0.3311, |
| "step": 455 |
| }, |
| { |
| "epoch": 1.1662404092071612, |
| "grad_norm": 0.26058801823717986, |
| "learning_rate": 3.402843601895735e-05, |
| "loss": 0.3293, |
| "step": 456 |
| }, |
| { |
| "epoch": 1.1687979539641944, |
| "grad_norm": 0.2213831357242978, |
| "learning_rate": 3.398104265402844e-05, |
| "loss": 0.3448, |
| "step": 457 |
| }, |
| { |
| "epoch": 1.1713554987212276, |
| "grad_norm": 0.22314933582706364, |
| "learning_rate": 3.393364928909953e-05, |
| "loss": 0.3319, |
| "step": 458 |
| }, |
| { |
| "epoch": 1.1739130434782608, |
| "grad_norm": 0.2368130291318867, |
| "learning_rate": 3.3886255924170616e-05, |
| "loss": 0.3417, |
| "step": 459 |
| }, |
| { |
| "epoch": 1.1764705882352942, |
| "grad_norm": 0.23299474747082943, |
| "learning_rate": 3.383886255924171e-05, |
| "loss": 0.3434, |
| "step": 460 |
| }, |
| { |
| "epoch": 1.1790281329923273, |
| "grad_norm": 0.23122859916384542, |
| "learning_rate": 3.37914691943128e-05, |
| "loss": 0.353, |
| "step": 461 |
| }, |
| { |
| "epoch": 1.1815856777493605, |
| "grad_norm": 0.23133544704817127, |
| "learning_rate": 3.3744075829383883e-05, |
| "loss": 0.3268, |
| "step": 462 |
| }, |
| { |
| "epoch": 1.184143222506394, |
| "grad_norm": 0.2279777026926834, |
| "learning_rate": 3.3696682464454975e-05, |
| "loss": 0.3427, |
| "step": 463 |
| }, |
| { |
| "epoch": 1.186700767263427, |
| "grad_norm": 0.24354305412664243, |
| "learning_rate": 3.3649289099526066e-05, |
| "loss": 0.3416, |
| "step": 464 |
| }, |
| { |
| "epoch": 1.1892583120204603, |
| "grad_norm": 0.23175483156511392, |
| "learning_rate": 3.360189573459716e-05, |
| "loss": 0.3253, |
| "step": 465 |
| }, |
| { |
| "epoch": 1.1918158567774937, |
| "grad_norm": 0.2505719500530794, |
| "learning_rate": 3.355450236966825e-05, |
| "loss": 0.357, |
| "step": 466 |
| }, |
| { |
| "epoch": 1.1943734015345269, |
| "grad_norm": 0.23794330588394164, |
| "learning_rate": 3.350710900473934e-05, |
| "loss": 0.3368, |
| "step": 467 |
| }, |
| { |
| "epoch": 1.19693094629156, |
| "grad_norm": 0.24430596176344385, |
| "learning_rate": 3.345971563981043e-05, |
| "loss": 0.3387, |
| "step": 468 |
| }, |
| { |
| "epoch": 1.1994884910485935, |
| "grad_norm": 0.22981260995180924, |
| "learning_rate": 3.3412322274881516e-05, |
| "loss": 0.3394, |
| "step": 469 |
| }, |
| { |
| "epoch": 1.2020460358056266, |
| "grad_norm": 0.26211223679278534, |
| "learning_rate": 3.336492890995261e-05, |
| "loss": 0.3319, |
| "step": 470 |
| }, |
| { |
| "epoch": 1.2046035805626598, |
| "grad_norm": 0.20949166867985375, |
| "learning_rate": 3.33175355450237e-05, |
| "loss": 0.3247, |
| "step": 471 |
| }, |
| { |
| "epoch": 1.207161125319693, |
| "grad_norm": 0.26920054172152863, |
| "learning_rate": 3.327014218009479e-05, |
| "loss": 0.3266, |
| "step": 472 |
| }, |
| { |
| "epoch": 1.2097186700767264, |
| "grad_norm": 0.23259269182122375, |
| "learning_rate": 3.3222748815165875e-05, |
| "loss": 0.336, |
| "step": 473 |
| }, |
| { |
| "epoch": 1.2122762148337596, |
| "grad_norm": 0.2544872114348285, |
| "learning_rate": 3.3175355450236966e-05, |
| "loss": 0.3288, |
| "step": 474 |
| }, |
| { |
| "epoch": 1.2148337595907928, |
| "grad_norm": 0.23096314256849135, |
| "learning_rate": 3.312796208530806e-05, |
| "loss": 0.338, |
| "step": 475 |
| }, |
| { |
| "epoch": 1.2173913043478262, |
| "grad_norm": 0.2714305850528602, |
| "learning_rate": 3.308056872037915e-05, |
| "loss": 0.3447, |
| "step": 476 |
| }, |
| { |
| "epoch": 1.2199488491048593, |
| "grad_norm": 0.27398730927997655, |
| "learning_rate": 3.303317535545024e-05, |
| "loss": 0.328, |
| "step": 477 |
| }, |
| { |
| "epoch": 1.2225063938618925, |
| "grad_norm": 0.21842573163699253, |
| "learning_rate": 3.298578199052133e-05, |
| "loss": 0.3434, |
| "step": 478 |
| }, |
| { |
| "epoch": 1.2250639386189257, |
| "grad_norm": 0.24231426743387735, |
| "learning_rate": 3.293838862559242e-05, |
| "loss": 0.3355, |
| "step": 479 |
| }, |
| { |
| "epoch": 1.227621483375959, |
| "grad_norm": 0.23387954201665254, |
| "learning_rate": 3.289099526066351e-05, |
| "loss": 0.3456, |
| "step": 480 |
| }, |
| { |
| "epoch": 1.2301790281329923, |
| "grad_norm": 0.2240321236806126, |
| "learning_rate": 3.28436018957346e-05, |
| "loss": 0.3376, |
| "step": 481 |
| }, |
| { |
| "epoch": 1.2327365728900257, |
| "grad_norm": 0.2261690321581938, |
| "learning_rate": 3.279620853080569e-05, |
| "loss": 0.3313, |
| "step": 482 |
| }, |
| { |
| "epoch": 1.2352941176470589, |
| "grad_norm": 0.27592615919196145, |
| "learning_rate": 3.274881516587678e-05, |
| "loss": 0.3385, |
| "step": 483 |
| }, |
| { |
| "epoch": 1.237851662404092, |
| "grad_norm": 0.1983777165414548, |
| "learning_rate": 3.2701421800947866e-05, |
| "loss": 0.3344, |
| "step": 484 |
| }, |
| { |
| "epoch": 1.2404092071611252, |
| "grad_norm": 0.25775855180422713, |
| "learning_rate": 3.265402843601896e-05, |
| "loss": 0.349, |
| "step": 485 |
| }, |
| { |
| "epoch": 1.2429667519181586, |
| "grad_norm": 0.21057070064196648, |
| "learning_rate": 3.260663507109005e-05, |
| "loss": 0.3226, |
| "step": 486 |
| }, |
| { |
| "epoch": 1.2455242966751918, |
| "grad_norm": 0.25264888053163403, |
| "learning_rate": 3.255924170616114e-05, |
| "loss": 0.3405, |
| "step": 487 |
| }, |
| { |
| "epoch": 1.248081841432225, |
| "grad_norm": 0.20358857621290893, |
| "learning_rate": 3.251184834123223e-05, |
| "loss": 0.3384, |
| "step": 488 |
| }, |
| { |
| "epoch": 1.2506393861892584, |
| "grad_norm": 0.2221188350040554, |
| "learning_rate": 3.246445497630332e-05, |
| "loss": 0.3592, |
| "step": 489 |
| }, |
| { |
| "epoch": 1.2531969309462916, |
| "grad_norm": 0.22907812456671411, |
| "learning_rate": 3.2417061611374414e-05, |
| "loss": 0.3509, |
| "step": 490 |
| }, |
| { |
| "epoch": 1.2557544757033248, |
| "grad_norm": 0.2203229089376764, |
| "learning_rate": 3.23696682464455e-05, |
| "loss": 0.3157, |
| "step": 491 |
| }, |
| { |
| "epoch": 1.258312020460358, |
| "grad_norm": 0.22923138047926875, |
| "learning_rate": 3.232227488151659e-05, |
| "loss": 0.3321, |
| "step": 492 |
| }, |
| { |
| "epoch": 1.2608695652173914, |
| "grad_norm": 0.20989998077940591, |
| "learning_rate": 3.227488151658768e-05, |
| "loss": 0.3293, |
| "step": 493 |
| }, |
| { |
| "epoch": 1.2634271099744245, |
| "grad_norm": 0.21568832380392375, |
| "learning_rate": 3.222748815165877e-05, |
| "loss": 0.3466, |
| "step": 494 |
| }, |
| { |
| "epoch": 1.265984654731458, |
| "grad_norm": 0.22068990151180867, |
| "learning_rate": 3.218009478672986e-05, |
| "loss": 0.3346, |
| "step": 495 |
| }, |
| { |
| "epoch": 1.2685421994884911, |
| "grad_norm": 0.22072570403379316, |
| "learning_rate": 3.213270142180095e-05, |
| "loss": 0.3415, |
| "step": 496 |
| }, |
| { |
| "epoch": 1.2710997442455243, |
| "grad_norm": 0.22130125503638862, |
| "learning_rate": 3.208530805687204e-05, |
| "loss": 0.3237, |
| "step": 497 |
| }, |
| { |
| "epoch": 1.2736572890025575, |
| "grad_norm": 0.21888368739994798, |
| "learning_rate": 3.2037914691943124e-05, |
| "loss": 0.3232, |
| "step": 498 |
| }, |
| { |
| "epoch": 1.2762148337595907, |
| "grad_norm": 0.23237851118888075, |
| "learning_rate": 3.1990521327014215e-05, |
| "loss": 0.3362, |
| "step": 499 |
| }, |
| { |
| "epoch": 1.278772378516624, |
| "grad_norm": 0.20408840058481117, |
| "learning_rate": 3.1943127962085314e-05, |
| "loss": 0.331, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.2813299232736572, |
| "grad_norm": 0.25671575639210675, |
| "learning_rate": 3.18957345971564e-05, |
| "loss": 0.3483, |
| "step": 501 |
| }, |
| { |
| "epoch": 1.2838874680306906, |
| "grad_norm": 0.21146534380332607, |
| "learning_rate": 3.184834123222749e-05, |
| "loss": 0.3179, |
| "step": 502 |
| }, |
| { |
| "epoch": 1.2864450127877238, |
| "grad_norm": 0.22647977672526137, |
| "learning_rate": 3.180094786729858e-05, |
| "loss": 0.3371, |
| "step": 503 |
| }, |
| { |
| "epoch": 1.289002557544757, |
| "grad_norm": 0.2024444911259877, |
| "learning_rate": 3.175355450236967e-05, |
| "loss": 0.3208, |
| "step": 504 |
| }, |
| { |
| "epoch": 1.2915601023017902, |
| "grad_norm": 0.23292871699588752, |
| "learning_rate": 3.170616113744076e-05, |
| "loss": 0.3325, |
| "step": 505 |
| }, |
| { |
| "epoch": 1.2941176470588236, |
| "grad_norm": 0.24617143877927294, |
| "learning_rate": 3.165876777251185e-05, |
| "loss": 0.3456, |
| "step": 506 |
| }, |
| { |
| "epoch": 1.2966751918158568, |
| "grad_norm": 0.21521749139279983, |
| "learning_rate": 3.161137440758294e-05, |
| "loss": 0.3632, |
| "step": 507 |
| }, |
| { |
| "epoch": 1.29923273657289, |
| "grad_norm": 0.23710165276474784, |
| "learning_rate": 3.156398104265403e-05, |
| "loss": 0.3258, |
| "step": 508 |
| }, |
| { |
| "epoch": 1.3017902813299234, |
| "grad_norm": 0.2182566275526034, |
| "learning_rate": 3.1516587677725115e-05, |
| "loss": 0.3254, |
| "step": 509 |
| }, |
| { |
| "epoch": 1.3043478260869565, |
| "grad_norm": 0.2567309562573808, |
| "learning_rate": 3.1469194312796207e-05, |
| "loss": 0.3393, |
| "step": 510 |
| }, |
| { |
| "epoch": 1.3069053708439897, |
| "grad_norm": 0.21736576266820642, |
| "learning_rate": 3.1421800947867305e-05, |
| "loss": 0.3237, |
| "step": 511 |
| }, |
| { |
| "epoch": 1.309462915601023, |
| "grad_norm": 0.2476914139591077, |
| "learning_rate": 3.137440758293839e-05, |
| "loss": 0.3387, |
| "step": 512 |
| }, |
| { |
| "epoch": 1.3120204603580563, |
| "grad_norm": 0.21116880886723996, |
| "learning_rate": 3.132701421800948e-05, |
| "loss": 0.3342, |
| "step": 513 |
| }, |
| { |
| "epoch": 1.3145780051150895, |
| "grad_norm": 0.2282427820832504, |
| "learning_rate": 3.127962085308057e-05, |
| "loss": 0.3406, |
| "step": 514 |
| }, |
| { |
| "epoch": 1.317135549872123, |
| "grad_norm": 0.220656045586937, |
| "learning_rate": 3.123222748815166e-05, |
| "loss": 0.3481, |
| "step": 515 |
| }, |
| { |
| "epoch": 1.319693094629156, |
| "grad_norm": 0.21477244949218188, |
| "learning_rate": 3.118483412322275e-05, |
| "loss": 0.3417, |
| "step": 516 |
| }, |
| { |
| "epoch": 1.3222506393861893, |
| "grad_norm": 0.2123179538890313, |
| "learning_rate": 3.113744075829384e-05, |
| "loss": 0.3374, |
| "step": 517 |
| }, |
| { |
| "epoch": 1.3248081841432224, |
| "grad_norm": 0.20966406562861323, |
| "learning_rate": 3.109004739336493e-05, |
| "loss": 0.332, |
| "step": 518 |
| }, |
| { |
| "epoch": 1.3273657289002558, |
| "grad_norm": 0.1967874776267105, |
| "learning_rate": 3.104265402843602e-05, |
| "loss": 0.327, |
| "step": 519 |
| }, |
| { |
| "epoch": 1.329923273657289, |
| "grad_norm": 0.21447737012880227, |
| "learning_rate": 3.0995260663507106e-05, |
| "loss": 0.3342, |
| "step": 520 |
| }, |
| { |
| "epoch": 1.3324808184143222, |
| "grad_norm": 0.22702076072063435, |
| "learning_rate": 3.09478672985782e-05, |
| "loss": 0.357, |
| "step": 521 |
| }, |
| { |
| "epoch": 1.3350383631713556, |
| "grad_norm": 0.24746439681290008, |
| "learning_rate": 3.0900473933649296e-05, |
| "loss": 0.3489, |
| "step": 522 |
| }, |
| { |
| "epoch": 1.3375959079283888, |
| "grad_norm": 0.21236354577498476, |
| "learning_rate": 3.085308056872038e-05, |
| "loss": 0.309, |
| "step": 523 |
| }, |
| { |
| "epoch": 1.340153452685422, |
| "grad_norm": 0.21060912049882632, |
| "learning_rate": 3.080568720379147e-05, |
| "loss": 0.3191, |
| "step": 524 |
| }, |
| { |
| "epoch": 1.3427109974424551, |
| "grad_norm": 0.20505413275714032, |
| "learning_rate": 3.075829383886256e-05, |
| "loss": 0.3451, |
| "step": 525 |
| }, |
| { |
| "epoch": 1.3452685421994885, |
| "grad_norm": 0.24615234141005185, |
| "learning_rate": 3.0710900473933654e-05, |
| "loss": 0.3528, |
| "step": 526 |
| }, |
| { |
| "epoch": 1.3478260869565217, |
| "grad_norm": 0.22369032901485378, |
| "learning_rate": 3.066350710900474e-05, |
| "loss": 0.3284, |
| "step": 527 |
| }, |
| { |
| "epoch": 1.350383631713555, |
| "grad_norm": 0.22838183924629246, |
| "learning_rate": 3.061611374407583e-05, |
| "loss": 0.3374, |
| "step": 528 |
| }, |
| { |
| "epoch": 1.3529411764705883, |
| "grad_norm": 0.27105416556647893, |
| "learning_rate": 3.056872037914692e-05, |
| "loss": 0.3464, |
| "step": 529 |
| }, |
| { |
| "epoch": 1.3554987212276215, |
| "grad_norm": 0.20957984851168898, |
| "learning_rate": 3.052132701421801e-05, |
| "loss": 0.3284, |
| "step": 530 |
| }, |
| { |
| "epoch": 1.3580562659846547, |
| "grad_norm": 0.2320992461077895, |
| "learning_rate": 3.0473933649289098e-05, |
| "loss": 0.3486, |
| "step": 531 |
| }, |
| { |
| "epoch": 1.3606138107416879, |
| "grad_norm": 0.21826085112206514, |
| "learning_rate": 3.042654028436019e-05, |
| "loss": 0.3385, |
| "step": 532 |
| }, |
| { |
| "epoch": 1.3631713554987213, |
| "grad_norm": 0.2098867818685027, |
| "learning_rate": 3.0379146919431277e-05, |
| "loss": 0.3281, |
| "step": 533 |
| }, |
| { |
| "epoch": 1.3657289002557544, |
| "grad_norm": 0.20672602706389986, |
| "learning_rate": 3.0331753554502375e-05, |
| "loss": 0.3347, |
| "step": 534 |
| }, |
| { |
| "epoch": 1.3682864450127878, |
| "grad_norm": 0.19992143809636548, |
| "learning_rate": 3.0284360189573463e-05, |
| "loss": 0.3359, |
| "step": 535 |
| }, |
| { |
| "epoch": 1.370843989769821, |
| "grad_norm": 0.20352905078357075, |
| "learning_rate": 3.023696682464455e-05, |
| "loss": 0.3378, |
| "step": 536 |
| }, |
| { |
| "epoch": 1.3734015345268542, |
| "grad_norm": 0.20917931960339106, |
| "learning_rate": 3.0189573459715642e-05, |
| "loss": 0.3477, |
| "step": 537 |
| }, |
| { |
| "epoch": 1.3759590792838874, |
| "grad_norm": 0.19805266052365922, |
| "learning_rate": 3.014218009478673e-05, |
| "loss": 0.3268, |
| "step": 538 |
| }, |
| { |
| "epoch": 1.3785166240409208, |
| "grad_norm": 0.19502494739762932, |
| "learning_rate": 3.009478672985782e-05, |
| "loss": 0.3493, |
| "step": 539 |
| }, |
| { |
| "epoch": 1.381074168797954, |
| "grad_norm": 0.19983564710769386, |
| "learning_rate": 3.004739336492891e-05, |
| "loss": 0.3428, |
| "step": 540 |
| }, |
| { |
| "epoch": 1.3836317135549872, |
| "grad_norm": 0.22658682357477436, |
| "learning_rate": 3e-05, |
| "loss": 0.3378, |
| "step": 541 |
| }, |
| { |
| "epoch": 1.3861892583120206, |
| "grad_norm": 0.23466719921978055, |
| "learning_rate": 2.995260663507109e-05, |
| "loss": 0.3353, |
| "step": 542 |
| }, |
| { |
| "epoch": 1.3887468030690537, |
| "grad_norm": 0.21015550969200184, |
| "learning_rate": 2.990521327014218e-05, |
| "loss": 0.35, |
| "step": 543 |
| }, |
| { |
| "epoch": 1.391304347826087, |
| "grad_norm": 0.2614967884472048, |
| "learning_rate": 2.9857819905213268e-05, |
| "loss": 0.3458, |
| "step": 544 |
| }, |
| { |
| "epoch": 1.39386189258312, |
| "grad_norm": 0.20442313390946987, |
| "learning_rate": 2.9810426540284363e-05, |
| "loss": 0.3197, |
| "step": 545 |
| }, |
| { |
| "epoch": 1.3964194373401535, |
| "grad_norm": 0.22800479961193035, |
| "learning_rate": 2.9763033175355454e-05, |
| "loss": 0.3216, |
| "step": 546 |
| }, |
| { |
| "epoch": 1.3989769820971867, |
| "grad_norm": 0.23631248009519853, |
| "learning_rate": 2.9715639810426542e-05, |
| "loss": 0.3475, |
| "step": 547 |
| }, |
| { |
| "epoch": 1.40153452685422, |
| "grad_norm": 0.2148560333286399, |
| "learning_rate": 2.9668246445497633e-05, |
| "loss": 0.3321, |
| "step": 548 |
| }, |
| { |
| "epoch": 1.4040920716112533, |
| "grad_norm": 0.22336842918171954, |
| "learning_rate": 2.962085308056872e-05, |
| "loss": 0.3488, |
| "step": 549 |
| }, |
| { |
| "epoch": 1.4066496163682864, |
| "grad_norm": 0.21805777627104153, |
| "learning_rate": 2.9573459715639813e-05, |
| "loss": 0.3377, |
| "step": 550 |
| }, |
| { |
| "epoch": 1.4092071611253196, |
| "grad_norm": 0.197363455632153, |
| "learning_rate": 2.95260663507109e-05, |
| "loss": 0.3395, |
| "step": 551 |
| }, |
| { |
| "epoch": 1.4117647058823528, |
| "grad_norm": 0.273730892459262, |
| "learning_rate": 2.9478672985781992e-05, |
| "loss": 0.3637, |
| "step": 552 |
| }, |
| { |
| "epoch": 1.4143222506393862, |
| "grad_norm": 0.21968147378847208, |
| "learning_rate": 2.943127962085308e-05, |
| "loss": 0.3458, |
| "step": 553 |
| }, |
| { |
| "epoch": 1.4168797953964194, |
| "grad_norm": 0.22407752561098943, |
| "learning_rate": 2.938388625592417e-05, |
| "loss": 0.3341, |
| "step": 554 |
| }, |
| { |
| "epoch": 1.4194373401534528, |
| "grad_norm": 0.24706387013454778, |
| "learning_rate": 2.933649289099526e-05, |
| "loss": 0.3393, |
| "step": 555 |
| }, |
| { |
| "epoch": 1.421994884910486, |
| "grad_norm": 0.23943822236699114, |
| "learning_rate": 2.9289099526066354e-05, |
| "loss": 0.3476, |
| "step": 556 |
| }, |
| { |
| "epoch": 1.4245524296675192, |
| "grad_norm": 0.21133262016275636, |
| "learning_rate": 2.9241706161137445e-05, |
| "loss": 0.3317, |
| "step": 557 |
| }, |
| { |
| "epoch": 1.4271099744245523, |
| "grad_norm": 0.2187205757977556, |
| "learning_rate": 2.9194312796208533e-05, |
| "loss": 0.3344, |
| "step": 558 |
| }, |
| { |
| "epoch": 1.4296675191815857, |
| "grad_norm": 0.2278521035319285, |
| "learning_rate": 2.9146919431279624e-05, |
| "loss": 0.3391, |
| "step": 559 |
| }, |
| { |
| "epoch": 1.432225063938619, |
| "grad_norm": 0.22984861625880482, |
| "learning_rate": 2.9099526066350712e-05, |
| "loss": 0.3289, |
| "step": 560 |
| }, |
| { |
| "epoch": 1.434782608695652, |
| "grad_norm": 0.2126484088527432, |
| "learning_rate": 2.9052132701421804e-05, |
| "loss": 0.3216, |
| "step": 561 |
| }, |
| { |
| "epoch": 1.4373401534526855, |
| "grad_norm": 0.21963164389365947, |
| "learning_rate": 2.9004739336492892e-05, |
| "loss": 0.3366, |
| "step": 562 |
| }, |
| { |
| "epoch": 1.4398976982097187, |
| "grad_norm": 0.2271030491918638, |
| "learning_rate": 2.8957345971563983e-05, |
| "loss": 0.3287, |
| "step": 563 |
| }, |
| { |
| "epoch": 1.4424552429667519, |
| "grad_norm": 0.22596502012606307, |
| "learning_rate": 2.890995260663507e-05, |
| "loss": 0.3445, |
| "step": 564 |
| }, |
| { |
| "epoch": 1.445012787723785, |
| "grad_norm": 0.2092819883191256, |
| "learning_rate": 2.8862559241706162e-05, |
| "loss": 0.3188, |
| "step": 565 |
| }, |
| { |
| "epoch": 1.4475703324808185, |
| "grad_norm": 0.2085679869485133, |
| "learning_rate": 2.881516587677725e-05, |
| "loss": 0.3297, |
| "step": 566 |
| }, |
| { |
| "epoch": 1.4501278772378516, |
| "grad_norm": 0.20731318095051873, |
| "learning_rate": 2.8767772511848338e-05, |
| "loss": 0.3254, |
| "step": 567 |
| }, |
| { |
| "epoch": 1.452685421994885, |
| "grad_norm": 0.22614524862117436, |
| "learning_rate": 2.8720379146919436e-05, |
| "loss": 0.3389, |
| "step": 568 |
| }, |
| { |
| "epoch": 1.4552429667519182, |
| "grad_norm": 0.22116772067000307, |
| "learning_rate": 2.8672985781990524e-05, |
| "loss": 0.3372, |
| "step": 569 |
| }, |
| { |
| "epoch": 1.4578005115089514, |
| "grad_norm": 0.2081439129486148, |
| "learning_rate": 2.8625592417061616e-05, |
| "loss": 0.3185, |
| "step": 570 |
| }, |
| { |
| "epoch": 1.4603580562659846, |
| "grad_norm": 0.2101126677570276, |
| "learning_rate": 2.8578199052132704e-05, |
| "loss": 0.3386, |
| "step": 571 |
| }, |
| { |
| "epoch": 1.4629156010230178, |
| "grad_norm": 0.20857004085030162, |
| "learning_rate": 2.853080568720379e-05, |
| "loss": 0.3317, |
| "step": 572 |
| }, |
| { |
| "epoch": 1.4654731457800512, |
| "grad_norm": 0.21972466939910235, |
| "learning_rate": 2.8483412322274883e-05, |
| "loss": 0.3421, |
| "step": 573 |
| }, |
| { |
| "epoch": 1.4680306905370843, |
| "grad_norm": 0.22670934909893178, |
| "learning_rate": 2.843601895734597e-05, |
| "loss": 0.3373, |
| "step": 574 |
| }, |
| { |
| "epoch": 1.4705882352941178, |
| "grad_norm": 0.20335752165987916, |
| "learning_rate": 2.8388625592417062e-05, |
| "loss": 0.3489, |
| "step": 575 |
| }, |
| { |
| "epoch": 1.473145780051151, |
| "grad_norm": 0.21670951576300224, |
| "learning_rate": 2.834123222748815e-05, |
| "loss": 0.3436, |
| "step": 576 |
| }, |
| { |
| "epoch": 1.4757033248081841, |
| "grad_norm": 0.24188198119161047, |
| "learning_rate": 2.829383886255924e-05, |
| "loss": 0.346, |
| "step": 577 |
| }, |
| { |
| "epoch": 1.4782608695652173, |
| "grad_norm": 0.19284248575531912, |
| "learning_rate": 2.824644549763033e-05, |
| "loss": 0.3412, |
| "step": 578 |
| }, |
| { |
| "epoch": 1.4808184143222507, |
| "grad_norm": 0.21408001651811503, |
| "learning_rate": 2.8199052132701424e-05, |
| "loss": 0.3359, |
| "step": 579 |
| }, |
| { |
| "epoch": 1.4833759590792839, |
| "grad_norm": 0.23043383318843624, |
| "learning_rate": 2.8151658767772515e-05, |
| "loss": 0.3352, |
| "step": 580 |
| }, |
| { |
| "epoch": 1.485933503836317, |
| "grad_norm": 0.19637762705882086, |
| "learning_rate": 2.8104265402843603e-05, |
| "loss": 0.3335, |
| "step": 581 |
| }, |
| { |
| "epoch": 1.4884910485933505, |
| "grad_norm": 0.21814477890754627, |
| "learning_rate": 2.8056872037914695e-05, |
| "loss": 0.3219, |
| "step": 582 |
| }, |
| { |
| "epoch": 1.4910485933503836, |
| "grad_norm": 0.24377115034783173, |
| "learning_rate": 2.8009478672985783e-05, |
| "loss": 0.349, |
| "step": 583 |
| }, |
| { |
| "epoch": 1.4936061381074168, |
| "grad_norm": 0.20020466798938577, |
| "learning_rate": 2.7962085308056874e-05, |
| "loss": 0.3364, |
| "step": 584 |
| }, |
| { |
| "epoch": 1.49616368286445, |
| "grad_norm": 0.2363047057326481, |
| "learning_rate": 2.7914691943127962e-05, |
| "loss": 0.3565, |
| "step": 585 |
| }, |
| { |
| "epoch": 1.4987212276214834, |
| "grad_norm": 0.21956341661227455, |
| "learning_rate": 2.7867298578199053e-05, |
| "loss": 0.3377, |
| "step": 586 |
| }, |
| { |
| "epoch": 1.5012787723785166, |
| "grad_norm": 0.2267586568563103, |
| "learning_rate": 2.781990521327014e-05, |
| "loss": 0.328, |
| "step": 587 |
| }, |
| { |
| "epoch": 1.50383631713555, |
| "grad_norm": 0.2047581074184725, |
| "learning_rate": 2.7772511848341233e-05, |
| "loss": 0.3468, |
| "step": 588 |
| }, |
| { |
| "epoch": 1.5063938618925832, |
| "grad_norm": 0.24688978065050932, |
| "learning_rate": 2.772511848341232e-05, |
| "loss": 0.3279, |
| "step": 589 |
| }, |
| { |
| "epoch": 1.5089514066496164, |
| "grad_norm": 0.21201942656506023, |
| "learning_rate": 2.7677725118483415e-05, |
| "loss": 0.3435, |
| "step": 590 |
| }, |
| { |
| "epoch": 1.5115089514066495, |
| "grad_norm": 0.21407415709345273, |
| "learning_rate": 2.7630331753554507e-05, |
| "loss": 0.3338, |
| "step": 591 |
| }, |
| { |
| "epoch": 1.5140664961636827, |
| "grad_norm": 0.24244329625085864, |
| "learning_rate": 2.7582938388625595e-05, |
| "loss": 0.3353, |
| "step": 592 |
| }, |
| { |
| "epoch": 1.5166240409207161, |
| "grad_norm": 0.21106578023597755, |
| "learning_rate": 2.7535545023696686e-05, |
| "loss": 0.3185, |
| "step": 593 |
| }, |
| { |
| "epoch": 1.5191815856777495, |
| "grad_norm": 0.22046969326673913, |
| "learning_rate": 2.7488151658767774e-05, |
| "loss": 0.3405, |
| "step": 594 |
| }, |
| { |
| "epoch": 1.5217391304347827, |
| "grad_norm": 0.22082584514229614, |
| "learning_rate": 2.7440758293838865e-05, |
| "loss": 0.3374, |
| "step": 595 |
| }, |
| { |
| "epoch": 1.5242966751918159, |
| "grad_norm": 0.2214039800077301, |
| "learning_rate": 2.7393364928909953e-05, |
| "loss": 0.3408, |
| "step": 596 |
| }, |
| { |
| "epoch": 1.526854219948849, |
| "grad_norm": 0.21162564133453074, |
| "learning_rate": 2.7345971563981044e-05, |
| "loss": 0.3223, |
| "step": 597 |
| }, |
| { |
| "epoch": 1.5294117647058822, |
| "grad_norm": 0.21038119410478973, |
| "learning_rate": 2.7298578199052132e-05, |
| "loss": 0.3232, |
| "step": 598 |
| }, |
| { |
| "epoch": 1.5319693094629157, |
| "grad_norm": 0.2232877311097297, |
| "learning_rate": 2.7251184834123224e-05, |
| "loss": 0.3569, |
| "step": 599 |
| }, |
| { |
| "epoch": 1.5345268542199488, |
| "grad_norm": 0.21018531562144588, |
| "learning_rate": 2.720379146919431e-05, |
| "loss": 0.3572, |
| "step": 600 |
| }, |
| { |
| "epoch": 1.5370843989769822, |
| "grad_norm": 0.18432057304329444, |
| "learning_rate": 2.7156398104265403e-05, |
| "loss": 0.3239, |
| "step": 601 |
| }, |
| { |
| "epoch": 1.5396419437340154, |
| "grad_norm": 0.23256686957170164, |
| "learning_rate": 2.7109004739336498e-05, |
| "loss": 0.327, |
| "step": 602 |
| }, |
| { |
| "epoch": 1.5421994884910486, |
| "grad_norm": 0.2168659241371808, |
| "learning_rate": 2.7061611374407586e-05, |
| "loss": 0.3345, |
| "step": 603 |
| }, |
| { |
| "epoch": 1.5447570332480818, |
| "grad_norm": 0.2066176620461704, |
| "learning_rate": 2.7014218009478677e-05, |
| "loss": 0.3263, |
| "step": 604 |
| }, |
| { |
| "epoch": 1.547314578005115, |
| "grad_norm": 0.2510122104603682, |
| "learning_rate": 2.6966824644549765e-05, |
| "loss": 0.3383, |
| "step": 605 |
| }, |
| { |
| "epoch": 1.5498721227621484, |
| "grad_norm": 0.21620946293671467, |
| "learning_rate": 2.6919431279620856e-05, |
| "loss": 0.3421, |
| "step": 606 |
| }, |
| { |
| "epoch": 1.5524296675191815, |
| "grad_norm": 0.2374053609246905, |
| "learning_rate": 2.6872037914691944e-05, |
| "loss": 0.3395, |
| "step": 607 |
| }, |
| { |
| "epoch": 1.554987212276215, |
| "grad_norm": 0.23310585207272871, |
| "learning_rate": 2.6824644549763032e-05, |
| "loss": 0.3328, |
| "step": 608 |
| }, |
| { |
| "epoch": 1.5575447570332481, |
| "grad_norm": 0.21706136950371865, |
| "learning_rate": 2.6777251184834124e-05, |
| "loss": 0.3291, |
| "step": 609 |
| }, |
| { |
| "epoch": 1.5601023017902813, |
| "grad_norm": 0.2557349212164624, |
| "learning_rate": 2.672985781990521e-05, |
| "loss": 0.3329, |
| "step": 610 |
| }, |
| { |
| "epoch": 1.5626598465473145, |
| "grad_norm": 0.21369332563945545, |
| "learning_rate": 2.6682464454976303e-05, |
| "loss": 0.3403, |
| "step": 611 |
| }, |
| { |
| "epoch": 1.5652173913043477, |
| "grad_norm": 0.22249413300101917, |
| "learning_rate": 2.663507109004739e-05, |
| "loss": 0.3295, |
| "step": 612 |
| }, |
| { |
| "epoch": 1.567774936061381, |
| "grad_norm": 0.2352350138406436, |
| "learning_rate": 2.658767772511849e-05, |
| "loss": 0.3491, |
| "step": 613 |
| }, |
| { |
| "epoch": 1.5703324808184145, |
| "grad_norm": 0.21444744975093857, |
| "learning_rate": 2.6540284360189577e-05, |
| "loss": 0.3515, |
| "step": 614 |
| }, |
| { |
| "epoch": 1.5728900255754477, |
| "grad_norm": 0.20106535936796008, |
| "learning_rate": 2.6492890995260665e-05, |
| "loss": 0.3415, |
| "step": 615 |
| }, |
| { |
| "epoch": 1.5754475703324808, |
| "grad_norm": 0.24355009019358553, |
| "learning_rate": 2.6445497630331756e-05, |
| "loss": 0.3382, |
| "step": 616 |
| }, |
| { |
| "epoch": 1.578005115089514, |
| "grad_norm": 0.19632069646990316, |
| "learning_rate": 2.6398104265402844e-05, |
| "loss": 0.3344, |
| "step": 617 |
| }, |
| { |
| "epoch": 1.5805626598465472, |
| "grad_norm": 0.2041069390497847, |
| "learning_rate": 2.6350710900473935e-05, |
| "loss": 0.3314, |
| "step": 618 |
| }, |
| { |
| "epoch": 1.5831202046035806, |
| "grad_norm": 0.23307172936850007, |
| "learning_rate": 2.6303317535545023e-05, |
| "loss": 0.3279, |
| "step": 619 |
| }, |
| { |
| "epoch": 1.5856777493606138, |
| "grad_norm": 0.22016471550055694, |
| "learning_rate": 2.6255924170616115e-05, |
| "loss": 0.3238, |
| "step": 620 |
| }, |
| { |
| "epoch": 1.5882352941176472, |
| "grad_norm": 0.21161098152167546, |
| "learning_rate": 2.6208530805687203e-05, |
| "loss": 0.3382, |
| "step": 621 |
| }, |
| { |
| "epoch": 1.5907928388746804, |
| "grad_norm": 0.23095386869319134, |
| "learning_rate": 2.6161137440758294e-05, |
| "loss": 0.3316, |
| "step": 622 |
| }, |
| { |
| "epoch": 1.5933503836317136, |
| "grad_norm": 0.2258130781665819, |
| "learning_rate": 2.6113744075829382e-05, |
| "loss": 0.3184, |
| "step": 623 |
| }, |
| { |
| "epoch": 1.5959079283887467, |
| "grad_norm": 0.2101743033652242, |
| "learning_rate": 2.6066350710900477e-05, |
| "loss": 0.3525, |
| "step": 624 |
| }, |
| { |
| "epoch": 1.59846547314578, |
| "grad_norm": 0.23556388836544728, |
| "learning_rate": 2.6018957345971568e-05, |
| "loss": 0.3596, |
| "step": 625 |
| }, |
| { |
| "epoch": 1.6010230179028133, |
| "grad_norm": 0.2173806495933601, |
| "learning_rate": 2.5971563981042656e-05, |
| "loss": 0.3367, |
| "step": 626 |
| }, |
| { |
| "epoch": 1.6035805626598465, |
| "grad_norm": 0.21332385463283657, |
| "learning_rate": 2.5924170616113747e-05, |
| "loss": 0.3371, |
| "step": 627 |
| }, |
| { |
| "epoch": 1.60613810741688, |
| "grad_norm": 0.20121738409593162, |
| "learning_rate": 2.5876777251184835e-05, |
| "loss": 0.3308, |
| "step": 628 |
| }, |
| { |
| "epoch": 1.608695652173913, |
| "grad_norm": 0.22736961793911684, |
| "learning_rate": 2.5829383886255927e-05, |
| "loss": 0.3453, |
| "step": 629 |
| }, |
| { |
| "epoch": 1.6112531969309463, |
| "grad_norm": 0.19872074468079123, |
| "learning_rate": 2.5781990521327014e-05, |
| "loss": 0.3278, |
| "step": 630 |
| }, |
| { |
| "epoch": 1.6138107416879794, |
| "grad_norm": 0.2314685609756946, |
| "learning_rate": 2.5734597156398106e-05, |
| "loss": 0.3466, |
| "step": 631 |
| }, |
| { |
| "epoch": 1.6163682864450126, |
| "grad_norm": 0.21359598281755646, |
| "learning_rate": 2.5687203791469194e-05, |
| "loss": 0.3568, |
| "step": 632 |
| }, |
| { |
| "epoch": 1.618925831202046, |
| "grad_norm": 0.2410455323018816, |
| "learning_rate": 2.5639810426540285e-05, |
| "loss": 0.3212, |
| "step": 633 |
| }, |
| { |
| "epoch": 1.6214833759590794, |
| "grad_norm": 0.253509763295898, |
| "learning_rate": 2.5592417061611373e-05, |
| "loss": 0.3589, |
| "step": 634 |
| }, |
| { |
| "epoch": 1.6240409207161126, |
| "grad_norm": 0.22712797799055953, |
| "learning_rate": 2.5545023696682464e-05, |
| "loss": 0.3349, |
| "step": 635 |
| }, |
| { |
| "epoch": 1.6265984654731458, |
| "grad_norm": 0.22386259809972237, |
| "learning_rate": 2.549763033175356e-05, |
| "loss": 0.3261, |
| "step": 636 |
| }, |
| { |
| "epoch": 1.629156010230179, |
| "grad_norm": 0.2605466792154154, |
| "learning_rate": 2.5450236966824647e-05, |
| "loss": 0.3435, |
| "step": 637 |
| }, |
| { |
| "epoch": 1.6317135549872122, |
| "grad_norm": 0.20761172721493334, |
| "learning_rate": 2.540284360189574e-05, |
| "loss": 0.3251, |
| "step": 638 |
| }, |
| { |
| "epoch": 1.6342710997442456, |
| "grad_norm": 0.24685722210051553, |
| "learning_rate": 2.5355450236966826e-05, |
| "loss": 0.3235, |
| "step": 639 |
| }, |
| { |
| "epoch": 1.6368286445012787, |
| "grad_norm": 0.21434302571838307, |
| "learning_rate": 2.5308056872037918e-05, |
| "loss": 0.3207, |
| "step": 640 |
| }, |
| { |
| "epoch": 1.6393861892583121, |
| "grad_norm": 0.21184549514913412, |
| "learning_rate": 2.5260663507109006e-05, |
| "loss": 0.3238, |
| "step": 641 |
| }, |
| { |
| "epoch": 1.6419437340153453, |
| "grad_norm": 0.21252363567202226, |
| "learning_rate": 2.5213270142180097e-05, |
| "loss": 0.323, |
| "step": 642 |
| }, |
| { |
| "epoch": 1.6445012787723785, |
| "grad_norm": 0.21829115176694264, |
| "learning_rate": 2.5165876777251185e-05, |
| "loss": 0.3321, |
| "step": 643 |
| }, |
| { |
| "epoch": 1.6470588235294117, |
| "grad_norm": 0.20922978833957703, |
| "learning_rate": 2.5118483412322273e-05, |
| "loss": 0.326, |
| "step": 644 |
| }, |
| { |
| "epoch": 1.6496163682864449, |
| "grad_norm": 0.2091095674028597, |
| "learning_rate": 2.5071090047393364e-05, |
| "loss": 0.3076, |
| "step": 645 |
| }, |
| { |
| "epoch": 1.6521739130434783, |
| "grad_norm": 0.20714939228335966, |
| "learning_rate": 2.5023696682464452e-05, |
| "loss": 0.3304, |
| "step": 646 |
| }, |
| { |
| "epoch": 1.6547314578005117, |
| "grad_norm": 0.19116018976328764, |
| "learning_rate": 2.4976303317535547e-05, |
| "loss": 0.3274, |
| "step": 647 |
| }, |
| { |
| "epoch": 1.6572890025575449, |
| "grad_norm": 0.19243515464801864, |
| "learning_rate": 2.4928909952606635e-05, |
| "loss": 0.3397, |
| "step": 648 |
| }, |
| { |
| "epoch": 1.659846547314578, |
| "grad_norm": 0.22171437826424312, |
| "learning_rate": 2.4881516587677726e-05, |
| "loss": 0.3404, |
| "step": 649 |
| }, |
| { |
| "epoch": 1.6624040920716112, |
| "grad_norm": 0.18811862144302852, |
| "learning_rate": 2.4834123222748817e-05, |
| "loss": 0.3294, |
| "step": 650 |
| }, |
| { |
| "epoch": 1.6649616368286444, |
| "grad_norm": 0.20726034225043538, |
| "learning_rate": 2.4786729857819905e-05, |
| "loss": 0.3376, |
| "step": 651 |
| }, |
| { |
| "epoch": 1.6675191815856778, |
| "grad_norm": 0.22641125026229106, |
| "learning_rate": 2.4739336492890997e-05, |
| "loss": 0.3315, |
| "step": 652 |
| }, |
| { |
| "epoch": 1.670076726342711, |
| "grad_norm": 0.19760668759690572, |
| "learning_rate": 2.4691943127962085e-05, |
| "loss": 0.3484, |
| "step": 653 |
| }, |
| { |
| "epoch": 1.6726342710997444, |
| "grad_norm": 0.2036460572936716, |
| "learning_rate": 2.4644549763033176e-05, |
| "loss": 0.3405, |
| "step": 654 |
| }, |
| { |
| "epoch": 1.6751918158567776, |
| "grad_norm": 0.19580889345429936, |
| "learning_rate": 2.4597156398104264e-05, |
| "loss": 0.3311, |
| "step": 655 |
| }, |
| { |
| "epoch": 1.6777493606138107, |
| "grad_norm": 0.20331485010582212, |
| "learning_rate": 2.454976303317536e-05, |
| "loss": 0.3319, |
| "step": 656 |
| }, |
| { |
| "epoch": 1.680306905370844, |
| "grad_norm": 0.2003381154185122, |
| "learning_rate": 2.4502369668246447e-05, |
| "loss": 0.3338, |
| "step": 657 |
| }, |
| { |
| "epoch": 1.682864450127877, |
| "grad_norm": 0.22901909585607055, |
| "learning_rate": 2.4454976303317538e-05, |
| "loss": 0.3439, |
| "step": 658 |
| }, |
| { |
| "epoch": 1.6854219948849105, |
| "grad_norm": 0.2072701167914152, |
| "learning_rate": 2.4407582938388626e-05, |
| "loss": 0.3299, |
| "step": 659 |
| }, |
| { |
| "epoch": 1.6879795396419437, |
| "grad_norm": 0.2156044161532469, |
| "learning_rate": 2.4360189573459717e-05, |
| "loss": 0.3356, |
| "step": 660 |
| }, |
| { |
| "epoch": 1.690537084398977, |
| "grad_norm": 0.22960331769603365, |
| "learning_rate": 2.431279620853081e-05, |
| "loss": 0.3211, |
| "step": 661 |
| }, |
| { |
| "epoch": 1.6930946291560103, |
| "grad_norm": 0.184836419291593, |
| "learning_rate": 2.4265402843601897e-05, |
| "loss": 0.3134, |
| "step": 662 |
| }, |
| { |
| "epoch": 1.6956521739130435, |
| "grad_norm": 0.22152975307273395, |
| "learning_rate": 2.4218009478672988e-05, |
| "loss": 0.3556, |
| "step": 663 |
| }, |
| { |
| "epoch": 1.6982097186700766, |
| "grad_norm": 0.27533636995577504, |
| "learning_rate": 2.4170616113744076e-05, |
| "loss": 0.333, |
| "step": 664 |
| }, |
| { |
| "epoch": 1.7007672634271098, |
| "grad_norm": 0.20239642573133182, |
| "learning_rate": 2.4123222748815167e-05, |
| "loss": 0.3244, |
| "step": 665 |
| }, |
| { |
| "epoch": 1.7033248081841432, |
| "grad_norm": 0.19215048920041694, |
| "learning_rate": 2.4075829383886255e-05, |
| "loss": 0.3261, |
| "step": 666 |
| }, |
| { |
| "epoch": 1.7058823529411766, |
| "grad_norm": 0.21226322101300024, |
| "learning_rate": 2.402843601895735e-05, |
| "loss": 0.3357, |
| "step": 667 |
| }, |
| { |
| "epoch": 1.7084398976982098, |
| "grad_norm": 0.22539028864743468, |
| "learning_rate": 2.3981042654028438e-05, |
| "loss": 0.3472, |
| "step": 668 |
| }, |
| { |
| "epoch": 1.710997442455243, |
| "grad_norm": 0.23393010371109055, |
| "learning_rate": 2.3933649289099526e-05, |
| "loss": 0.3325, |
| "step": 669 |
| }, |
| { |
| "epoch": 1.7135549872122762, |
| "grad_norm": 0.1735369909355323, |
| "learning_rate": 2.3886255924170617e-05, |
| "loss": 0.3158, |
| "step": 670 |
| }, |
| { |
| "epoch": 1.7161125319693094, |
| "grad_norm": 0.21921508136082404, |
| "learning_rate": 2.3838862559241705e-05, |
| "loss": 0.35, |
| "step": 671 |
| }, |
| { |
| "epoch": 1.7186700767263428, |
| "grad_norm": 0.21982061308675563, |
| "learning_rate": 2.3791469194312796e-05, |
| "loss": 0.3479, |
| "step": 672 |
| }, |
| { |
| "epoch": 1.721227621483376, |
| "grad_norm": 0.2169093947973993, |
| "learning_rate": 2.3744075829383888e-05, |
| "loss": 0.3318, |
| "step": 673 |
| }, |
| { |
| "epoch": 1.7237851662404093, |
| "grad_norm": 0.20360889372476712, |
| "learning_rate": 2.369668246445498e-05, |
| "loss": 0.334, |
| "step": 674 |
| }, |
| { |
| "epoch": 1.7263427109974425, |
| "grad_norm": 0.2174062686096523, |
| "learning_rate": 2.3649289099526067e-05, |
| "loss": 0.3385, |
| "step": 675 |
| }, |
| { |
| "epoch": 1.7289002557544757, |
| "grad_norm": 0.20684367968994177, |
| "learning_rate": 2.360189573459716e-05, |
| "loss": 0.3375, |
| "step": 676 |
| }, |
| { |
| "epoch": 1.7314578005115089, |
| "grad_norm": 0.19965154462316637, |
| "learning_rate": 2.3554502369668246e-05, |
| "loss": 0.3253, |
| "step": 677 |
| }, |
| { |
| "epoch": 1.734015345268542, |
| "grad_norm": 0.21474011017766587, |
| "learning_rate": 2.3507109004739338e-05, |
| "loss": 0.3382, |
| "step": 678 |
| }, |
| { |
| "epoch": 1.7365728900255755, |
| "grad_norm": 0.22746922194428235, |
| "learning_rate": 2.345971563981043e-05, |
| "loss": 0.324, |
| "step": 679 |
| }, |
| { |
| "epoch": 1.7391304347826086, |
| "grad_norm": 0.2104457674935215, |
| "learning_rate": 2.3412322274881517e-05, |
| "loss": 0.3392, |
| "step": 680 |
| }, |
| { |
| "epoch": 1.741687979539642, |
| "grad_norm": 0.20283023890137888, |
| "learning_rate": 2.3364928909952608e-05, |
| "loss": 0.3291, |
| "step": 681 |
| }, |
| { |
| "epoch": 1.7442455242966752, |
| "grad_norm": 0.21461127150907236, |
| "learning_rate": 2.3317535545023696e-05, |
| "loss": 0.3386, |
| "step": 682 |
| }, |
| { |
| "epoch": 1.7468030690537084, |
| "grad_norm": 0.1909336493281626, |
| "learning_rate": 2.3270142180094788e-05, |
| "loss": 0.3175, |
| "step": 683 |
| }, |
| { |
| "epoch": 1.7493606138107416, |
| "grad_norm": 0.21259577247012493, |
| "learning_rate": 2.322274881516588e-05, |
| "loss": 0.3403, |
| "step": 684 |
| }, |
| { |
| "epoch": 1.7519181585677748, |
| "grad_norm": 0.20066175215287518, |
| "learning_rate": 2.317535545023697e-05, |
| "loss": 0.3285, |
| "step": 685 |
| }, |
| { |
| "epoch": 1.7544757033248082, |
| "grad_norm": 0.7581076529268704, |
| "learning_rate": 2.3127962085308058e-05, |
| "loss": 0.363, |
| "step": 686 |
| }, |
| { |
| "epoch": 1.7570332480818416, |
| "grad_norm": 0.22657067765448413, |
| "learning_rate": 2.3080568720379146e-05, |
| "loss": 0.3435, |
| "step": 687 |
| }, |
| { |
| "epoch": 1.7595907928388748, |
| "grad_norm": 0.2217418832124222, |
| "learning_rate": 2.3033175355450237e-05, |
| "loss": 0.3197, |
| "step": 688 |
| }, |
| { |
| "epoch": 1.762148337595908, |
| "grad_norm": 0.21459082938179172, |
| "learning_rate": 2.2985781990521325e-05, |
| "loss": 0.3505, |
| "step": 689 |
| }, |
| { |
| "epoch": 1.7647058823529411, |
| "grad_norm": 0.20738951497933816, |
| "learning_rate": 2.293838862559242e-05, |
| "loss": 0.321, |
| "step": 690 |
| }, |
| { |
| "epoch": 1.7672634271099743, |
| "grad_norm": 0.22785561899819126, |
| "learning_rate": 2.2890995260663508e-05, |
| "loss": 0.3424, |
| "step": 691 |
| }, |
| { |
| "epoch": 1.7698209718670077, |
| "grad_norm": 0.22927074980811404, |
| "learning_rate": 2.28436018957346e-05, |
| "loss": 0.3351, |
| "step": 692 |
| }, |
| { |
| "epoch": 1.772378516624041, |
| "grad_norm": 0.23347434762189972, |
| "learning_rate": 2.2796208530805687e-05, |
| "loss": 0.347, |
| "step": 693 |
| }, |
| { |
| "epoch": 1.7749360613810743, |
| "grad_norm": 0.2330189859527237, |
| "learning_rate": 2.274881516587678e-05, |
| "loss": 0.3341, |
| "step": 694 |
| }, |
| { |
| "epoch": 1.7774936061381075, |
| "grad_norm": 0.25074043381573513, |
| "learning_rate": 2.270142180094787e-05, |
| "loss": 0.3172, |
| "step": 695 |
| }, |
| { |
| "epoch": 1.7800511508951407, |
| "grad_norm": 0.21374906832842885, |
| "learning_rate": 2.2654028436018958e-05, |
| "loss": 0.339, |
| "step": 696 |
| }, |
| { |
| "epoch": 1.7826086956521738, |
| "grad_norm": 0.25168218613406507, |
| "learning_rate": 2.260663507109005e-05, |
| "loss": 0.3325, |
| "step": 697 |
| }, |
| { |
| "epoch": 1.785166240409207, |
| "grad_norm": 0.2403091187285791, |
| "learning_rate": 2.2559241706161137e-05, |
| "loss": 0.3478, |
| "step": 698 |
| }, |
| { |
| "epoch": 1.7877237851662404, |
| "grad_norm": 0.22187397630061947, |
| "learning_rate": 2.251184834123223e-05, |
| "loss": 0.3452, |
| "step": 699 |
| }, |
| { |
| "epoch": 1.7902813299232738, |
| "grad_norm": 0.24752310282755516, |
| "learning_rate": 2.2464454976303317e-05, |
| "loss": 0.3356, |
| "step": 700 |
| }, |
| { |
| "epoch": 1.792838874680307, |
| "grad_norm": 0.2084033534950943, |
| "learning_rate": 2.241706161137441e-05, |
| "loss": 0.3259, |
| "step": 701 |
| }, |
| { |
| "epoch": 1.7953964194373402, |
| "grad_norm": 0.2355859217064896, |
| "learning_rate": 2.23696682464455e-05, |
| "loss": 0.3425, |
| "step": 702 |
| }, |
| { |
| "epoch": 1.7979539641943734, |
| "grad_norm": 0.21447292569876703, |
| "learning_rate": 2.232227488151659e-05, |
| "loss": 0.3153, |
| "step": 703 |
| }, |
| { |
| "epoch": 1.8005115089514065, |
| "grad_norm": 0.20854337096420522, |
| "learning_rate": 2.227488151658768e-05, |
| "loss": 0.3352, |
| "step": 704 |
| }, |
| { |
| "epoch": 1.80306905370844, |
| "grad_norm": 0.22064595096377312, |
| "learning_rate": 2.2227488151658766e-05, |
| "loss": 0.3228, |
| "step": 705 |
| }, |
| { |
| "epoch": 1.8056265984654731, |
| "grad_norm": 0.23748592354665862, |
| "learning_rate": 2.2180094786729858e-05, |
| "loss": 0.3407, |
| "step": 706 |
| }, |
| { |
| "epoch": 1.8081841432225065, |
| "grad_norm": 0.25098201166842826, |
| "learning_rate": 2.213270142180095e-05, |
| "loss": 0.3533, |
| "step": 707 |
| }, |
| { |
| "epoch": 1.8107416879795397, |
| "grad_norm": 0.2789258681226503, |
| "learning_rate": 2.208530805687204e-05, |
| "loss": 0.3405, |
| "step": 708 |
| }, |
| { |
| "epoch": 1.813299232736573, |
| "grad_norm": 0.21924763977982134, |
| "learning_rate": 2.203791469194313e-05, |
| "loss": 0.3209, |
| "step": 709 |
| }, |
| { |
| "epoch": 1.815856777493606, |
| "grad_norm": 0.24534901252195856, |
| "learning_rate": 2.199052132701422e-05, |
| "loss": 0.3228, |
| "step": 710 |
| }, |
| { |
| "epoch": 1.8184143222506393, |
| "grad_norm": 0.23769380073414784, |
| "learning_rate": 2.1943127962085308e-05, |
| "loss": 0.3319, |
| "step": 711 |
| }, |
| { |
| "epoch": 1.8209718670076727, |
| "grad_norm": 0.20966116422671724, |
| "learning_rate": 2.18957345971564e-05, |
| "loss": 0.3255, |
| "step": 712 |
| }, |
| { |
| "epoch": 1.8235294117647058, |
| "grad_norm": 0.2278495662047266, |
| "learning_rate": 2.184834123222749e-05, |
| "loss": 0.3234, |
| "step": 713 |
| }, |
| { |
| "epoch": 1.8260869565217392, |
| "grad_norm": 0.22895416972072405, |
| "learning_rate": 2.1800947867298578e-05, |
| "loss": 0.3189, |
| "step": 714 |
| }, |
| { |
| "epoch": 1.8286445012787724, |
| "grad_norm": 0.2086902846375283, |
| "learning_rate": 2.175355450236967e-05, |
| "loss": 0.3472, |
| "step": 715 |
| }, |
| { |
| "epoch": 1.8312020460358056, |
| "grad_norm": 0.19855684843219606, |
| "learning_rate": 2.1706161137440758e-05, |
| "loss": 0.3458, |
| "step": 716 |
| }, |
| { |
| "epoch": 1.8337595907928388, |
| "grad_norm": 0.23552439546401155, |
| "learning_rate": 2.165876777251185e-05, |
| "loss": 0.336, |
| "step": 717 |
| }, |
| { |
| "epoch": 1.836317135549872, |
| "grad_norm": 0.20685861123790114, |
| "learning_rate": 2.161137440758294e-05, |
| "loss": 0.336, |
| "step": 718 |
| }, |
| { |
| "epoch": 1.8388746803069054, |
| "grad_norm": 0.19887491717386577, |
| "learning_rate": 2.156398104265403e-05, |
| "loss": 0.3396, |
| "step": 719 |
| }, |
| { |
| "epoch": 1.8414322250639388, |
| "grad_norm": 0.2509814669536259, |
| "learning_rate": 2.151658767772512e-05, |
| "loss": 0.3441, |
| "step": 720 |
| }, |
| { |
| "epoch": 1.843989769820972, |
| "grad_norm": 0.19522319866892376, |
| "learning_rate": 2.146919431279621e-05, |
| "loss": 0.3106, |
| "step": 721 |
| }, |
| { |
| "epoch": 1.8465473145780051, |
| "grad_norm": 0.18974799063588516, |
| "learning_rate": 2.14218009478673e-05, |
| "loss": 0.3262, |
| "step": 722 |
| }, |
| { |
| "epoch": 1.8491048593350383, |
| "grad_norm": 0.20477382204756456, |
| "learning_rate": 2.1374407582938387e-05, |
| "loss": 0.3429, |
| "step": 723 |
| }, |
| { |
| "epoch": 1.8516624040920715, |
| "grad_norm": 0.2142522572136313, |
| "learning_rate": 2.132701421800948e-05, |
| "loss": 0.3308, |
| "step": 724 |
| }, |
| { |
| "epoch": 1.854219948849105, |
| "grad_norm": 0.1979056292881532, |
| "learning_rate": 2.127962085308057e-05, |
| "loss": 0.3346, |
| "step": 725 |
| }, |
| { |
| "epoch": 1.856777493606138, |
| "grad_norm": 0.20554303110251226, |
| "learning_rate": 2.123222748815166e-05, |
| "loss": 0.3583, |
| "step": 726 |
| }, |
| { |
| "epoch": 1.8593350383631715, |
| "grad_norm": 0.1984154565321334, |
| "learning_rate": 2.118483412322275e-05, |
| "loss": 0.3196, |
| "step": 727 |
| }, |
| { |
| "epoch": 1.8618925831202047, |
| "grad_norm": 0.2008595114867567, |
| "learning_rate": 2.113744075829384e-05, |
| "loss": 0.3427, |
| "step": 728 |
| }, |
| { |
| "epoch": 1.8644501278772379, |
| "grad_norm": 0.21531627949148452, |
| "learning_rate": 2.109004739336493e-05, |
| "loss": 0.3415, |
| "step": 729 |
| }, |
| { |
| "epoch": 1.867007672634271, |
| "grad_norm": 0.20193118670494573, |
| "learning_rate": 2.104265402843602e-05, |
| "loss": 0.3371, |
| "step": 730 |
| }, |
| { |
| "epoch": 1.8695652173913042, |
| "grad_norm": 0.21944975819432885, |
| "learning_rate": 2.099526066350711e-05, |
| "loss": 0.3217, |
| "step": 731 |
| }, |
| { |
| "epoch": 1.8721227621483376, |
| "grad_norm": 0.23381023417915053, |
| "learning_rate": 2.09478672985782e-05, |
| "loss": 0.3406, |
| "step": 732 |
| }, |
| { |
| "epoch": 1.8746803069053708, |
| "grad_norm": 0.19300009053421657, |
| "learning_rate": 2.090047393364929e-05, |
| "loss": 0.3199, |
| "step": 733 |
| }, |
| { |
| "epoch": 1.8772378516624042, |
| "grad_norm": 0.19576466530600098, |
| "learning_rate": 2.0853080568720378e-05, |
| "loss": 0.3215, |
| "step": 734 |
| }, |
| { |
| "epoch": 1.8797953964194374, |
| "grad_norm": 0.21787819537132525, |
| "learning_rate": 2.0805687203791473e-05, |
| "loss": 0.3359, |
| "step": 735 |
| }, |
| { |
| "epoch": 1.8823529411764706, |
| "grad_norm": 0.20623605117402122, |
| "learning_rate": 2.075829383886256e-05, |
| "loss": 0.3396, |
| "step": 736 |
| }, |
| { |
| "epoch": 1.8849104859335037, |
| "grad_norm": 0.19807063269430017, |
| "learning_rate": 2.0710900473933652e-05, |
| "loss": 0.3321, |
| "step": 737 |
| }, |
| { |
| "epoch": 1.887468030690537, |
| "grad_norm": 0.21340084606280826, |
| "learning_rate": 2.066350710900474e-05, |
| "loss": 0.3376, |
| "step": 738 |
| }, |
| { |
| "epoch": 1.8900255754475703, |
| "grad_norm": 0.2117778713699439, |
| "learning_rate": 2.061611374407583e-05, |
| "loss": 0.318, |
| "step": 739 |
| }, |
| { |
| "epoch": 1.8925831202046037, |
| "grad_norm": 0.19496876658086634, |
| "learning_rate": 2.056872037914692e-05, |
| "loss": 0.3275, |
| "step": 740 |
| }, |
| { |
| "epoch": 1.895140664961637, |
| "grad_norm": 0.22772399554231024, |
| "learning_rate": 2.052132701421801e-05, |
| "loss": 0.3456, |
| "step": 741 |
| }, |
| { |
| "epoch": 1.89769820971867, |
| "grad_norm": 0.19861753270620258, |
| "learning_rate": 2.0473933649289102e-05, |
| "loss": 0.3364, |
| "step": 742 |
| }, |
| { |
| "epoch": 1.9002557544757033, |
| "grad_norm": 0.2101418258514019, |
| "learning_rate": 2.042654028436019e-05, |
| "loss": 0.3324, |
| "step": 743 |
| }, |
| { |
| "epoch": 1.9028132992327365, |
| "grad_norm": 0.19738568484825283, |
| "learning_rate": 2.037914691943128e-05, |
| "loss": 0.3458, |
| "step": 744 |
| }, |
| { |
| "epoch": 1.9053708439897699, |
| "grad_norm": 0.22341732627665845, |
| "learning_rate": 2.033175355450237e-05, |
| "loss": 0.3472, |
| "step": 745 |
| }, |
| { |
| "epoch": 1.907928388746803, |
| "grad_norm": 0.20794044931146008, |
| "learning_rate": 2.028436018957346e-05, |
| "loss": 0.3367, |
| "step": 746 |
| }, |
| { |
| "epoch": 1.9104859335038364, |
| "grad_norm": 0.20491964629174395, |
| "learning_rate": 2.0236966824644552e-05, |
| "loss": 0.3223, |
| "step": 747 |
| }, |
| { |
| "epoch": 1.9130434782608696, |
| "grad_norm": 0.20189894495265795, |
| "learning_rate": 2.018957345971564e-05, |
| "loss": 0.3362, |
| "step": 748 |
| }, |
| { |
| "epoch": 1.9156010230179028, |
| "grad_norm": 0.2048150503497566, |
| "learning_rate": 2.014218009478673e-05, |
| "loss": 0.3426, |
| "step": 749 |
| }, |
| { |
| "epoch": 1.918158567774936, |
| "grad_norm": 0.21954225182865705, |
| "learning_rate": 2.009478672985782e-05, |
| "loss": 0.3528, |
| "step": 750 |
| }, |
| { |
| "epoch": 1.9207161125319692, |
| "grad_norm": 0.22214844960655306, |
| "learning_rate": 2.004739336492891e-05, |
| "loss": 0.3491, |
| "step": 751 |
| }, |
| { |
| "epoch": 1.9232736572890026, |
| "grad_norm": 0.2002610790388588, |
| "learning_rate": 2e-05, |
| "loss": 0.3324, |
| "step": 752 |
| }, |
| { |
| "epoch": 1.9258312020460358, |
| "grad_norm": 0.23222016864966347, |
| "learning_rate": 1.9952606635071093e-05, |
| "loss": 0.3292, |
| "step": 753 |
| }, |
| { |
| "epoch": 1.9283887468030692, |
| "grad_norm": 0.2207542823663722, |
| "learning_rate": 1.990521327014218e-05, |
| "loss": 0.3385, |
| "step": 754 |
| }, |
| { |
| "epoch": 1.9309462915601023, |
| "grad_norm": 0.22749264244194325, |
| "learning_rate": 1.9857819905213272e-05, |
| "loss": 0.316, |
| "step": 755 |
| }, |
| { |
| "epoch": 1.9335038363171355, |
| "grad_norm": 0.1977916254111309, |
| "learning_rate": 1.981042654028436e-05, |
| "loss": 0.3395, |
| "step": 756 |
| }, |
| { |
| "epoch": 1.9360613810741687, |
| "grad_norm": 0.19556691281474403, |
| "learning_rate": 1.976303317535545e-05, |
| "loss": 0.3355, |
| "step": 757 |
| }, |
| { |
| "epoch": 1.938618925831202, |
| "grad_norm": 0.1962514353937156, |
| "learning_rate": 1.9715639810426543e-05, |
| "loss": 0.3156, |
| "step": 758 |
| }, |
| { |
| "epoch": 1.9411764705882353, |
| "grad_norm": 0.23567156259437158, |
| "learning_rate": 1.966824644549763e-05, |
| "loss": 0.3413, |
| "step": 759 |
| }, |
| { |
| "epoch": 1.9437340153452687, |
| "grad_norm": 0.1980383962745943, |
| "learning_rate": 1.9620853080568722e-05, |
| "loss": 0.323, |
| "step": 760 |
| }, |
| { |
| "epoch": 1.9462915601023019, |
| "grad_norm": 0.19505875547934262, |
| "learning_rate": 1.957345971563981e-05, |
| "loss": 0.3342, |
| "step": 761 |
| }, |
| { |
| "epoch": 1.948849104859335, |
| "grad_norm": 0.22978204914718386, |
| "learning_rate": 1.95260663507109e-05, |
| "loss": 0.3438, |
| "step": 762 |
| }, |
| { |
| "epoch": 1.9514066496163682, |
| "grad_norm": 0.19344201193147603, |
| "learning_rate": 1.9478672985781993e-05, |
| "loss": 0.3118, |
| "step": 763 |
| }, |
| { |
| "epoch": 1.9539641943734014, |
| "grad_norm": 0.18582466291193162, |
| "learning_rate": 1.943127962085308e-05, |
| "loss": 0.3375, |
| "step": 764 |
| }, |
| { |
| "epoch": 1.9565217391304348, |
| "grad_norm": 0.21401678800134463, |
| "learning_rate": 1.9383886255924172e-05, |
| "loss": 0.3384, |
| "step": 765 |
| }, |
| { |
| "epoch": 1.959079283887468, |
| "grad_norm": 0.19342159241258478, |
| "learning_rate": 1.933649289099526e-05, |
| "loss": 0.3206, |
| "step": 766 |
| }, |
| { |
| "epoch": 1.9616368286445014, |
| "grad_norm": 0.19399605381147378, |
| "learning_rate": 1.928909952606635e-05, |
| "loss": 0.3384, |
| "step": 767 |
| }, |
| { |
| "epoch": 1.9641943734015346, |
| "grad_norm": 0.20148408812790133, |
| "learning_rate": 1.924170616113744e-05, |
| "loss": 0.3225, |
| "step": 768 |
| }, |
| { |
| "epoch": 1.9667519181585678, |
| "grad_norm": 0.18715476457309554, |
| "learning_rate": 1.9194312796208534e-05, |
| "loss": 0.3288, |
| "step": 769 |
| }, |
| { |
| "epoch": 1.969309462915601, |
| "grad_norm": 0.18815259504289839, |
| "learning_rate": 1.9146919431279622e-05, |
| "loss": 0.3142, |
| "step": 770 |
| }, |
| { |
| "epoch": 1.9718670076726341, |
| "grad_norm": 0.20640473592890973, |
| "learning_rate": 1.9099526066350713e-05, |
| "loss": 0.3191, |
| "step": 771 |
| }, |
| { |
| "epoch": 1.9744245524296675, |
| "grad_norm": 0.19662779268863564, |
| "learning_rate": 1.90521327014218e-05, |
| "loss": 0.3207, |
| "step": 772 |
| }, |
| { |
| "epoch": 1.976982097186701, |
| "grad_norm": 0.2066568679986916, |
| "learning_rate": 1.9004739336492893e-05, |
| "loss": 0.3454, |
| "step": 773 |
| }, |
| { |
| "epoch": 1.979539641943734, |
| "grad_norm": 0.20322475668496154, |
| "learning_rate": 1.895734597156398e-05, |
| "loss": 0.3234, |
| "step": 774 |
| }, |
| { |
| "epoch": 1.9820971867007673, |
| "grad_norm": 0.19059283154521114, |
| "learning_rate": 1.8909952606635072e-05, |
| "loss": 0.3313, |
| "step": 775 |
| }, |
| { |
| "epoch": 1.9846547314578005, |
| "grad_norm": 0.21406140221632183, |
| "learning_rate": 1.8862559241706163e-05, |
| "loss": 0.3465, |
| "step": 776 |
| }, |
| { |
| "epoch": 1.9872122762148337, |
| "grad_norm": 0.21139212441518793, |
| "learning_rate": 1.881516587677725e-05, |
| "loss": 0.3261, |
| "step": 777 |
| }, |
| { |
| "epoch": 1.989769820971867, |
| "grad_norm": 0.19320779992691875, |
| "learning_rate": 1.8767772511848342e-05, |
| "loss": 0.3199, |
| "step": 778 |
| }, |
| { |
| "epoch": 1.9923273657289002, |
| "grad_norm": 0.1948553869588904, |
| "learning_rate": 1.872037914691943e-05, |
| "loss": 0.3295, |
| "step": 779 |
| }, |
| { |
| "epoch": 1.9948849104859336, |
| "grad_norm": 0.19898631153447896, |
| "learning_rate": 1.8672985781990525e-05, |
| "loss": 0.3185, |
| "step": 780 |
| }, |
| { |
| "epoch": 1.9974424552429668, |
| "grad_norm": 0.20500622742531077, |
| "learning_rate": 1.8625592417061613e-05, |
| "loss": 0.3367, |
| "step": 781 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.18745671376713552, |
| "learning_rate": 1.85781990521327e-05, |
| "loss": 0.3035, |
| "step": 782 |
| }, |
| { |
| "epoch": 2.002557544757033, |
| "grad_norm": 0.2785878708893465, |
| "learning_rate": 1.8530805687203792e-05, |
| "loss": 0.2615, |
| "step": 783 |
| }, |
| { |
| "epoch": 2.0051150895140664, |
| "grad_norm": 0.20397480769360993, |
| "learning_rate": 1.848341232227488e-05, |
| "loss": 0.2434, |
| "step": 784 |
| }, |
| { |
| "epoch": 2.0076726342710995, |
| "grad_norm": 0.2923962743620856, |
| "learning_rate": 1.843601895734597e-05, |
| "loss": 0.2478, |
| "step": 785 |
| }, |
| { |
| "epoch": 2.010230179028133, |
| "grad_norm": 0.25689369914334176, |
| "learning_rate": 1.8388625592417063e-05, |
| "loss": 0.2448, |
| "step": 786 |
| }, |
| { |
| "epoch": 2.0127877237851663, |
| "grad_norm": 0.23710484976355836, |
| "learning_rate": 1.8341232227488154e-05, |
| "loss": 0.257, |
| "step": 787 |
| }, |
| { |
| "epoch": 2.0153452685421995, |
| "grad_norm": 0.29563461441097083, |
| "learning_rate": 1.8293838862559242e-05, |
| "loss": 0.2521, |
| "step": 788 |
| }, |
| { |
| "epoch": 2.0179028132992327, |
| "grad_norm": 0.2381040612370418, |
| "learning_rate": 1.8246445497630334e-05, |
| "loss": 0.2499, |
| "step": 789 |
| }, |
| { |
| "epoch": 2.020460358056266, |
| "grad_norm": 0.2291439129489046, |
| "learning_rate": 1.819905213270142e-05, |
| "loss": 0.2438, |
| "step": 790 |
| }, |
| { |
| "epoch": 2.023017902813299, |
| "grad_norm": 0.28685620757378183, |
| "learning_rate": 1.8151658767772513e-05, |
| "loss": 0.2553, |
| "step": 791 |
| }, |
| { |
| "epoch": 2.0255754475703327, |
| "grad_norm": 0.21147497245529764, |
| "learning_rate": 1.8104265402843604e-05, |
| "loss": 0.252, |
| "step": 792 |
| }, |
| { |
| "epoch": 2.028132992327366, |
| "grad_norm": 0.22446603408981508, |
| "learning_rate": 1.8056872037914692e-05, |
| "loss": 0.2536, |
| "step": 793 |
| }, |
| { |
| "epoch": 2.030690537084399, |
| "grad_norm": 0.24541367333886985, |
| "learning_rate": 1.8009478672985784e-05, |
| "loss": 0.2504, |
| "step": 794 |
| }, |
| { |
| "epoch": 2.0332480818414322, |
| "grad_norm": 0.22514879404996416, |
| "learning_rate": 1.796208530805687e-05, |
| "loss": 0.2605, |
| "step": 795 |
| }, |
| { |
| "epoch": 2.0358056265984654, |
| "grad_norm": 0.20624678594072715, |
| "learning_rate": 1.7914691943127963e-05, |
| "loss": 0.2612, |
| "step": 796 |
| }, |
| { |
| "epoch": 2.0383631713554986, |
| "grad_norm": 0.21342231575903908, |
| "learning_rate": 1.7867298578199054e-05, |
| "loss": 0.2499, |
| "step": 797 |
| }, |
| { |
| "epoch": 2.040920716112532, |
| "grad_norm": 0.22708020169166784, |
| "learning_rate": 1.7819905213270146e-05, |
| "loss": 0.2573, |
| "step": 798 |
| }, |
| { |
| "epoch": 2.0434782608695654, |
| "grad_norm": 0.20671082360929366, |
| "learning_rate": 1.7772511848341233e-05, |
| "loss": 0.2517, |
| "step": 799 |
| }, |
| { |
| "epoch": 2.0460358056265986, |
| "grad_norm": 0.20470461882320312, |
| "learning_rate": 1.772511848341232e-05, |
| "loss": 0.2441, |
| "step": 800 |
| }, |
| { |
| "epoch": 2.0485933503836318, |
| "grad_norm": 0.20251032207130173, |
| "learning_rate": 1.7677725118483413e-05, |
| "loss": 0.2547, |
| "step": 801 |
| }, |
| { |
| "epoch": 2.051150895140665, |
| "grad_norm": 0.20368951509303784, |
| "learning_rate": 1.76303317535545e-05, |
| "loss": 0.2439, |
| "step": 802 |
| }, |
| { |
| "epoch": 2.053708439897698, |
| "grad_norm": 0.19922183550926562, |
| "learning_rate": 1.7582938388625595e-05, |
| "loss": 0.2401, |
| "step": 803 |
| }, |
| { |
| "epoch": 2.0562659846547313, |
| "grad_norm": 0.21378847417361496, |
| "learning_rate": 1.7535545023696683e-05, |
| "loss": 0.2598, |
| "step": 804 |
| }, |
| { |
| "epoch": 2.0588235294117645, |
| "grad_norm": 0.2093916676403955, |
| "learning_rate": 1.7488151658767775e-05, |
| "loss": 0.2562, |
| "step": 805 |
| }, |
| { |
| "epoch": 2.061381074168798, |
| "grad_norm": 0.2148148853889112, |
| "learning_rate": 1.7440758293838863e-05, |
| "loss": 0.2543, |
| "step": 806 |
| }, |
| { |
| "epoch": 2.0639386189258313, |
| "grad_norm": 0.20365914748452466, |
| "learning_rate": 1.7393364928909954e-05, |
| "loss": 0.248, |
| "step": 807 |
| }, |
| { |
| "epoch": 2.0664961636828645, |
| "grad_norm": 0.21066398897720096, |
| "learning_rate": 1.7345971563981042e-05, |
| "loss": 0.2638, |
| "step": 808 |
| }, |
| { |
| "epoch": 2.0690537084398977, |
| "grad_norm": 0.20804166422941303, |
| "learning_rate": 1.7298578199052133e-05, |
| "loss": 0.2542, |
| "step": 809 |
| }, |
| { |
| "epoch": 2.071611253196931, |
| "grad_norm": 0.18674967472128892, |
| "learning_rate": 1.7251184834123225e-05, |
| "loss": 0.2405, |
| "step": 810 |
| }, |
| { |
| "epoch": 2.074168797953964, |
| "grad_norm": 0.1906175209072609, |
| "learning_rate": 1.7203791469194313e-05, |
| "loss": 0.2342, |
| "step": 811 |
| }, |
| { |
| "epoch": 2.0767263427109977, |
| "grad_norm": 0.2100046063283888, |
| "learning_rate": 1.7156398104265404e-05, |
| "loss": 0.2432, |
| "step": 812 |
| }, |
| { |
| "epoch": 2.079283887468031, |
| "grad_norm": 0.1967925906674926, |
| "learning_rate": 1.7109004739336492e-05, |
| "loss": 0.2413, |
| "step": 813 |
| }, |
| { |
| "epoch": 2.081841432225064, |
| "grad_norm": 0.1985022110628129, |
| "learning_rate": 1.7061611374407587e-05, |
| "loss": 0.2412, |
| "step": 814 |
| }, |
| { |
| "epoch": 2.084398976982097, |
| "grad_norm": 0.2004462205861864, |
| "learning_rate": 1.7014218009478674e-05, |
| "loss": 0.2608, |
| "step": 815 |
| }, |
| { |
| "epoch": 2.0869565217391304, |
| "grad_norm": 0.2126154513787664, |
| "learning_rate": 1.6966824644549766e-05, |
| "loss": 0.2419, |
| "step": 816 |
| }, |
| { |
| "epoch": 2.0895140664961636, |
| "grad_norm": 0.21724682158013556, |
| "learning_rate": 1.6919431279620854e-05, |
| "loss": 0.2555, |
| "step": 817 |
| }, |
| { |
| "epoch": 2.0920716112531967, |
| "grad_norm": 0.20957633230824144, |
| "learning_rate": 1.6872037914691942e-05, |
| "loss": 0.2434, |
| "step": 818 |
| }, |
| { |
| "epoch": 2.0946291560102304, |
| "grad_norm": 0.1852153835527483, |
| "learning_rate": 1.6824644549763033e-05, |
| "loss": 0.2408, |
| "step": 819 |
| }, |
| { |
| "epoch": 2.0971867007672635, |
| "grad_norm": 0.22086697836670513, |
| "learning_rate": 1.6777251184834124e-05, |
| "loss": 0.2582, |
| "step": 820 |
| }, |
| { |
| "epoch": 2.0997442455242967, |
| "grad_norm": 0.24261708505812196, |
| "learning_rate": 1.6729857819905216e-05, |
| "loss": 0.2632, |
| "step": 821 |
| }, |
| { |
| "epoch": 2.10230179028133, |
| "grad_norm": 0.18366952389698496, |
| "learning_rate": 1.6682464454976304e-05, |
| "loss": 0.2433, |
| "step": 822 |
| }, |
| { |
| "epoch": 2.104859335038363, |
| "grad_norm": 0.2038172463973163, |
| "learning_rate": 1.6635071090047395e-05, |
| "loss": 0.2525, |
| "step": 823 |
| }, |
| { |
| "epoch": 2.1074168797953963, |
| "grad_norm": 0.2012679343362801, |
| "learning_rate": 1.6587677725118483e-05, |
| "loss": 0.249, |
| "step": 824 |
| }, |
| { |
| "epoch": 2.10997442455243, |
| "grad_norm": 0.19324190678914918, |
| "learning_rate": 1.6540284360189574e-05, |
| "loss": 0.2476, |
| "step": 825 |
| }, |
| { |
| "epoch": 2.112531969309463, |
| "grad_norm": 0.19308515698590148, |
| "learning_rate": 1.6492890995260666e-05, |
| "loss": 0.2545, |
| "step": 826 |
| }, |
| { |
| "epoch": 2.1150895140664963, |
| "grad_norm": 0.20072878909780828, |
| "learning_rate": 1.6445497630331754e-05, |
| "loss": 0.2493, |
| "step": 827 |
| }, |
| { |
| "epoch": 2.1176470588235294, |
| "grad_norm": 0.21529840999791708, |
| "learning_rate": 1.6398104265402845e-05, |
| "loss": 0.2505, |
| "step": 828 |
| }, |
| { |
| "epoch": 2.1202046035805626, |
| "grad_norm": 0.190291814924438, |
| "learning_rate": 1.6350710900473933e-05, |
| "loss": 0.2568, |
| "step": 829 |
| }, |
| { |
| "epoch": 2.122762148337596, |
| "grad_norm": 0.1843567434491544, |
| "learning_rate": 1.6303317535545024e-05, |
| "loss": 0.235, |
| "step": 830 |
| }, |
| { |
| "epoch": 2.125319693094629, |
| "grad_norm": 0.20192839632170334, |
| "learning_rate": 1.6255924170616116e-05, |
| "loss": 0.2518, |
| "step": 831 |
| }, |
| { |
| "epoch": 2.1278772378516626, |
| "grad_norm": 0.19505086113061484, |
| "learning_rate": 1.6208530805687207e-05, |
| "loss": 0.2422, |
| "step": 832 |
| }, |
| { |
| "epoch": 2.130434782608696, |
| "grad_norm": 0.18413293323513488, |
| "learning_rate": 1.6161137440758295e-05, |
| "loss": 0.2481, |
| "step": 833 |
| }, |
| { |
| "epoch": 2.132992327365729, |
| "grad_norm": 0.19660864149905055, |
| "learning_rate": 1.6113744075829386e-05, |
| "loss": 0.2482, |
| "step": 834 |
| }, |
| { |
| "epoch": 2.135549872122762, |
| "grad_norm": 0.19108123965299506, |
| "learning_rate": 1.6066350710900474e-05, |
| "loss": 0.2488, |
| "step": 835 |
| }, |
| { |
| "epoch": 2.1381074168797953, |
| "grad_norm": 0.2054493861311576, |
| "learning_rate": 1.6018957345971562e-05, |
| "loss": 0.2508, |
| "step": 836 |
| }, |
| { |
| "epoch": 2.1406649616368285, |
| "grad_norm": 0.19933140761961352, |
| "learning_rate": 1.5971563981042657e-05, |
| "loss": 0.2526, |
| "step": 837 |
| }, |
| { |
| "epoch": 2.1432225063938617, |
| "grad_norm": 0.18520997915505424, |
| "learning_rate": 1.5924170616113745e-05, |
| "loss": 0.2553, |
| "step": 838 |
| }, |
| { |
| "epoch": 2.1457800511508953, |
| "grad_norm": 0.18142714347687713, |
| "learning_rate": 1.5876777251184836e-05, |
| "loss": 0.2404, |
| "step": 839 |
| }, |
| { |
| "epoch": 2.1483375959079285, |
| "grad_norm": 0.19332393510145196, |
| "learning_rate": 1.5829383886255924e-05, |
| "loss": 0.2608, |
| "step": 840 |
| }, |
| { |
| "epoch": 2.1508951406649617, |
| "grad_norm": 0.18239849204776917, |
| "learning_rate": 1.5781990521327015e-05, |
| "loss": 0.2472, |
| "step": 841 |
| }, |
| { |
| "epoch": 2.153452685421995, |
| "grad_norm": 0.19432247568701047, |
| "learning_rate": 1.5734597156398103e-05, |
| "loss": 0.2509, |
| "step": 842 |
| }, |
| { |
| "epoch": 2.156010230179028, |
| "grad_norm": 0.1891425736304601, |
| "learning_rate": 1.5687203791469195e-05, |
| "loss": 0.2544, |
| "step": 843 |
| }, |
| { |
| "epoch": 2.1585677749360612, |
| "grad_norm": 0.1776945543749591, |
| "learning_rate": 1.5639810426540286e-05, |
| "loss": 0.2418, |
| "step": 844 |
| }, |
| { |
| "epoch": 2.1611253196930944, |
| "grad_norm": 0.19454352996860633, |
| "learning_rate": 1.5592417061611374e-05, |
| "loss": 0.2578, |
| "step": 845 |
| }, |
| { |
| "epoch": 2.163682864450128, |
| "grad_norm": 0.19387855469120038, |
| "learning_rate": 1.5545023696682465e-05, |
| "loss": 0.2562, |
| "step": 846 |
| }, |
| { |
| "epoch": 2.166240409207161, |
| "grad_norm": 0.1884476249381793, |
| "learning_rate": 1.5497630331753553e-05, |
| "loss": 0.2435, |
| "step": 847 |
| }, |
| { |
| "epoch": 2.1687979539641944, |
| "grad_norm": 0.19682354969261456, |
| "learning_rate": 1.5450236966824648e-05, |
| "loss": 0.245, |
| "step": 848 |
| }, |
| { |
| "epoch": 2.1713554987212276, |
| "grad_norm": 0.19646857607869206, |
| "learning_rate": 1.5402843601895736e-05, |
| "loss": 0.2421, |
| "step": 849 |
| }, |
| { |
| "epoch": 2.1739130434782608, |
| "grad_norm": 0.1878274831496743, |
| "learning_rate": 1.5355450236966827e-05, |
| "loss": 0.2602, |
| "step": 850 |
| }, |
| { |
| "epoch": 2.176470588235294, |
| "grad_norm": 0.2203759013180319, |
| "learning_rate": 1.5308056872037915e-05, |
| "loss": 0.26, |
| "step": 851 |
| }, |
| { |
| "epoch": 2.1790281329923276, |
| "grad_norm": 0.20353045344689538, |
| "learning_rate": 1.5260663507109007e-05, |
| "loss": 0.2548, |
| "step": 852 |
| }, |
| { |
| "epoch": 2.1815856777493607, |
| "grad_norm": 0.17917216373663247, |
| "learning_rate": 1.5213270142180094e-05, |
| "loss": 0.2481, |
| "step": 853 |
| }, |
| { |
| "epoch": 2.184143222506394, |
| "grad_norm": 0.19965741458148648, |
| "learning_rate": 1.5165876777251187e-05, |
| "loss": 0.2369, |
| "step": 854 |
| }, |
| { |
| "epoch": 2.186700767263427, |
| "grad_norm": 0.1983107544529902, |
| "learning_rate": 1.5118483412322275e-05, |
| "loss": 0.2649, |
| "step": 855 |
| }, |
| { |
| "epoch": 2.1892583120204603, |
| "grad_norm": 0.18889444027577523, |
| "learning_rate": 1.5071090047393365e-05, |
| "loss": 0.2537, |
| "step": 856 |
| }, |
| { |
| "epoch": 2.1918158567774935, |
| "grad_norm": 0.1778943432272497, |
| "learning_rate": 1.5023696682464455e-05, |
| "loss": 0.2416, |
| "step": 857 |
| }, |
| { |
| "epoch": 2.1943734015345266, |
| "grad_norm": 0.1864614456662679, |
| "learning_rate": 1.4976303317535544e-05, |
| "loss": 0.2552, |
| "step": 858 |
| }, |
| { |
| "epoch": 2.1969309462915603, |
| "grad_norm": 0.20406945944259086, |
| "learning_rate": 1.4928909952606634e-05, |
| "loss": 0.2445, |
| "step": 859 |
| }, |
| { |
| "epoch": 2.1994884910485935, |
| "grad_norm": 0.19912968488704036, |
| "learning_rate": 1.4881516587677727e-05, |
| "loss": 0.2483, |
| "step": 860 |
| }, |
| { |
| "epoch": 2.2020460358056266, |
| "grad_norm": 0.1971404080483016, |
| "learning_rate": 1.4834123222748817e-05, |
| "loss": 0.2485, |
| "step": 861 |
| }, |
| { |
| "epoch": 2.20460358056266, |
| "grad_norm": 0.1906866495437284, |
| "learning_rate": 1.4786729857819906e-05, |
| "loss": 0.2422, |
| "step": 862 |
| }, |
| { |
| "epoch": 2.207161125319693, |
| "grad_norm": 0.2236746863882317, |
| "learning_rate": 1.4739336492890996e-05, |
| "loss": 0.2526, |
| "step": 863 |
| }, |
| { |
| "epoch": 2.209718670076726, |
| "grad_norm": 0.20479615550169253, |
| "learning_rate": 1.4691943127962086e-05, |
| "loss": 0.2406, |
| "step": 864 |
| }, |
| { |
| "epoch": 2.21227621483376, |
| "grad_norm": 0.18952772024384357, |
| "learning_rate": 1.4644549763033177e-05, |
| "loss": 0.2473, |
| "step": 865 |
| }, |
| { |
| "epoch": 2.214833759590793, |
| "grad_norm": 0.21288572261909536, |
| "learning_rate": 1.4597156398104267e-05, |
| "loss": 0.2421, |
| "step": 866 |
| }, |
| { |
| "epoch": 2.217391304347826, |
| "grad_norm": 0.22140557077938572, |
| "learning_rate": 1.4549763033175356e-05, |
| "loss": 0.2475, |
| "step": 867 |
| }, |
| { |
| "epoch": 2.2199488491048593, |
| "grad_norm": 0.20708774144192757, |
| "learning_rate": 1.4502369668246446e-05, |
| "loss": 0.2673, |
| "step": 868 |
| }, |
| { |
| "epoch": 2.2225063938618925, |
| "grad_norm": 0.18720660014130933, |
| "learning_rate": 1.4454976303317535e-05, |
| "loss": 0.247, |
| "step": 869 |
| }, |
| { |
| "epoch": 2.2250639386189257, |
| "grad_norm": 0.22218057616305048, |
| "learning_rate": 1.4407582938388625e-05, |
| "loss": 0.2563, |
| "step": 870 |
| }, |
| { |
| "epoch": 2.227621483375959, |
| "grad_norm": 0.19461791848551566, |
| "learning_rate": 1.4360189573459718e-05, |
| "loss": 0.2411, |
| "step": 871 |
| }, |
| { |
| "epoch": 2.2301790281329925, |
| "grad_norm": 0.18465999777437872, |
| "learning_rate": 1.4312796208530808e-05, |
| "loss": 0.2436, |
| "step": 872 |
| }, |
| { |
| "epoch": 2.2327365728900257, |
| "grad_norm": 0.1869706742832914, |
| "learning_rate": 1.4265402843601896e-05, |
| "loss": 0.2468, |
| "step": 873 |
| }, |
| { |
| "epoch": 2.235294117647059, |
| "grad_norm": 0.19859678673304443, |
| "learning_rate": 1.4218009478672985e-05, |
| "loss": 0.2629, |
| "step": 874 |
| }, |
| { |
| "epoch": 2.237851662404092, |
| "grad_norm": 0.18894735140342547, |
| "learning_rate": 1.4170616113744075e-05, |
| "loss": 0.2463, |
| "step": 875 |
| }, |
| { |
| "epoch": 2.2404092071611252, |
| "grad_norm": 0.1841073857339832, |
| "learning_rate": 1.4123222748815165e-05, |
| "loss": 0.2443, |
| "step": 876 |
| }, |
| { |
| "epoch": 2.2429667519181584, |
| "grad_norm": 0.19766216004613152, |
| "learning_rate": 1.4075829383886258e-05, |
| "loss": 0.2445, |
| "step": 877 |
| }, |
| { |
| "epoch": 2.2455242966751916, |
| "grad_norm": 0.20409991732668273, |
| "learning_rate": 1.4028436018957347e-05, |
| "loss": 0.2708, |
| "step": 878 |
| }, |
| { |
| "epoch": 2.2480818414322252, |
| "grad_norm": 0.19977719707950095, |
| "learning_rate": 1.3981042654028437e-05, |
| "loss": 0.2518, |
| "step": 879 |
| }, |
| { |
| "epoch": 2.2506393861892584, |
| "grad_norm": 0.2053796828512668, |
| "learning_rate": 1.3933649289099527e-05, |
| "loss": 0.2495, |
| "step": 880 |
| }, |
| { |
| "epoch": 2.2531969309462916, |
| "grad_norm": 0.17832792645098117, |
| "learning_rate": 1.3886255924170616e-05, |
| "loss": 0.2556, |
| "step": 881 |
| }, |
| { |
| "epoch": 2.2557544757033248, |
| "grad_norm": 0.18840256764724986, |
| "learning_rate": 1.3838862559241708e-05, |
| "loss": 0.2451, |
| "step": 882 |
| }, |
| { |
| "epoch": 2.258312020460358, |
| "grad_norm": 0.19398836581670234, |
| "learning_rate": 1.3791469194312797e-05, |
| "loss": 0.2473, |
| "step": 883 |
| }, |
| { |
| "epoch": 2.260869565217391, |
| "grad_norm": 0.20303902146790734, |
| "learning_rate": 1.3744075829383887e-05, |
| "loss": 0.2597, |
| "step": 884 |
| }, |
| { |
| "epoch": 2.2634271099744243, |
| "grad_norm": 0.18720894136927904, |
| "learning_rate": 1.3696682464454977e-05, |
| "loss": 0.2434, |
| "step": 885 |
| }, |
| { |
| "epoch": 2.265984654731458, |
| "grad_norm": 0.18987210304857877, |
| "learning_rate": 1.3649289099526066e-05, |
| "loss": 0.2525, |
| "step": 886 |
| }, |
| { |
| "epoch": 2.268542199488491, |
| "grad_norm": 0.2048273825139193, |
| "learning_rate": 1.3601895734597156e-05, |
| "loss": 0.2455, |
| "step": 887 |
| }, |
| { |
| "epoch": 2.2710997442455243, |
| "grad_norm": 0.19576486403594287, |
| "learning_rate": 1.3554502369668249e-05, |
| "loss": 0.2613, |
| "step": 888 |
| }, |
| { |
| "epoch": 2.2736572890025575, |
| "grad_norm": 0.20157435141172714, |
| "learning_rate": 1.3507109004739339e-05, |
| "loss": 0.2537, |
| "step": 889 |
| }, |
| { |
| "epoch": 2.2762148337595907, |
| "grad_norm": 0.18228152643827863, |
| "learning_rate": 1.3459715639810428e-05, |
| "loss": 0.2513, |
| "step": 890 |
| }, |
| { |
| "epoch": 2.2787723785166243, |
| "grad_norm": 0.19555632064091633, |
| "learning_rate": 1.3412322274881516e-05, |
| "loss": 0.2586, |
| "step": 891 |
| }, |
| { |
| "epoch": 2.2813299232736575, |
| "grad_norm": 0.203816174533527, |
| "learning_rate": 1.3364928909952606e-05, |
| "loss": 0.2442, |
| "step": 892 |
| }, |
| { |
| "epoch": 2.2838874680306906, |
| "grad_norm": 0.2029139098001244, |
| "learning_rate": 1.3317535545023695e-05, |
| "loss": 0.2561, |
| "step": 893 |
| }, |
| { |
| "epoch": 2.286445012787724, |
| "grad_norm": 0.19048244262223243, |
| "learning_rate": 1.3270142180094788e-05, |
| "loss": 0.2548, |
| "step": 894 |
| }, |
| { |
| "epoch": 2.289002557544757, |
| "grad_norm": 0.19391847669904372, |
| "learning_rate": 1.3222748815165878e-05, |
| "loss": 0.2421, |
| "step": 895 |
| }, |
| { |
| "epoch": 2.29156010230179, |
| "grad_norm": 0.17981132307135597, |
| "learning_rate": 1.3175355450236968e-05, |
| "loss": 0.2532, |
| "step": 896 |
| }, |
| { |
| "epoch": 2.2941176470588234, |
| "grad_norm": 0.17858235830519362, |
| "learning_rate": 1.3127962085308057e-05, |
| "loss": 0.2404, |
| "step": 897 |
| }, |
| { |
| "epoch": 2.296675191815857, |
| "grad_norm": 0.19117496497677566, |
| "learning_rate": 1.3080568720379147e-05, |
| "loss": 0.2593, |
| "step": 898 |
| }, |
| { |
| "epoch": 2.29923273657289, |
| "grad_norm": 0.2016899881448073, |
| "learning_rate": 1.3033175355450238e-05, |
| "loss": 0.2528, |
| "step": 899 |
| }, |
| { |
| "epoch": 2.3017902813299234, |
| "grad_norm": 0.1810650437144312, |
| "learning_rate": 1.2985781990521328e-05, |
| "loss": 0.2402, |
| "step": 900 |
| }, |
| { |
| "epoch": 2.3043478260869565, |
| "grad_norm": 0.19291047749671594, |
| "learning_rate": 1.2938388625592418e-05, |
| "loss": 0.2461, |
| "step": 901 |
| }, |
| { |
| "epoch": 2.3069053708439897, |
| "grad_norm": 0.1939959846671169, |
| "learning_rate": 1.2890995260663507e-05, |
| "loss": 0.2473, |
| "step": 902 |
| }, |
| { |
| "epoch": 2.309462915601023, |
| "grad_norm": 0.1863110176956983, |
| "learning_rate": 1.2843601895734597e-05, |
| "loss": 0.2364, |
| "step": 903 |
| }, |
| { |
| "epoch": 2.312020460358056, |
| "grad_norm": 0.17566806664980533, |
| "learning_rate": 1.2796208530805687e-05, |
| "loss": 0.2482, |
| "step": 904 |
| }, |
| { |
| "epoch": 2.3145780051150897, |
| "grad_norm": 0.19920352232738897, |
| "learning_rate": 1.274881516587678e-05, |
| "loss": 0.2559, |
| "step": 905 |
| }, |
| { |
| "epoch": 2.317135549872123, |
| "grad_norm": 0.1953502116868402, |
| "learning_rate": 1.270142180094787e-05, |
| "loss": 0.2408, |
| "step": 906 |
| }, |
| { |
| "epoch": 2.319693094629156, |
| "grad_norm": 0.18651854725906564, |
| "learning_rate": 1.2654028436018959e-05, |
| "loss": 0.2523, |
| "step": 907 |
| }, |
| { |
| "epoch": 2.3222506393861893, |
| "grad_norm": 0.1894806065906189, |
| "learning_rate": 1.2606635071090048e-05, |
| "loss": 0.2651, |
| "step": 908 |
| }, |
| { |
| "epoch": 2.3248081841432224, |
| "grad_norm": 0.18839186702018404, |
| "learning_rate": 1.2559241706161136e-05, |
| "loss": 0.2474, |
| "step": 909 |
| }, |
| { |
| "epoch": 2.3273657289002556, |
| "grad_norm": 0.19140520747243725, |
| "learning_rate": 1.2511848341232226e-05, |
| "loss": 0.2393, |
| "step": 910 |
| }, |
| { |
| "epoch": 2.329923273657289, |
| "grad_norm": 0.18330215327131463, |
| "learning_rate": 1.2464454976303317e-05, |
| "loss": 0.2528, |
| "step": 911 |
| }, |
| { |
| "epoch": 2.3324808184143224, |
| "grad_norm": 0.1932126436646379, |
| "learning_rate": 1.2417061611374409e-05, |
| "loss": 0.2565, |
| "step": 912 |
| }, |
| { |
| "epoch": 2.3350383631713556, |
| "grad_norm": 0.1950356336934161, |
| "learning_rate": 1.2369668246445498e-05, |
| "loss": 0.2457, |
| "step": 913 |
| }, |
| { |
| "epoch": 2.337595907928389, |
| "grad_norm": 0.17865872468905974, |
| "learning_rate": 1.2322274881516588e-05, |
| "loss": 0.2425, |
| "step": 914 |
| }, |
| { |
| "epoch": 2.340153452685422, |
| "grad_norm": 0.18504654975711932, |
| "learning_rate": 1.227488151658768e-05, |
| "loss": 0.2577, |
| "step": 915 |
| }, |
| { |
| "epoch": 2.342710997442455, |
| "grad_norm": 0.20222565063208944, |
| "learning_rate": 1.2227488151658769e-05, |
| "loss": 0.2581, |
| "step": 916 |
| }, |
| { |
| "epoch": 2.3452685421994883, |
| "grad_norm": 0.1838472381815511, |
| "learning_rate": 1.2180094786729859e-05, |
| "loss": 0.2542, |
| "step": 917 |
| }, |
| { |
| "epoch": 2.3478260869565215, |
| "grad_norm": 0.18346333495631081, |
| "learning_rate": 1.2132701421800948e-05, |
| "loss": 0.2366, |
| "step": 918 |
| }, |
| { |
| "epoch": 2.350383631713555, |
| "grad_norm": 0.18792845931699567, |
| "learning_rate": 1.2085308056872038e-05, |
| "loss": 0.2397, |
| "step": 919 |
| }, |
| { |
| "epoch": 2.3529411764705883, |
| "grad_norm": 0.18552873313226068, |
| "learning_rate": 1.2037914691943128e-05, |
| "loss": 0.2476, |
| "step": 920 |
| }, |
| { |
| "epoch": 2.3554987212276215, |
| "grad_norm": 0.18568764961833162, |
| "learning_rate": 1.1990521327014219e-05, |
| "loss": 0.2464, |
| "step": 921 |
| }, |
| { |
| "epoch": 2.3580562659846547, |
| "grad_norm": 0.19910274628884306, |
| "learning_rate": 1.1943127962085309e-05, |
| "loss": 0.2616, |
| "step": 922 |
| }, |
| { |
| "epoch": 2.360613810741688, |
| "grad_norm": 0.19023555512921334, |
| "learning_rate": 1.1895734597156398e-05, |
| "loss": 0.2468, |
| "step": 923 |
| }, |
| { |
| "epoch": 2.363171355498721, |
| "grad_norm": 0.18498994847552913, |
| "learning_rate": 1.184834123222749e-05, |
| "loss": 0.238, |
| "step": 924 |
| }, |
| { |
| "epoch": 2.3657289002557547, |
| "grad_norm": 0.19230699836861417, |
| "learning_rate": 1.180094786729858e-05, |
| "loss": 0.2499, |
| "step": 925 |
| }, |
| { |
| "epoch": 2.368286445012788, |
| "grad_norm": 0.18992356411703937, |
| "learning_rate": 1.1753554502369669e-05, |
| "loss": 0.2486, |
| "step": 926 |
| }, |
| { |
| "epoch": 2.370843989769821, |
| "grad_norm": 0.194179037810583, |
| "learning_rate": 1.1706161137440758e-05, |
| "loss": 0.2419, |
| "step": 927 |
| }, |
| { |
| "epoch": 2.373401534526854, |
| "grad_norm": 0.19309339760618768, |
| "learning_rate": 1.1658767772511848e-05, |
| "loss": 0.2498, |
| "step": 928 |
| }, |
| { |
| "epoch": 2.3759590792838874, |
| "grad_norm": 0.18311942664171635, |
| "learning_rate": 1.161137440758294e-05, |
| "loss": 0.2508, |
| "step": 929 |
| }, |
| { |
| "epoch": 2.3785166240409206, |
| "grad_norm": 0.1851345033868292, |
| "learning_rate": 1.1563981042654029e-05, |
| "loss": 0.2458, |
| "step": 930 |
| }, |
| { |
| "epoch": 2.381074168797954, |
| "grad_norm": 0.20539574184587675, |
| "learning_rate": 1.1516587677725119e-05, |
| "loss": 0.2535, |
| "step": 931 |
| }, |
| { |
| "epoch": 2.3836317135549874, |
| "grad_norm": 0.1892100521466075, |
| "learning_rate": 1.146919431279621e-05, |
| "loss": 0.2429, |
| "step": 932 |
| }, |
| { |
| "epoch": 2.3861892583120206, |
| "grad_norm": 0.18603312629992957, |
| "learning_rate": 1.14218009478673e-05, |
| "loss": 0.2509, |
| "step": 933 |
| }, |
| { |
| "epoch": 2.3887468030690537, |
| "grad_norm": 0.19500218393174892, |
| "learning_rate": 1.137440758293839e-05, |
| "loss": 0.2566, |
| "step": 934 |
| }, |
| { |
| "epoch": 2.391304347826087, |
| "grad_norm": 0.1826094688821734, |
| "learning_rate": 1.1327014218009479e-05, |
| "loss": 0.2463, |
| "step": 935 |
| }, |
| { |
| "epoch": 2.39386189258312, |
| "grad_norm": 0.2035505913630252, |
| "learning_rate": 1.1279620853080569e-05, |
| "loss": 0.2453, |
| "step": 936 |
| }, |
| { |
| "epoch": 2.3964194373401533, |
| "grad_norm": 0.1986182294740978, |
| "learning_rate": 1.1232227488151658e-05, |
| "loss": 0.2558, |
| "step": 937 |
| }, |
| { |
| "epoch": 2.398976982097187, |
| "grad_norm": 0.19707252280447218, |
| "learning_rate": 1.118483412322275e-05, |
| "loss": 0.2434, |
| "step": 938 |
| }, |
| { |
| "epoch": 2.40153452685422, |
| "grad_norm": 0.18477355859208972, |
| "learning_rate": 1.113744075829384e-05, |
| "loss": 0.2593, |
| "step": 939 |
| }, |
| { |
| "epoch": 2.4040920716112533, |
| "grad_norm": 0.18942958453392783, |
| "learning_rate": 1.1090047393364929e-05, |
| "loss": 0.2356, |
| "step": 940 |
| }, |
| { |
| "epoch": 2.4066496163682864, |
| "grad_norm": 0.19115020121012594, |
| "learning_rate": 1.104265402843602e-05, |
| "loss": 0.2586, |
| "step": 941 |
| }, |
| { |
| "epoch": 2.4092071611253196, |
| "grad_norm": 0.1907623500410302, |
| "learning_rate": 1.099526066350711e-05, |
| "loss": 0.2466, |
| "step": 942 |
| }, |
| { |
| "epoch": 2.411764705882353, |
| "grad_norm": 0.20551739715864323, |
| "learning_rate": 1.09478672985782e-05, |
| "loss": 0.2641, |
| "step": 943 |
| }, |
| { |
| "epoch": 2.414322250639386, |
| "grad_norm": 0.2037628239144751, |
| "learning_rate": 1.0900473933649289e-05, |
| "loss": 0.2581, |
| "step": 944 |
| }, |
| { |
| "epoch": 2.4168797953964196, |
| "grad_norm": 0.20606502494179982, |
| "learning_rate": 1.0853080568720379e-05, |
| "loss": 0.2455, |
| "step": 945 |
| }, |
| { |
| "epoch": 2.419437340153453, |
| "grad_norm": 0.19957207626288198, |
| "learning_rate": 1.080568720379147e-05, |
| "loss": 0.2417, |
| "step": 946 |
| }, |
| { |
| "epoch": 2.421994884910486, |
| "grad_norm": 0.19178247803581283, |
| "learning_rate": 1.075829383886256e-05, |
| "loss": 0.2491, |
| "step": 947 |
| }, |
| { |
| "epoch": 2.424552429667519, |
| "grad_norm": 0.1829585466891497, |
| "learning_rate": 1.071090047393365e-05, |
| "loss": 0.2622, |
| "step": 948 |
| }, |
| { |
| "epoch": 2.4271099744245523, |
| "grad_norm": 0.19009770566404205, |
| "learning_rate": 1.066350710900474e-05, |
| "loss": 0.2472, |
| "step": 949 |
| }, |
| { |
| "epoch": 2.4296675191815855, |
| "grad_norm": 0.18826570727560837, |
| "learning_rate": 1.061611374407583e-05, |
| "loss": 0.2435, |
| "step": 950 |
| }, |
| { |
| "epoch": 2.4322250639386187, |
| "grad_norm": 0.18359777168223823, |
| "learning_rate": 1.056872037914692e-05, |
| "loss": 0.2563, |
| "step": 951 |
| }, |
| { |
| "epoch": 2.4347826086956523, |
| "grad_norm": 0.18743774264051472, |
| "learning_rate": 1.052132701421801e-05, |
| "loss": 0.2501, |
| "step": 952 |
| }, |
| { |
| "epoch": 2.4373401534526855, |
| "grad_norm": 0.18190848955579414, |
| "learning_rate": 1.04739336492891e-05, |
| "loss": 0.2419, |
| "step": 953 |
| }, |
| { |
| "epoch": 2.4398976982097187, |
| "grad_norm": 0.1869056453658558, |
| "learning_rate": 1.0426540284360189e-05, |
| "loss": 0.2468, |
| "step": 954 |
| }, |
| { |
| "epoch": 2.442455242966752, |
| "grad_norm": 0.19325837584457362, |
| "learning_rate": 1.037914691943128e-05, |
| "loss": 0.2398, |
| "step": 955 |
| }, |
| { |
| "epoch": 2.445012787723785, |
| "grad_norm": 0.18958397138054392, |
| "learning_rate": 1.033175355450237e-05, |
| "loss": 0.2587, |
| "step": 956 |
| }, |
| { |
| "epoch": 2.4475703324808182, |
| "grad_norm": 0.1802569001638857, |
| "learning_rate": 1.028436018957346e-05, |
| "loss": 0.249, |
| "step": 957 |
| }, |
| { |
| "epoch": 2.4501278772378514, |
| "grad_norm": 0.19473776964299236, |
| "learning_rate": 1.0236966824644551e-05, |
| "loss": 0.2504, |
| "step": 958 |
| }, |
| { |
| "epoch": 2.452685421994885, |
| "grad_norm": 0.19318565328468898, |
| "learning_rate": 1.018957345971564e-05, |
| "loss": 0.2504, |
| "step": 959 |
| }, |
| { |
| "epoch": 2.455242966751918, |
| "grad_norm": 0.1935892471549821, |
| "learning_rate": 1.014218009478673e-05, |
| "loss": 0.2608, |
| "step": 960 |
| }, |
| { |
| "epoch": 2.4578005115089514, |
| "grad_norm": 0.2128184199845009, |
| "learning_rate": 1.009478672985782e-05, |
| "loss": 0.2547, |
| "step": 961 |
| }, |
| { |
| "epoch": 2.4603580562659846, |
| "grad_norm": 0.1894940142447489, |
| "learning_rate": 1.004739336492891e-05, |
| "loss": 0.2654, |
| "step": 962 |
| }, |
| { |
| "epoch": 2.4629156010230178, |
| "grad_norm": 0.18093993857309348, |
| "learning_rate": 1e-05, |
| "loss": 0.2214, |
| "step": 963 |
| }, |
| { |
| "epoch": 2.4654731457800514, |
| "grad_norm": 0.19178096580173365, |
| "learning_rate": 9.95260663507109e-06, |
| "loss": 0.2428, |
| "step": 964 |
| }, |
| { |
| "epoch": 2.4680306905370846, |
| "grad_norm": 0.17992616710306839, |
| "learning_rate": 9.90521327014218e-06, |
| "loss": 0.2316, |
| "step": 965 |
| }, |
| { |
| "epoch": 2.4705882352941178, |
| "grad_norm": 0.19203487435465688, |
| "learning_rate": 9.857819905213271e-06, |
| "loss": 0.2461, |
| "step": 966 |
| }, |
| { |
| "epoch": 2.473145780051151, |
| "grad_norm": 0.18682427737935345, |
| "learning_rate": 9.810426540284361e-06, |
| "loss": 0.2546, |
| "step": 967 |
| }, |
| { |
| "epoch": 2.475703324808184, |
| "grad_norm": 0.18859469892005637, |
| "learning_rate": 9.76303317535545e-06, |
| "loss": 0.2622, |
| "step": 968 |
| }, |
| { |
| "epoch": 2.4782608695652173, |
| "grad_norm": 0.18438885948965986, |
| "learning_rate": 9.71563981042654e-06, |
| "loss": 0.2545, |
| "step": 969 |
| }, |
| { |
| "epoch": 2.4808184143222505, |
| "grad_norm": 0.19779141574116138, |
| "learning_rate": 9.66824644549763e-06, |
| "loss": 0.244, |
| "step": 970 |
| }, |
| { |
| "epoch": 2.483375959079284, |
| "grad_norm": 0.19565635148681754, |
| "learning_rate": 9.62085308056872e-06, |
| "loss": 0.2659, |
| "step": 971 |
| }, |
| { |
| "epoch": 2.4859335038363173, |
| "grad_norm": 0.17628127887779274, |
| "learning_rate": 9.573459715639811e-06, |
| "loss": 0.2445, |
| "step": 972 |
| }, |
| { |
| "epoch": 2.4884910485933505, |
| "grad_norm": 0.1800315251692981, |
| "learning_rate": 9.5260663507109e-06, |
| "loss": 0.2524, |
| "step": 973 |
| }, |
| { |
| "epoch": 2.4910485933503836, |
| "grad_norm": 0.1863667327196091, |
| "learning_rate": 9.47867298578199e-06, |
| "loss": 0.2555, |
| "step": 974 |
| }, |
| { |
| "epoch": 2.493606138107417, |
| "grad_norm": 0.19474788386072336, |
| "learning_rate": 9.431279620853082e-06, |
| "loss": 0.2607, |
| "step": 975 |
| }, |
| { |
| "epoch": 2.49616368286445, |
| "grad_norm": 0.18695877540681222, |
| "learning_rate": 9.383886255924171e-06, |
| "loss": 0.2594, |
| "step": 976 |
| }, |
| { |
| "epoch": 2.498721227621483, |
| "grad_norm": 0.18123819527715856, |
| "learning_rate": 9.336492890995263e-06, |
| "loss": 0.2388, |
| "step": 977 |
| }, |
| { |
| "epoch": 2.501278772378517, |
| "grad_norm": 0.1805022447990822, |
| "learning_rate": 9.28909952606635e-06, |
| "loss": 0.2611, |
| "step": 978 |
| }, |
| { |
| "epoch": 2.50383631713555, |
| "grad_norm": 0.20725044894441963, |
| "learning_rate": 9.24170616113744e-06, |
| "loss": 0.2597, |
| "step": 979 |
| }, |
| { |
| "epoch": 2.506393861892583, |
| "grad_norm": 0.17978028465292306, |
| "learning_rate": 9.194312796208532e-06, |
| "loss": 0.2546, |
| "step": 980 |
| }, |
| { |
| "epoch": 2.5089514066496164, |
| "grad_norm": 0.19895373521772294, |
| "learning_rate": 9.146919431279621e-06, |
| "loss": 0.2592, |
| "step": 981 |
| }, |
| { |
| "epoch": 2.5115089514066495, |
| "grad_norm": 0.1908106662263474, |
| "learning_rate": 9.09952606635071e-06, |
| "loss": 0.2617, |
| "step": 982 |
| }, |
| { |
| "epoch": 2.5140664961636827, |
| "grad_norm": 0.17851227882118903, |
| "learning_rate": 9.052132701421802e-06, |
| "loss": 0.2438, |
| "step": 983 |
| }, |
| { |
| "epoch": 2.516624040920716, |
| "grad_norm": 0.18752114855298738, |
| "learning_rate": 9.004739336492892e-06, |
| "loss": 0.2443, |
| "step": 984 |
| }, |
| { |
| "epoch": 2.5191815856777495, |
| "grad_norm": 0.2066530632997492, |
| "learning_rate": 8.957345971563981e-06, |
| "loss": 0.2518, |
| "step": 985 |
| }, |
| { |
| "epoch": 2.5217391304347827, |
| "grad_norm": 0.17903017399321067, |
| "learning_rate": 8.909952606635073e-06, |
| "loss": 0.2551, |
| "step": 986 |
| }, |
| { |
| "epoch": 2.524296675191816, |
| "grad_norm": 0.1813455062016161, |
| "learning_rate": 8.86255924170616e-06, |
| "loss": 0.2477, |
| "step": 987 |
| }, |
| { |
| "epoch": 2.526854219948849, |
| "grad_norm": 0.19991953255257042, |
| "learning_rate": 8.81516587677725e-06, |
| "loss": 0.2518, |
| "step": 988 |
| }, |
| { |
| "epoch": 2.5294117647058822, |
| "grad_norm": 0.19321012124999268, |
| "learning_rate": 8.767772511848342e-06, |
| "loss": 0.2586, |
| "step": 989 |
| }, |
| { |
| "epoch": 2.531969309462916, |
| "grad_norm": 0.17877646902912023, |
| "learning_rate": 8.720379146919431e-06, |
| "loss": 0.2439, |
| "step": 990 |
| }, |
| { |
| "epoch": 2.5345268542199486, |
| "grad_norm": 0.18016347358333068, |
| "learning_rate": 8.672985781990521e-06, |
| "loss": 0.2504, |
| "step": 991 |
| }, |
| { |
| "epoch": 2.5370843989769822, |
| "grad_norm": 0.19598330654437415, |
| "learning_rate": 8.625592417061612e-06, |
| "loss": 0.2402, |
| "step": 992 |
| }, |
| { |
| "epoch": 2.5396419437340154, |
| "grad_norm": 0.19085013146167623, |
| "learning_rate": 8.578199052132702e-06, |
| "loss": 0.2518, |
| "step": 993 |
| }, |
| { |
| "epoch": 2.5421994884910486, |
| "grad_norm": 0.1835210269356536, |
| "learning_rate": 8.530805687203793e-06, |
| "loss": 0.2457, |
| "step": 994 |
| }, |
| { |
| "epoch": 2.544757033248082, |
| "grad_norm": 0.1808657315125499, |
| "learning_rate": 8.483412322274883e-06, |
| "loss": 0.2581, |
| "step": 995 |
| }, |
| { |
| "epoch": 2.547314578005115, |
| "grad_norm": 0.17348100084546994, |
| "learning_rate": 8.436018957345971e-06, |
| "loss": 0.2361, |
| "step": 996 |
| }, |
| { |
| "epoch": 2.5498721227621486, |
| "grad_norm": 0.18526137266320347, |
| "learning_rate": 8.388625592417062e-06, |
| "loss": 0.2518, |
| "step": 997 |
| }, |
| { |
| "epoch": 2.5524296675191813, |
| "grad_norm": 0.1866598354500443, |
| "learning_rate": 8.341232227488152e-06, |
| "loss": 0.2489, |
| "step": 998 |
| }, |
| { |
| "epoch": 2.554987212276215, |
| "grad_norm": 0.1866669094430096, |
| "learning_rate": 8.293838862559241e-06, |
| "loss": 0.2612, |
| "step": 999 |
| }, |
| { |
| "epoch": 2.557544757033248, |
| "grad_norm": 0.20188335606638064, |
| "learning_rate": 8.246445497630333e-06, |
| "loss": 0.2394, |
| "step": 1000 |
| }, |
| { |
| "epoch": 2.5601023017902813, |
| "grad_norm": 0.17491742752344783, |
| "learning_rate": 8.199052132701422e-06, |
| "loss": 0.2377, |
| "step": 1001 |
| }, |
| { |
| "epoch": 2.5626598465473145, |
| "grad_norm": 0.17572988640896128, |
| "learning_rate": 8.151658767772512e-06, |
| "loss": 0.2523, |
| "step": 1002 |
| }, |
| { |
| "epoch": 2.5652173913043477, |
| "grad_norm": 0.1850486906047413, |
| "learning_rate": 8.104265402843603e-06, |
| "loss": 0.2604, |
| "step": 1003 |
| }, |
| { |
| "epoch": 2.5677749360613813, |
| "grad_norm": 0.18456694735716317, |
| "learning_rate": 8.056872037914693e-06, |
| "loss": 0.2579, |
| "step": 1004 |
| }, |
| { |
| "epoch": 2.5703324808184145, |
| "grad_norm": 0.1989825021126641, |
| "learning_rate": 8.009478672985781e-06, |
| "loss": 0.2456, |
| "step": 1005 |
| }, |
| { |
| "epoch": 2.5728900255754477, |
| "grad_norm": 0.19392351458658866, |
| "learning_rate": 7.962085308056872e-06, |
| "loss": 0.2542, |
| "step": 1006 |
| }, |
| { |
| "epoch": 2.575447570332481, |
| "grad_norm": 0.1803390415874974, |
| "learning_rate": 7.914691943127962e-06, |
| "loss": 0.243, |
| "step": 1007 |
| }, |
| { |
| "epoch": 2.578005115089514, |
| "grad_norm": 0.18345024591378195, |
| "learning_rate": 7.867298578199052e-06, |
| "loss": 0.2451, |
| "step": 1008 |
| }, |
| { |
| "epoch": 2.580562659846547, |
| "grad_norm": 0.1941629539774514, |
| "learning_rate": 7.819905213270143e-06, |
| "loss": 0.2484, |
| "step": 1009 |
| }, |
| { |
| "epoch": 2.5831202046035804, |
| "grad_norm": 0.20207081751890732, |
| "learning_rate": 7.772511848341233e-06, |
| "loss": 0.2562, |
| "step": 1010 |
| }, |
| { |
| "epoch": 2.585677749360614, |
| "grad_norm": 0.18062688142042024, |
| "learning_rate": 7.725118483412324e-06, |
| "loss": 0.2454, |
| "step": 1011 |
| }, |
| { |
| "epoch": 2.588235294117647, |
| "grad_norm": 0.18172987412926497, |
| "learning_rate": 7.677725118483414e-06, |
| "loss": 0.258, |
| "step": 1012 |
| }, |
| { |
| "epoch": 2.5907928388746804, |
| "grad_norm": 0.1910447725518475, |
| "learning_rate": 7.630331753554503e-06, |
| "loss": 0.2547, |
| "step": 1013 |
| }, |
| { |
| "epoch": 2.5933503836317136, |
| "grad_norm": 0.18183009657939525, |
| "learning_rate": 7.582938388625594e-06, |
| "loss": 0.2477, |
| "step": 1014 |
| }, |
| { |
| "epoch": 2.5959079283887467, |
| "grad_norm": 0.19084392574095072, |
| "learning_rate": 7.5355450236966825e-06, |
| "loss": 0.2535, |
| "step": 1015 |
| }, |
| { |
| "epoch": 2.59846547314578, |
| "grad_norm": 0.19660855958741716, |
| "learning_rate": 7.488151658767772e-06, |
| "loss": 0.2542, |
| "step": 1016 |
| }, |
| { |
| "epoch": 2.601023017902813, |
| "grad_norm": 0.19119145619102845, |
| "learning_rate": 7.4407582938388635e-06, |
| "loss": 0.2652, |
| "step": 1017 |
| }, |
| { |
| "epoch": 2.6035805626598467, |
| "grad_norm": 0.18403920655569364, |
| "learning_rate": 7.393364928909953e-06, |
| "loss": 0.2507, |
| "step": 1018 |
| }, |
| { |
| "epoch": 2.60613810741688, |
| "grad_norm": 0.18051231326303438, |
| "learning_rate": 7.345971563981043e-06, |
| "loss": 0.2457, |
| "step": 1019 |
| }, |
| { |
| "epoch": 2.608695652173913, |
| "grad_norm": 0.18075516190798283, |
| "learning_rate": 7.298578199052133e-06, |
| "loss": 0.252, |
| "step": 1020 |
| }, |
| { |
| "epoch": 2.6112531969309463, |
| "grad_norm": 0.1788096745482508, |
| "learning_rate": 7.251184834123223e-06, |
| "loss": 0.2436, |
| "step": 1021 |
| }, |
| { |
| "epoch": 2.6138107416879794, |
| "grad_norm": 0.1824092891963844, |
| "learning_rate": 7.2037914691943126e-06, |
| "loss": 0.2432, |
| "step": 1022 |
| }, |
| { |
| "epoch": 2.6163682864450126, |
| "grad_norm": 0.16862388714463997, |
| "learning_rate": 7.156398104265404e-06, |
| "loss": 0.2432, |
| "step": 1023 |
| }, |
| { |
| "epoch": 2.618925831202046, |
| "grad_norm": 0.17677820353677443, |
| "learning_rate": 7.109004739336493e-06, |
| "loss": 0.2454, |
| "step": 1024 |
| }, |
| { |
| "epoch": 2.6214833759590794, |
| "grad_norm": 0.1749578021536912, |
| "learning_rate": 7.061611374407582e-06, |
| "loss": 0.2516, |
| "step": 1025 |
| }, |
| { |
| "epoch": 2.6240409207161126, |
| "grad_norm": 0.1746709607811344, |
| "learning_rate": 7.014218009478674e-06, |
| "loss": 0.2393, |
| "step": 1026 |
| }, |
| { |
| "epoch": 2.626598465473146, |
| "grad_norm": 0.1774898930232003, |
| "learning_rate": 6.966824644549763e-06, |
| "loss": 0.2488, |
| "step": 1027 |
| }, |
| { |
| "epoch": 2.629156010230179, |
| "grad_norm": 0.17292145541011766, |
| "learning_rate": 6.919431279620854e-06, |
| "loss": 0.2439, |
| "step": 1028 |
| }, |
| { |
| "epoch": 2.631713554987212, |
| "grad_norm": 0.25017047237469586, |
| "learning_rate": 6.8720379146919435e-06, |
| "loss": 0.2666, |
| "step": 1029 |
| }, |
| { |
| "epoch": 2.634271099744246, |
| "grad_norm": 0.1802705434620767, |
| "learning_rate": 6.824644549763033e-06, |
| "loss": 0.2611, |
| "step": 1030 |
| }, |
| { |
| "epoch": 2.6368286445012785, |
| "grad_norm": 0.18448765710220488, |
| "learning_rate": 6.7772511848341244e-06, |
| "loss": 0.2407, |
| "step": 1031 |
| }, |
| { |
| "epoch": 2.639386189258312, |
| "grad_norm": 0.1740367294783914, |
| "learning_rate": 6.729857819905214e-06, |
| "loss": 0.2459, |
| "step": 1032 |
| }, |
| { |
| "epoch": 2.6419437340153453, |
| "grad_norm": 0.17677782819853, |
| "learning_rate": 6.682464454976303e-06, |
| "loss": 0.2531, |
| "step": 1033 |
| }, |
| { |
| "epoch": 2.6445012787723785, |
| "grad_norm": 0.18226239340272907, |
| "learning_rate": 6.635071090047394e-06, |
| "loss": 0.2488, |
| "step": 1034 |
| }, |
| { |
| "epoch": 2.6470588235294117, |
| "grad_norm": 0.17405875174384855, |
| "learning_rate": 6.587677725118484e-06, |
| "loss": 0.2445, |
| "step": 1035 |
| }, |
| { |
| "epoch": 2.649616368286445, |
| "grad_norm": 0.1776309384953249, |
| "learning_rate": 6.5402843601895735e-06, |
| "loss": 0.2401, |
| "step": 1036 |
| }, |
| { |
| "epoch": 2.6521739130434785, |
| "grad_norm": 0.18334105397117928, |
| "learning_rate": 6.492890995260664e-06, |
| "loss": 0.2503, |
| "step": 1037 |
| }, |
| { |
| "epoch": 2.6547314578005117, |
| "grad_norm": 0.17986542354916346, |
| "learning_rate": 6.445497630331754e-06, |
| "loss": 0.2489, |
| "step": 1038 |
| }, |
| { |
| "epoch": 2.657289002557545, |
| "grad_norm": 0.17690617151115767, |
| "learning_rate": 6.398104265402843e-06, |
| "loss": 0.2403, |
| "step": 1039 |
| }, |
| { |
| "epoch": 2.659846547314578, |
| "grad_norm": 0.18280012481225613, |
| "learning_rate": 6.350710900473935e-06, |
| "loss": 0.2498, |
| "step": 1040 |
| }, |
| { |
| "epoch": 2.662404092071611, |
| "grad_norm": 0.17506102024381995, |
| "learning_rate": 6.303317535545024e-06, |
| "loss": 0.2308, |
| "step": 1041 |
| }, |
| { |
| "epoch": 2.6649616368286444, |
| "grad_norm": 0.18790705934428378, |
| "learning_rate": 6.255924170616113e-06, |
| "loss": 0.2529, |
| "step": 1042 |
| }, |
| { |
| "epoch": 2.6675191815856776, |
| "grad_norm": 0.1892712596775323, |
| "learning_rate": 6.208530805687204e-06, |
| "loss": 0.2432, |
| "step": 1043 |
| }, |
| { |
| "epoch": 2.670076726342711, |
| "grad_norm": 0.19005999786944971, |
| "learning_rate": 6.161137440758294e-06, |
| "loss": 0.2423, |
| "step": 1044 |
| }, |
| { |
| "epoch": 2.6726342710997444, |
| "grad_norm": 0.1845872169401998, |
| "learning_rate": 6.1137440758293845e-06, |
| "loss": 0.2593, |
| "step": 1045 |
| }, |
| { |
| "epoch": 2.6751918158567776, |
| "grad_norm": 0.18704678458411442, |
| "learning_rate": 6.066350710900474e-06, |
| "loss": 0.2391, |
| "step": 1046 |
| }, |
| { |
| "epoch": 2.6777493606138107, |
| "grad_norm": 0.17913018163417851, |
| "learning_rate": 6.018957345971564e-06, |
| "loss": 0.2405, |
| "step": 1047 |
| }, |
| { |
| "epoch": 2.680306905370844, |
| "grad_norm": 0.19472560672322844, |
| "learning_rate": 5.971563981042654e-06, |
| "loss": 0.2505, |
| "step": 1048 |
| }, |
| { |
| "epoch": 2.682864450127877, |
| "grad_norm": 0.18019457992632396, |
| "learning_rate": 5.924170616113745e-06, |
| "loss": 0.24, |
| "step": 1049 |
| }, |
| { |
| "epoch": 2.6854219948849103, |
| "grad_norm": 0.17330920592908153, |
| "learning_rate": 5.876777251184834e-06, |
| "loss": 0.2544, |
| "step": 1050 |
| }, |
| { |
| "epoch": 2.687979539641944, |
| "grad_norm": 0.1815334540303024, |
| "learning_rate": 5.829383886255924e-06, |
| "loss": 0.2466, |
| "step": 1051 |
| }, |
| { |
| "epoch": 2.690537084398977, |
| "grad_norm": 0.19496083605348435, |
| "learning_rate": 5.7819905213270145e-06, |
| "loss": 0.252, |
| "step": 1052 |
| }, |
| { |
| "epoch": 2.6930946291560103, |
| "grad_norm": 0.19241164389164786, |
| "learning_rate": 5.734597156398105e-06, |
| "loss": 0.2504, |
| "step": 1053 |
| }, |
| { |
| "epoch": 2.6956521739130435, |
| "grad_norm": 0.45538670179365104, |
| "learning_rate": 5.687203791469195e-06, |
| "loss": 0.26, |
| "step": 1054 |
| }, |
| { |
| "epoch": 2.6982097186700766, |
| "grad_norm": 0.18008218699297715, |
| "learning_rate": 5.639810426540284e-06, |
| "loss": 0.2493, |
| "step": 1055 |
| }, |
| { |
| "epoch": 2.70076726342711, |
| "grad_norm": 0.18340270921249122, |
| "learning_rate": 5.592417061611375e-06, |
| "loss": 0.237, |
| "step": 1056 |
| }, |
| { |
| "epoch": 2.703324808184143, |
| "grad_norm": 0.22199762048479815, |
| "learning_rate": 5.5450236966824644e-06, |
| "loss": 0.2509, |
| "step": 1057 |
| }, |
| { |
| "epoch": 2.7058823529411766, |
| "grad_norm": 0.1761889836482758, |
| "learning_rate": 5.497630331753555e-06, |
| "loss": 0.2502, |
| "step": 1058 |
| }, |
| { |
| "epoch": 2.70843989769821, |
| "grad_norm": 0.1788757958818801, |
| "learning_rate": 5.4502369668246446e-06, |
| "loss": 0.2548, |
| "step": 1059 |
| }, |
| { |
| "epoch": 2.710997442455243, |
| "grad_norm": 0.17679336863109477, |
| "learning_rate": 5.402843601895735e-06, |
| "loss": 0.2511, |
| "step": 1060 |
| }, |
| { |
| "epoch": 2.713554987212276, |
| "grad_norm": 0.18320215458542266, |
| "learning_rate": 5.355450236966825e-06, |
| "loss": 0.2394, |
| "step": 1061 |
| }, |
| { |
| "epoch": 2.7161125319693094, |
| "grad_norm": 0.1954816098192057, |
| "learning_rate": 5.308056872037915e-06, |
| "loss": 0.2686, |
| "step": 1062 |
| }, |
| { |
| "epoch": 2.718670076726343, |
| "grad_norm": 0.17601162272580267, |
| "learning_rate": 5.260663507109005e-06, |
| "loss": 0.2428, |
| "step": 1063 |
| }, |
| { |
| "epoch": 2.7212276214833757, |
| "grad_norm": 0.17667083168107164, |
| "learning_rate": 5.2132701421800945e-06, |
| "loss": 0.2538, |
| "step": 1064 |
| }, |
| { |
| "epoch": 2.7237851662404093, |
| "grad_norm": 0.17964593927923134, |
| "learning_rate": 5.165876777251185e-06, |
| "loss": 0.2515, |
| "step": 1065 |
| }, |
| { |
| "epoch": 2.7263427109974425, |
| "grad_norm": 0.18415215339401061, |
| "learning_rate": 5.1184834123222755e-06, |
| "loss": 0.2467, |
| "step": 1066 |
| }, |
| { |
| "epoch": 2.7289002557544757, |
| "grad_norm": 0.18206983493291928, |
| "learning_rate": 5.071090047393365e-06, |
| "loss": 0.2505, |
| "step": 1067 |
| }, |
| { |
| "epoch": 2.731457800511509, |
| "grad_norm": 0.17702957807117964, |
| "learning_rate": 5.023696682464455e-06, |
| "loss": 0.2481, |
| "step": 1068 |
| }, |
| { |
| "epoch": 2.734015345268542, |
| "grad_norm": 0.18941559797605062, |
| "learning_rate": 4.976303317535545e-06, |
| "loss": 0.2515, |
| "step": 1069 |
| }, |
| { |
| "epoch": 2.7365728900255757, |
| "grad_norm": 0.17866021653822645, |
| "learning_rate": 4.928909952606636e-06, |
| "loss": 0.2573, |
| "step": 1070 |
| }, |
| { |
| "epoch": 2.7391304347826084, |
| "grad_norm": 0.1771695946103805, |
| "learning_rate": 4.881516587677725e-06, |
| "loss": 0.2468, |
| "step": 1071 |
| }, |
| { |
| "epoch": 2.741687979539642, |
| "grad_norm": 0.18877889489990468, |
| "learning_rate": 4.834123222748815e-06, |
| "loss": 0.2513, |
| "step": 1072 |
| }, |
| { |
| "epoch": 2.7442455242966752, |
| "grad_norm": 0.18206987667415467, |
| "learning_rate": 4.7867298578199055e-06, |
| "loss": 0.261, |
| "step": 1073 |
| }, |
| { |
| "epoch": 2.7468030690537084, |
| "grad_norm": 0.17701923743513961, |
| "learning_rate": 4.739336492890995e-06, |
| "loss": 0.2382, |
| "step": 1074 |
| }, |
| { |
| "epoch": 2.7493606138107416, |
| "grad_norm": 0.17540739260356206, |
| "learning_rate": 4.691943127962086e-06, |
| "loss": 0.2252, |
| "step": 1075 |
| }, |
| { |
| "epoch": 2.7519181585677748, |
| "grad_norm": 0.18630964353133092, |
| "learning_rate": 4.644549763033175e-06, |
| "loss": 0.2641, |
| "step": 1076 |
| }, |
| { |
| "epoch": 2.7544757033248084, |
| "grad_norm": 0.18014938799060165, |
| "learning_rate": 4.597156398104266e-06, |
| "loss": 0.2474, |
| "step": 1077 |
| }, |
| { |
| "epoch": 2.7570332480818416, |
| "grad_norm": 0.17307796418005664, |
| "learning_rate": 4.549763033175355e-06, |
| "loss": 0.2494, |
| "step": 1078 |
| }, |
| { |
| "epoch": 2.7595907928388748, |
| "grad_norm": 0.17931809836460505, |
| "learning_rate": 4.502369668246446e-06, |
| "loss": 0.2489, |
| "step": 1079 |
| }, |
| { |
| "epoch": 2.762148337595908, |
| "grad_norm": 0.18594644827320997, |
| "learning_rate": 4.454976303317536e-06, |
| "loss": 0.2592, |
| "step": 1080 |
| }, |
| { |
| "epoch": 2.764705882352941, |
| "grad_norm": 0.1761943169656133, |
| "learning_rate": 4.407582938388625e-06, |
| "loss": 0.2478, |
| "step": 1081 |
| }, |
| { |
| "epoch": 2.7672634271099743, |
| "grad_norm": 0.173916317774858, |
| "learning_rate": 4.360189573459716e-06, |
| "loss": 0.247, |
| "step": 1082 |
| }, |
| { |
| "epoch": 2.7698209718670075, |
| "grad_norm": 0.17873537641991927, |
| "learning_rate": 4.312796208530806e-06, |
| "loss": 0.2506, |
| "step": 1083 |
| }, |
| { |
| "epoch": 2.772378516624041, |
| "grad_norm": 0.16911433381467955, |
| "learning_rate": 4.265402843601897e-06, |
| "loss": 0.2508, |
| "step": 1084 |
| }, |
| { |
| "epoch": 2.7749360613810743, |
| "grad_norm": 0.1791375462513097, |
| "learning_rate": 4.2180094786729854e-06, |
| "loss": 0.2388, |
| "step": 1085 |
| }, |
| { |
| "epoch": 2.7774936061381075, |
| "grad_norm": 0.1784797467796097, |
| "learning_rate": 4.170616113744076e-06, |
| "loss": 0.2572, |
| "step": 1086 |
| }, |
| { |
| "epoch": 2.7800511508951407, |
| "grad_norm": 0.18492104457145292, |
| "learning_rate": 4.123222748815166e-06, |
| "loss": 0.2384, |
| "step": 1087 |
| }, |
| { |
| "epoch": 2.782608695652174, |
| "grad_norm": 0.18012702780394255, |
| "learning_rate": 4.075829383886256e-06, |
| "loss": 0.2307, |
| "step": 1088 |
| }, |
| { |
| "epoch": 2.785166240409207, |
| "grad_norm": 0.17320341741197393, |
| "learning_rate": 4.0284360189573465e-06, |
| "loss": 0.2383, |
| "step": 1089 |
| }, |
| { |
| "epoch": 2.78772378516624, |
| "grad_norm": 0.17354330549732871, |
| "learning_rate": 3.981042654028436e-06, |
| "loss": 0.2284, |
| "step": 1090 |
| }, |
| { |
| "epoch": 2.790281329923274, |
| "grad_norm": 0.1817183194818464, |
| "learning_rate": 3.933649289099526e-06, |
| "loss": 0.2325, |
| "step": 1091 |
| }, |
| { |
| "epoch": 2.792838874680307, |
| "grad_norm": 0.1740902128176595, |
| "learning_rate": 3.886255924170616e-06, |
| "loss": 0.2464, |
| "step": 1092 |
| }, |
| { |
| "epoch": 2.79539641943734, |
| "grad_norm": 0.17979740364634914, |
| "learning_rate": 3.838862559241707e-06, |
| "loss": 0.2448, |
| "step": 1093 |
| }, |
| { |
| "epoch": 2.7979539641943734, |
| "grad_norm": 0.18910478213308557, |
| "learning_rate": 3.791469194312797e-06, |
| "loss": 0.2529, |
| "step": 1094 |
| }, |
| { |
| "epoch": 2.8005115089514065, |
| "grad_norm": 0.17562387593048473, |
| "learning_rate": 3.744075829383886e-06, |
| "loss": 0.2516, |
| "step": 1095 |
| }, |
| { |
| "epoch": 2.80306905370844, |
| "grad_norm": 0.17037649183598133, |
| "learning_rate": 3.6966824644549766e-06, |
| "loss": 0.2304, |
| "step": 1096 |
| }, |
| { |
| "epoch": 2.805626598465473, |
| "grad_norm": 0.1865715453669857, |
| "learning_rate": 3.6492890995260666e-06, |
| "loss": 0.2484, |
| "step": 1097 |
| }, |
| { |
| "epoch": 2.8081841432225065, |
| "grad_norm": 0.17956564469501413, |
| "learning_rate": 3.6018957345971563e-06, |
| "loss": 0.2429, |
| "step": 1098 |
| }, |
| { |
| "epoch": 2.8107416879795397, |
| "grad_norm": 0.17380201982016105, |
| "learning_rate": 3.5545023696682464e-06, |
| "loss": 0.2475, |
| "step": 1099 |
| }, |
| { |
| "epoch": 2.813299232736573, |
| "grad_norm": 0.18949661964378972, |
| "learning_rate": 3.507109004739337e-06, |
| "loss": 0.254, |
| "step": 1100 |
| }, |
| { |
| "epoch": 2.815856777493606, |
| "grad_norm": 0.18281900420620492, |
| "learning_rate": 3.459715639810427e-06, |
| "loss": 0.246, |
| "step": 1101 |
| }, |
| { |
| "epoch": 2.8184143222506393, |
| "grad_norm": 0.19046092151157248, |
| "learning_rate": 3.4123222748815165e-06, |
| "loss": 0.252, |
| "step": 1102 |
| }, |
| { |
| "epoch": 2.820971867007673, |
| "grad_norm": 0.17912805262085352, |
| "learning_rate": 3.364928909952607e-06, |
| "loss": 0.2528, |
| "step": 1103 |
| }, |
| { |
| "epoch": 2.8235294117647056, |
| "grad_norm": 0.16539721286530049, |
| "learning_rate": 3.317535545023697e-06, |
| "loss": 0.2452, |
| "step": 1104 |
| }, |
| { |
| "epoch": 2.8260869565217392, |
| "grad_norm": 0.18089995003561432, |
| "learning_rate": 3.2701421800947867e-06, |
| "loss": 0.2442, |
| "step": 1105 |
| }, |
| { |
| "epoch": 2.8286445012787724, |
| "grad_norm": 0.17961058615086165, |
| "learning_rate": 3.222748815165877e-06, |
| "loss": 0.2532, |
| "step": 1106 |
| }, |
| { |
| "epoch": 2.8312020460358056, |
| "grad_norm": 0.17670809278729904, |
| "learning_rate": 3.1753554502369673e-06, |
| "loss": 0.2469, |
| "step": 1107 |
| }, |
| { |
| "epoch": 2.833759590792839, |
| "grad_norm": 0.17184672240491808, |
| "learning_rate": 3.1279620853080565e-06, |
| "loss": 0.253, |
| "step": 1108 |
| }, |
| { |
| "epoch": 2.836317135549872, |
| "grad_norm": 0.18342580492222546, |
| "learning_rate": 3.080568720379147e-06, |
| "loss": 0.2447, |
| "step": 1109 |
| }, |
| { |
| "epoch": 2.8388746803069056, |
| "grad_norm": 0.17195526482252144, |
| "learning_rate": 3.033175355450237e-06, |
| "loss": 0.2463, |
| "step": 1110 |
| }, |
| { |
| "epoch": 2.8414322250639388, |
| "grad_norm": 0.1792058703015505, |
| "learning_rate": 2.985781990521327e-06, |
| "loss": 0.2498, |
| "step": 1111 |
| }, |
| { |
| "epoch": 2.843989769820972, |
| "grad_norm": 0.17565132753951782, |
| "learning_rate": 2.938388625592417e-06, |
| "loss": 0.2553, |
| "step": 1112 |
| }, |
| { |
| "epoch": 2.846547314578005, |
| "grad_norm": 0.18056116078607748, |
| "learning_rate": 2.8909952606635073e-06, |
| "loss": 0.254, |
| "step": 1113 |
| }, |
| { |
| "epoch": 2.8491048593350383, |
| "grad_norm": 0.17874160432603925, |
| "learning_rate": 2.8436018957345973e-06, |
| "loss": 0.246, |
| "step": 1114 |
| }, |
| { |
| "epoch": 2.8516624040920715, |
| "grad_norm": 0.17126107844733118, |
| "learning_rate": 2.7962085308056874e-06, |
| "loss": 0.2437, |
| "step": 1115 |
| }, |
| { |
| "epoch": 2.8542199488491047, |
| "grad_norm": 0.16804735225501954, |
| "learning_rate": 2.7488151658767775e-06, |
| "loss": 0.2338, |
| "step": 1116 |
| }, |
| { |
| "epoch": 2.8567774936061383, |
| "grad_norm": 0.17871874445538027, |
| "learning_rate": 2.7014218009478675e-06, |
| "loss": 0.2504, |
| "step": 1117 |
| }, |
| { |
| "epoch": 2.8593350383631715, |
| "grad_norm": 0.16605891064626507, |
| "learning_rate": 2.6540284360189576e-06, |
| "loss": 0.2431, |
| "step": 1118 |
| }, |
| { |
| "epoch": 2.8618925831202047, |
| "grad_norm": 0.1803054733026333, |
| "learning_rate": 2.6066350710900472e-06, |
| "loss": 0.2508, |
| "step": 1119 |
| }, |
| { |
| "epoch": 2.864450127877238, |
| "grad_norm": 0.17422585403639088, |
| "learning_rate": 2.5592417061611377e-06, |
| "loss": 0.2462, |
| "step": 1120 |
| }, |
| { |
| "epoch": 2.867007672634271, |
| "grad_norm": 0.17364151884560752, |
| "learning_rate": 2.5118483412322274e-06, |
| "loss": 0.2583, |
| "step": 1121 |
| }, |
| { |
| "epoch": 2.869565217391304, |
| "grad_norm": 0.1746615119917103, |
| "learning_rate": 2.464454976303318e-06, |
| "loss": 0.2421, |
| "step": 1122 |
| }, |
| { |
| "epoch": 2.8721227621483374, |
| "grad_norm": 0.17498173832710498, |
| "learning_rate": 2.4170616113744075e-06, |
| "loss": 0.2437, |
| "step": 1123 |
| }, |
| { |
| "epoch": 2.874680306905371, |
| "grad_norm": 0.16581915880183135, |
| "learning_rate": 2.3696682464454976e-06, |
| "loss": 0.2398, |
| "step": 1124 |
| }, |
| { |
| "epoch": 2.877237851662404, |
| "grad_norm": 0.16997023135551514, |
| "learning_rate": 2.3222748815165876e-06, |
| "loss": 0.2467, |
| "step": 1125 |
| }, |
| { |
| "epoch": 2.8797953964194374, |
| "grad_norm": 0.1691406192934443, |
| "learning_rate": 2.2748815165876777e-06, |
| "loss": 0.238, |
| "step": 1126 |
| }, |
| { |
| "epoch": 2.8823529411764706, |
| "grad_norm": 0.178904797391566, |
| "learning_rate": 2.227488151658768e-06, |
| "loss": 0.2664, |
| "step": 1127 |
| }, |
| { |
| "epoch": 2.8849104859335037, |
| "grad_norm": 0.17160493563940152, |
| "learning_rate": 2.180094786729858e-06, |
| "loss": 0.2405, |
| "step": 1128 |
| }, |
| { |
| "epoch": 2.887468030690537, |
| "grad_norm": 0.17542566078202718, |
| "learning_rate": 2.1327014218009483e-06, |
| "loss": 0.2514, |
| "step": 1129 |
| }, |
| { |
| "epoch": 2.89002557544757, |
| "grad_norm": 0.18375078276401854, |
| "learning_rate": 2.085308056872038e-06, |
| "loss": 0.2558, |
| "step": 1130 |
| }, |
| { |
| "epoch": 2.8925831202046037, |
| "grad_norm": 0.1746613382211159, |
| "learning_rate": 2.037914691943128e-06, |
| "loss": 0.2498, |
| "step": 1131 |
| }, |
| { |
| "epoch": 2.895140664961637, |
| "grad_norm": 0.17688085965152694, |
| "learning_rate": 1.990521327014218e-06, |
| "loss": 0.2439, |
| "step": 1132 |
| }, |
| { |
| "epoch": 2.89769820971867, |
| "grad_norm": 0.17262679123443198, |
| "learning_rate": 1.943127962085308e-06, |
| "loss": 0.232, |
| "step": 1133 |
| }, |
| { |
| "epoch": 2.9002557544757033, |
| "grad_norm": 0.16308493274857086, |
| "learning_rate": 1.8957345971563984e-06, |
| "loss": 0.2372, |
| "step": 1134 |
| }, |
| { |
| "epoch": 2.9028132992327365, |
| "grad_norm": 0.17307065518752035, |
| "learning_rate": 1.8483412322274883e-06, |
| "loss": 0.2496, |
| "step": 1135 |
| }, |
| { |
| "epoch": 2.90537084398977, |
| "grad_norm": 0.17570971869354174, |
| "learning_rate": 1.8009478672985781e-06, |
| "loss": 0.255, |
| "step": 1136 |
| }, |
| { |
| "epoch": 2.907928388746803, |
| "grad_norm": 0.17365101323268625, |
| "learning_rate": 1.7535545023696684e-06, |
| "loss": 0.2463, |
| "step": 1137 |
| }, |
| { |
| "epoch": 2.9104859335038364, |
| "grad_norm": 0.17347423801664208, |
| "learning_rate": 1.7061611374407583e-06, |
| "loss": 0.2596, |
| "step": 1138 |
| }, |
| { |
| "epoch": 2.9130434782608696, |
| "grad_norm": 0.16784563506361547, |
| "learning_rate": 1.6587677725118486e-06, |
| "loss": 0.2389, |
| "step": 1139 |
| }, |
| { |
| "epoch": 2.915601023017903, |
| "grad_norm": 0.1815931456665935, |
| "learning_rate": 1.6113744075829384e-06, |
| "loss": 0.2601, |
| "step": 1140 |
| }, |
| { |
| "epoch": 2.918158567774936, |
| "grad_norm": 0.179248730479389, |
| "learning_rate": 1.5639810426540283e-06, |
| "loss": 0.2613, |
| "step": 1141 |
| }, |
| { |
| "epoch": 2.920716112531969, |
| "grad_norm": 0.16773919256420614, |
| "learning_rate": 1.5165876777251185e-06, |
| "loss": 0.2439, |
| "step": 1142 |
| }, |
| { |
| "epoch": 2.923273657289003, |
| "grad_norm": 0.17107783453591816, |
| "learning_rate": 1.4691943127962086e-06, |
| "loss": 0.2457, |
| "step": 1143 |
| }, |
| { |
| "epoch": 2.9258312020460355, |
| "grad_norm": 0.17079854678851109, |
| "learning_rate": 1.4218009478672987e-06, |
| "loss": 0.2435, |
| "step": 1144 |
| }, |
| { |
| "epoch": 2.928388746803069, |
| "grad_norm": 0.16349978016152963, |
| "learning_rate": 1.3744075829383887e-06, |
| "loss": 0.2304, |
| "step": 1145 |
| }, |
| { |
| "epoch": 2.9309462915601023, |
| "grad_norm": 0.1673539709565629, |
| "learning_rate": 1.3270142180094788e-06, |
| "loss": 0.2436, |
| "step": 1146 |
| }, |
| { |
| "epoch": 2.9335038363171355, |
| "grad_norm": 0.1708287520831406, |
| "learning_rate": 1.2796208530805689e-06, |
| "loss": 0.2622, |
| "step": 1147 |
| }, |
| { |
| "epoch": 2.9360613810741687, |
| "grad_norm": 0.17066789815162614, |
| "learning_rate": 1.232227488151659e-06, |
| "loss": 0.2493, |
| "step": 1148 |
| }, |
| { |
| "epoch": 2.938618925831202, |
| "grad_norm": 0.1716388233712423, |
| "learning_rate": 1.1848341232227488e-06, |
| "loss": 0.2501, |
| "step": 1149 |
| }, |
| { |
| "epoch": 2.9411764705882355, |
| "grad_norm": 0.18539699654347663, |
| "learning_rate": 1.1374407582938388e-06, |
| "loss": 0.2544, |
| "step": 1150 |
| }, |
| { |
| "epoch": 2.9437340153452687, |
| "grad_norm": 0.1685342419724911, |
| "learning_rate": 1.090047393364929e-06, |
| "loss": 0.2563, |
| "step": 1151 |
| }, |
| { |
| "epoch": 2.946291560102302, |
| "grad_norm": 0.17685764883456795, |
| "learning_rate": 1.042654028436019e-06, |
| "loss": 0.2484, |
| "step": 1152 |
| }, |
| { |
| "epoch": 2.948849104859335, |
| "grad_norm": 0.17233103902620187, |
| "learning_rate": 9.95260663507109e-07, |
| "loss": 0.2471, |
| "step": 1153 |
| }, |
| { |
| "epoch": 2.9514066496163682, |
| "grad_norm": 0.17927170332506637, |
| "learning_rate": 9.478672985781992e-07, |
| "loss": 0.2463, |
| "step": 1154 |
| }, |
| { |
| "epoch": 2.9539641943734014, |
| "grad_norm": 0.16939187906182812, |
| "learning_rate": 9.004739336492891e-07, |
| "loss": 0.2449, |
| "step": 1155 |
| }, |
| { |
| "epoch": 2.9565217391304346, |
| "grad_norm": 0.16994779580235087, |
| "learning_rate": 8.530805687203791e-07, |
| "loss": 0.2449, |
| "step": 1156 |
| }, |
| { |
| "epoch": 2.959079283887468, |
| "grad_norm": 0.1699706601774477, |
| "learning_rate": 8.056872037914692e-07, |
| "loss": 0.2481, |
| "step": 1157 |
| }, |
| { |
| "epoch": 2.9616368286445014, |
| "grad_norm": 0.16870847051946605, |
| "learning_rate": 7.582938388625593e-07, |
| "loss": 0.246, |
| "step": 1158 |
| }, |
| { |
| "epoch": 2.9641943734015346, |
| "grad_norm": 0.1698101486377668, |
| "learning_rate": 7.109004739336493e-07, |
| "loss": 0.2554, |
| "step": 1159 |
| }, |
| { |
| "epoch": 2.9667519181585678, |
| "grad_norm": 0.16651213070393764, |
| "learning_rate": 6.635071090047394e-07, |
| "loss": 0.2358, |
| "step": 1160 |
| }, |
| { |
| "epoch": 2.969309462915601, |
| "grad_norm": 0.17237546004566973, |
| "learning_rate": 6.161137440758295e-07, |
| "loss": 0.2593, |
| "step": 1161 |
| }, |
| { |
| "epoch": 2.971867007672634, |
| "grad_norm": 0.1669612454811503, |
| "learning_rate": 5.687203791469194e-07, |
| "loss": 0.2422, |
| "step": 1162 |
| }, |
| { |
| "epoch": 2.9744245524296673, |
| "grad_norm": 0.16627677687780293, |
| "learning_rate": 5.213270142180095e-07, |
| "loss": 0.2524, |
| "step": 1163 |
| }, |
| { |
| "epoch": 2.976982097186701, |
| "grad_norm": 0.17381593936793757, |
| "learning_rate": 4.739336492890996e-07, |
| "loss": 0.2605, |
| "step": 1164 |
| }, |
| { |
| "epoch": 2.979539641943734, |
| "grad_norm": 0.1685052599832634, |
| "learning_rate": 4.2654028436018957e-07, |
| "loss": 0.2436, |
| "step": 1165 |
| }, |
| { |
| "epoch": 2.9820971867007673, |
| "grad_norm": 0.16629494329700928, |
| "learning_rate": 3.7914691943127963e-07, |
| "loss": 0.2509, |
| "step": 1166 |
| }, |
| { |
| "epoch": 2.9846547314578005, |
| "grad_norm": 0.17193426032210676, |
| "learning_rate": 3.317535545023697e-07, |
| "loss": 0.2525, |
| "step": 1167 |
| }, |
| { |
| "epoch": 2.9872122762148337, |
| "grad_norm": 0.1691249872952514, |
| "learning_rate": 2.843601895734597e-07, |
| "loss": 0.2471, |
| "step": 1168 |
| }, |
| { |
| "epoch": 2.9897698209718673, |
| "grad_norm": 0.16940746272899151, |
| "learning_rate": 2.369668246445498e-07, |
| "loss": 0.2421, |
| "step": 1169 |
| }, |
| { |
| "epoch": 2.9923273657289, |
| "grad_norm": 0.16950720483754556, |
| "learning_rate": 1.8957345971563982e-07, |
| "loss": 0.252, |
| "step": 1170 |
| }, |
| { |
| "epoch": 2.9948849104859336, |
| "grad_norm": 0.16465075098818885, |
| "learning_rate": 1.4218009478672986e-07, |
| "loss": 0.246, |
| "step": 1171 |
| }, |
| { |
| "epoch": 2.997442455242967, |
| "grad_norm": 0.1658083222308387, |
| "learning_rate": 9.478672985781991e-08, |
| "loss": 0.2591, |
| "step": 1172 |
| }, |
| { |
| "epoch": 3.0, |
| "grad_norm": 0.17583311315224384, |
| "learning_rate": 4.7393364928909954e-08, |
| "loss": 0.2248, |
| "step": 1173 |
| }, |
| { |
| "epoch": 3.0, |
| "step": 1173, |
| "total_flos": 1.3044690334083187e+19, |
| "train_loss": 0.4372467596944539, |
| "train_runtime": 36845.5005, |
| "train_samples_per_second": 0.509, |
| "train_steps_per_second": 0.032 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 1173, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.3044690334083187e+19, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
