| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 1029, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.00583941605839416, |
| "grad_norm": 1.9921875, |
| "learning_rate": 1.9230769230769234e-07, |
| "loss": 2.052279233932495, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.01167883211678832, |
| "grad_norm": 0.71875, |
| "learning_rate": 5.76923076923077e-07, |
| "loss": 1.9450315237045288, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.017518248175182483, |
| "grad_norm": 0.97265625, |
| "learning_rate": 9.615384615384617e-07, |
| "loss": 2.0441408157348633, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.02335766423357664, |
| "grad_norm": 1.390625, |
| "learning_rate": 1.3461538461538462e-06, |
| "loss": 1.9473555088043213, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.029197080291970802, |
| "grad_norm": 0.6875, |
| "learning_rate": 1.7307692307692308e-06, |
| "loss": 1.9234904050827026, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.035036496350364967, |
| "grad_norm": 1.234375, |
| "learning_rate": 2.1153846153846155e-06, |
| "loss": 2.0447089672088623, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.040875912408759124, |
| "grad_norm": 1.171875, |
| "learning_rate": 2.5e-06, |
| "loss": 1.8234096765518188, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.04671532846715328, |
| "grad_norm": 0.51953125, |
| "learning_rate": 2.8846153846153845e-06, |
| "loss": 1.8641804456710815, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.052554744525547446, |
| "grad_norm": 0.6640625, |
| "learning_rate": 3.2692307692307696e-06, |
| "loss": 1.9037718772888184, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.058394160583941604, |
| "grad_norm": 0.7734375, |
| "learning_rate": 3.653846153846154e-06, |
| "loss": 1.9216861724853516, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.06423357664233577, |
| "grad_norm": 1.3125, |
| "learning_rate": 4.0384615384615385e-06, |
| "loss": 1.9886118173599243, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.07007299270072993, |
| "grad_norm": 1.015625, |
| "learning_rate": 4.423076923076924e-06, |
| "loss": 1.7973345518112183, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.07591240875912408, |
| "grad_norm": 0.53515625, |
| "learning_rate": 4.807692307692308e-06, |
| "loss": 1.8787648677825928, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.08175182481751825, |
| "grad_norm": 0.765625, |
| "learning_rate": 5.192307692307693e-06, |
| "loss": 1.8880407810211182, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.08759124087591241, |
| "grad_norm": 0.5, |
| "learning_rate": 5.576923076923077e-06, |
| "loss": 1.8372446298599243, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.09343065693430656, |
| "grad_norm": 0.65625, |
| "learning_rate": 5.961538461538462e-06, |
| "loss": 1.8118259906768799, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.09927007299270073, |
| "grad_norm": 1.09375, |
| "learning_rate": 6.3461538461538466e-06, |
| "loss": 1.872291922569275, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.10510948905109489, |
| "grad_norm": 1.125, |
| "learning_rate": 6.730769230769232e-06, |
| "loss": 1.9201974868774414, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.11094890510948906, |
| "grad_norm": 0.6875, |
| "learning_rate": 7.115384615384616e-06, |
| "loss": 1.821286678314209, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.11678832116788321, |
| "grad_norm": 0.361328125, |
| "learning_rate": 7.500000000000001e-06, |
| "loss": 1.6810513734817505, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.12262773722627737, |
| "grad_norm": 0.50390625, |
| "learning_rate": 7.884615384615384e-06, |
| "loss": 1.7490516901016235, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.12846715328467154, |
| "grad_norm": 0.400390625, |
| "learning_rate": 8.26923076923077e-06, |
| "loss": 1.6871154308319092, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.1343065693430657, |
| "grad_norm": 0.9765625, |
| "learning_rate": 8.653846153846155e-06, |
| "loss": 1.8664501905441284, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.14014598540145987, |
| "grad_norm": 0.57421875, |
| "learning_rate": 9.03846153846154e-06, |
| "loss": 1.76151442527771, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.145985401459854, |
| "grad_norm": 0.6953125, |
| "learning_rate": 9.423076923076923e-06, |
| "loss": 1.7157841920852661, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.15182481751824817, |
| "grad_norm": 0.474609375, |
| "learning_rate": 9.807692307692308e-06, |
| "loss": 1.7865409851074219, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.15766423357664233, |
| "grad_norm": 0.43359375, |
| "learning_rate": 9.999976735551495e-06, |
| "loss": 1.7557110786437988, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.1635036496350365, |
| "grad_norm": 0.359375, |
| "learning_rate": 9.999790621406734e-06, |
| "loss": 1.6408637762069702, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.16934306569343066, |
| "grad_norm": 0.62890625, |
| "learning_rate": 9.999418400814693e-06, |
| "loss": 1.7107805013656616, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.17518248175182483, |
| "grad_norm": 11.9375, |
| "learning_rate": 9.998860089170008e-06, |
| "loss": 1.6930475234985352, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.181021897810219, |
| "grad_norm": 0.90625, |
| "learning_rate": 9.998115709563843e-06, |
| "loss": 1.8085753917694092, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.18686131386861313, |
| "grad_norm": 0.54296875, |
| "learning_rate": 9.997185292782932e-06, |
| "loss": 1.6834930181503296, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.1927007299270073, |
| "grad_norm": 0.80859375, |
| "learning_rate": 9.996068877308297e-06, |
| "loss": 1.5944346189498901, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.19854014598540146, |
| "grad_norm": 0.80859375, |
| "learning_rate": 9.994766509313667e-06, |
| "loss": 1.7082901000976562, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.20437956204379562, |
| "grad_norm": 0.3671875, |
| "learning_rate": 9.993278242663572e-06, |
| "loss": 1.6360015869140625, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.21021897810218979, |
| "grad_norm": 0.419921875, |
| "learning_rate": 9.9916041389111e-06, |
| "loss": 1.7114381790161133, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.21605839416058395, |
| "grad_norm": 0.4296875, |
| "learning_rate": 9.989744267295359e-06, |
| "loss": 1.5103245973587036, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.22189781021897811, |
| "grad_norm": 0.46875, |
| "learning_rate": 9.987698704738617e-06, |
| "loss": 1.4727965593338013, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.22773722627737225, |
| "grad_norm": 0.71875, |
| "learning_rate": 9.985467535843121e-06, |
| "loss": 1.6391849517822266, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.23357664233576642, |
| "grad_norm": 3.625, |
| "learning_rate": 9.983050852887587e-06, |
| "loss": 1.7767753601074219, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.23941605839416058, |
| "grad_norm": 0.57421875, |
| "learning_rate": 9.9804487558234e-06, |
| "loss": 1.6842796802520752, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.24525547445255474, |
| "grad_norm": 0.8515625, |
| "learning_rate": 9.977661352270457e-06, |
| "loss": 1.6517852544784546, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.2510948905109489, |
| "grad_norm": 0.72265625, |
| "learning_rate": 9.974688757512742e-06, |
| "loss": 1.501247763633728, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.2569343065693431, |
| "grad_norm": 0.462890625, |
| "learning_rate": 9.971531094493541e-06, |
| "loss": 1.5306718349456787, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.26277372262773724, |
| "grad_norm": 0.3671875, |
| "learning_rate": 9.968188493810365e-06, |
| "loss": 1.6086313724517822, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.2686131386861314, |
| "grad_norm": 0.59375, |
| "learning_rate": 9.964661093709545e-06, |
| "loss": 1.5198537111282349, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.27445255474452557, |
| "grad_norm": 0.9375, |
| "learning_rate": 9.960949040080507e-06, |
| "loss": 1.5648375749588013, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.28029197080291973, |
| "grad_norm": 0.5390625, |
| "learning_rate": 9.95705248644976e-06, |
| "loss": 1.6112207174301147, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.28613138686131384, |
| "grad_norm": 0.38671875, |
| "learning_rate": 9.95297159397452e-06, |
| "loss": 1.575645923614502, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.291970802919708, |
| "grad_norm": 0.455078125, |
| "learning_rate": 9.948706531436067e-06, |
| "loss": 1.4316264390945435, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.29781021897810217, |
| "grad_norm": 0.365234375, |
| "learning_rate": 9.944257475232746e-06, |
| "loss": 1.4882372617721558, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.30364963503649633, |
| "grad_norm": 0.392578125, |
| "learning_rate": 9.939624609372686e-06, |
| "loss": 1.4284008741378784, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.3094890510948905, |
| "grad_norm": 0.43359375, |
| "learning_rate": 9.934808125466181e-06, |
| "loss": 1.468398928642273, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.31532846715328466, |
| "grad_norm": 0.37109375, |
| "learning_rate": 9.929808222717769e-06, |
| "loss": 1.465457797050476, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.32116788321167883, |
| "grad_norm": 0.359375, |
| "learning_rate": 9.924625107917991e-06, |
| "loss": 1.425096035003662, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.327007299270073, |
| "grad_norm": 0.337890625, |
| "learning_rate": 9.919258995434838e-06, |
| "loss": 1.4254180192947388, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.33284671532846716, |
| "grad_norm": 0.349609375, |
| "learning_rate": 9.913710107204888e-06, |
| "loss": 1.4670501947402954, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.3386861313868613, |
| "grad_norm": 0.41796875, |
| "learning_rate": 9.907978672724125e-06, |
| "loss": 1.549682378768921, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.3445255474452555, |
| "grad_norm": 0.322265625, |
| "learning_rate": 9.902064929038447e-06, |
| "loss": 1.448873519897461, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.35036496350364965, |
| "grad_norm": 0.40625, |
| "learning_rate": 9.89596912073386e-06, |
| "loss": 1.4342598915100098, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.3562043795620438, |
| "grad_norm": 0.396484375, |
| "learning_rate": 9.889691499926372e-06, |
| "loss": 1.424146294593811, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.362043795620438, |
| "grad_norm": 0.337890625, |
| "learning_rate": 9.883232326251553e-06, |
| "loss": 1.3757034540176392, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.3678832116788321, |
| "grad_norm": 0.7421875, |
| "learning_rate": 9.876591866853798e-06, |
| "loss": 1.5297839641571045, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.37372262773722625, |
| "grad_norm": 0.443359375, |
| "learning_rate": 9.869770396375291e-06, |
| "loss": 1.4363529682159424, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.3795620437956204, |
| "grad_norm": 0.515625, |
| "learning_rate": 9.862768196944636e-06, |
| "loss": 1.5066875219345093, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.3854014598540146, |
| "grad_norm": 0.609375, |
| "learning_rate": 9.855585558165181e-06, |
| "loss": 1.4090046882629395, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.39124087591240875, |
| "grad_norm": 0.46875, |
| "learning_rate": 9.848222777103063e-06, |
| "loss": 1.5839899778366089, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.3970802919708029, |
| "grad_norm": 0.7421875, |
| "learning_rate": 9.840680158274895e-06, |
| "loss": 1.425782561302185, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.4029197080291971, |
| "grad_norm": 0.376953125, |
| "learning_rate": 9.832958013635195e-06, |
| "loss": 1.3894191980361938, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.40875912408759124, |
| "grad_norm": 0.322265625, |
| "learning_rate": 9.825056662563464e-06, |
| "loss": 1.5015205144882202, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.4145985401459854, |
| "grad_norm": 1.234375, |
| "learning_rate": 9.816976431850994e-06, |
| "loss": 1.3953148126602173, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.42043795620437957, |
| "grad_norm": 0.66015625, |
| "learning_rate": 9.808717655687344e-06, |
| "loss": 1.3676221370697021, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.42627737226277373, |
| "grad_norm": 1.046875, |
| "learning_rate": 9.800280675646508e-06, |
| "loss": 1.4441938400268555, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.4321167883211679, |
| "grad_norm": 0.609375, |
| "learning_rate": 9.791665840672813e-06, |
| "loss": 1.3372529745101929, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.43795620437956206, |
| "grad_norm": 0.4765625, |
| "learning_rate": 9.782873507066466e-06, |
| "loss": 1.3514975309371948, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.44379562043795623, |
| "grad_norm": 0.515625, |
| "learning_rate": 9.773904038468822e-06, |
| "loss": 1.3599399328231812, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.44963503649635034, |
| "grad_norm": 0.5546875, |
| "learning_rate": 9.764757805847352e-06, |
| "loss": 1.4376461505889893, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.4554744525547445, |
| "grad_norm": 0.443359375, |
| "learning_rate": 9.755435187480288e-06, |
| "loss": 1.4733713865280151, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.46131386861313867, |
| "grad_norm": 0.51171875, |
| "learning_rate": 9.745936568940992e-06, |
| "loss": 1.4277862310409546, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.46715328467153283, |
| "grad_norm": 0.8046875, |
| "learning_rate": 9.736262343081998e-06, |
| "loss": 1.4021371603012085, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.472992700729927, |
| "grad_norm": 0.63671875, |
| "learning_rate": 9.726412910018768e-06, |
| "loss": 1.4141305685043335, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.47883211678832116, |
| "grad_norm": 0.53125, |
| "learning_rate": 9.716388677113145e-06, |
| "loss": 1.3931472301483154, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.4846715328467153, |
| "grad_norm": 0.38671875, |
| "learning_rate": 9.7061900589565e-06, |
| "loss": 1.3798588514328003, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.4905109489051095, |
| "grad_norm": 0.34375, |
| "learning_rate": 9.695817477352593e-06, |
| "loss": 1.3861608505249023, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.49635036496350365, |
| "grad_norm": 0.4453125, |
| "learning_rate": 9.685271361300117e-06, |
| "loss": 1.4044109582901, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.5021897810218978, |
| "grad_norm": 0.345703125, |
| "learning_rate": 9.67455214697497e-06, |
| "loss": 1.392524003982544, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.5080291970802919, |
| "grad_norm": 0.73046875, |
| "learning_rate": 9.663660277712194e-06, |
| "loss": 1.4445301294326782, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.5138686131386861, |
| "grad_norm": 0.4453125, |
| "learning_rate": 9.652596203987667e-06, |
| "loss": 1.47966468334198, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.5197080291970803, |
| "grad_norm": 0.431640625, |
| "learning_rate": 9.64136038339944e-06, |
| "loss": 1.392290711402893, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.5255474452554745, |
| "grad_norm": 0.390625, |
| "learning_rate": 9.62995328064884e-06, |
| "loss": 1.5381602048873901, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.5313868613138686, |
| "grad_norm": 0.36328125, |
| "learning_rate": 9.618375367521232e-06, |
| "loss": 1.3802764415740967, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.5372262773722628, |
| "grad_norm": 0.453125, |
| "learning_rate": 9.606627122866513e-06, |
| "loss": 1.4806022644042969, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.5430656934306569, |
| "grad_norm": 0.546875, |
| "learning_rate": 9.594709032579307e-06, |
| "loss": 1.4255928993225098, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.5489051094890511, |
| "grad_norm": 0.73828125, |
| "learning_rate": 9.582621589578873e-06, |
| "loss": 1.336686372756958, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.5547445255474452, |
| "grad_norm": 0.51171875, |
| "learning_rate": 9.570365293788707e-06, |
| "loss": 1.4040147066116333, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.5605839416058395, |
| "grad_norm": 0.337890625, |
| "learning_rate": 9.557940652115875e-06, |
| "loss": 1.416895866394043, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.5664233576642336, |
| "grad_norm": 0.455078125, |
| "learning_rate": 9.545348178430051e-06, |
| "loss": 1.3130196332931519, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.5722627737226277, |
| "grad_norm": 0.3671875, |
| "learning_rate": 9.53258839354225e-06, |
| "loss": 1.3405402898788452, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.5781021897810219, |
| "grad_norm": 0.337890625, |
| "learning_rate": 9.519661825183303e-06, |
| "loss": 1.4502712488174438, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.583941605839416, |
| "grad_norm": 0.9765625, |
| "learning_rate": 9.506569007982023e-06, |
| "loss": 1.4316283464431763, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.5897810218978102, |
| "grad_norm": 1.0859375, |
| "learning_rate": 9.493310483443089e-06, |
| "loss": 1.4556365013122559, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.5956204379562043, |
| "grad_norm": 0.376953125, |
| "learning_rate": 9.479886799924663e-06, |
| "loss": 1.413832426071167, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.6014598540145986, |
| "grad_norm": 0.56640625, |
| "learning_rate": 9.466298512615697e-06, |
| "loss": 1.252786636352539, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.6072992700729927, |
| "grad_norm": 0.4765625, |
| "learning_rate": 9.45254618351298e-06, |
| "loss": 1.369625210762024, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.6131386861313869, |
| "grad_norm": 1.40625, |
| "learning_rate": 9.43863038139789e-06, |
| "loss": 1.3296895027160645, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.618978102189781, |
| "grad_norm": 0.388671875, |
| "learning_rate": 9.424551681812871e-06, |
| "loss": 1.4407665729522705, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.6248175182481752, |
| "grad_norm": 0.400390625, |
| "learning_rate": 9.41031066703763e-06, |
| "loss": 1.363607406616211, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.6306569343065693, |
| "grad_norm": 0.6953125, |
| "learning_rate": 9.395907926065052e-06, |
| "loss": 1.4068963527679443, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.6364963503649635, |
| "grad_norm": 0.484375, |
| "learning_rate": 9.381344054576845e-06, |
| "loss": 1.4279429912567139, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.6423357664233577, |
| "grad_norm": 0.4375, |
| "learning_rate": 9.366619654918895e-06, |
| "loss": 1.4228907823562622, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.6481751824817519, |
| "grad_norm": 0.330078125, |
| "learning_rate": 9.351735336076363e-06, |
| "loss": 1.4166944026947021, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.654014598540146, |
| "grad_norm": 0.6171875, |
| "learning_rate": 9.33669171364849e-06, |
| "loss": 1.438708782196045, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.6598540145985401, |
| "grad_norm": 0.59375, |
| "learning_rate": 9.32148940982315e-06, |
| "loss": 1.3473215103149414, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.6656934306569343, |
| "grad_norm": 0.326171875, |
| "learning_rate": 9.306129053351087e-06, |
| "loss": 1.3401542901992798, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.6715328467153284, |
| "grad_norm": 0.59765625, |
| "learning_rate": 9.290611279519952e-06, |
| "loss": 1.4278738498687744, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.6773722627737226, |
| "grad_norm": 0.47265625, |
| "learning_rate": 9.274936730127991e-06, |
| "loss": 1.4194695949554443, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.6832116788321168, |
| "grad_norm": 0.59375, |
| "learning_rate": 9.259106053457529e-06, |
| "loss": 1.4373456239700317, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.689051094890511, |
| "grad_norm": 0.51171875, |
| "learning_rate": 9.243119904248136e-06, |
| "loss": 1.3994792699813843, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.6948905109489051, |
| "grad_norm": 0.36328125, |
| "learning_rate": 9.226978943669562e-06, |
| "loss": 1.3777506351470947, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.7007299270072993, |
| "grad_norm": 0.37890625, |
| "learning_rate": 9.210683839294386e-06, |
| "loss": 1.3514622449874878, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.7065693430656934, |
| "grad_norm": 0.5390625, |
| "learning_rate": 9.194235265070406e-06, |
| "loss": 1.4253668785095215, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.7124087591240876, |
| "grad_norm": 0.470703125, |
| "learning_rate": 9.177633901292767e-06, |
| "loss": 1.3638951778411865, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.7182481751824817, |
| "grad_norm": 0.310546875, |
| "learning_rate": 9.160880434575823e-06, |
| "loss": 1.3718801736831665, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.724087591240876, |
| "grad_norm": 0.46484375, |
| "learning_rate": 9.143975557824743e-06, |
| "loss": 1.3095505237579346, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.7299270072992701, |
| "grad_norm": 0.56640625, |
| "learning_rate": 9.126919970206843e-06, |
| "loss": 1.3069571256637573, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.7357664233576642, |
| "grad_norm": 0.27734375, |
| "learning_rate": 9.109714377122685e-06, |
| "loss": 1.341015100479126, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.7416058394160584, |
| "grad_norm": 0.5859375, |
| "learning_rate": 9.092359490176892e-06, |
| "loss": 1.3410066366195679, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.7474452554744525, |
| "grad_norm": 0.396484375, |
| "learning_rate": 9.074856027148715e-06, |
| "loss": 1.265282154083252, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.7532846715328467, |
| "grad_norm": 0.349609375, |
| "learning_rate": 9.057204711962352e-06, |
| "loss": 1.2000367641448975, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.7591240875912408, |
| "grad_norm": 0.50390625, |
| "learning_rate": 9.03940627465701e-06, |
| "loss": 1.4280476570129395, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.7649635036496351, |
| "grad_norm": 0.51171875, |
| "learning_rate": 9.021461451356695e-06, |
| "loss": 1.3344112634658813, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.7708029197080292, |
| "grad_norm": 0.859375, |
| "learning_rate": 9.003370984239795e-06, |
| "loss": 1.4776599407196045, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.7766423357664234, |
| "grad_norm": 0.6328125, |
| "learning_rate": 8.985135621508355e-06, |
| "loss": 1.4331424236297607, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.7824817518248175, |
| "grad_norm": 0.314453125, |
| "learning_rate": 8.966756117357152e-06, |
| "loss": 1.3084166049957275, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.7883211678832117, |
| "grad_norm": 2.640625, |
| "learning_rate": 8.948233231942489e-06, |
| "loss": 1.3645600080490112, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.7941605839416058, |
| "grad_norm": 0.703125, |
| "learning_rate": 8.929567731350767e-06, |
| "loss": 1.3116084337234497, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 0.65625, |
| "learning_rate": 8.9107603875668e-06, |
| "loss": 1.363153338432312, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.8058394160583942, |
| "grad_norm": 0.4140625, |
| "learning_rate": 8.891811978441871e-06, |
| "loss": 1.3285009860992432, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.8116788321167884, |
| "grad_norm": 0.40234375, |
| "learning_rate": 8.87272328766158e-06, |
| "loss": 1.4433071613311768, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.8175182481751825, |
| "grad_norm": 1.09375, |
| "learning_rate": 8.85349510471342e-06, |
| "loss": 1.4583128690719604, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.8233576642335766, |
| "grad_norm": 0.298828125, |
| "learning_rate": 8.834128224854133e-06, |
| "loss": 1.3218973875045776, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.8291970802919708, |
| "grad_norm": 0.97265625, |
| "learning_rate": 8.814623449076809e-06, |
| "loss": 1.291555404663086, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.8350364963503649, |
| "grad_norm": 0.337890625, |
| "learning_rate": 8.794981584077767e-06, |
| "loss": 1.3497284650802612, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.8408759124087591, |
| "grad_norm": 0.322265625, |
| "learning_rate": 8.775203442223186e-06, |
| "loss": 1.2834782600402832, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.8467153284671532, |
| "grad_norm": 0.35546875, |
| "learning_rate": 8.755289841515507e-06, |
| "loss": 1.3291265964508057, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.8525547445255475, |
| "grad_norm": 0.373046875, |
| "learning_rate": 8.735241605559603e-06, |
| "loss": 1.3475388288497925, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.8583941605839416, |
| "grad_norm": 0.349609375, |
| "learning_rate": 8.715059563528713e-06, |
| "loss": 1.37130606174469, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.8642335766423358, |
| "grad_norm": 0.443359375, |
| "learning_rate": 8.694744550130153e-06, |
| "loss": 1.4104875326156616, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.8700729927007299, |
| "grad_norm": 1.1875, |
| "learning_rate": 8.674297405570782e-06, |
| "loss": 1.3223466873168945, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.8759124087591241, |
| "grad_norm": 0.52734375, |
| "learning_rate": 8.653718975522271e-06, |
| "loss": 1.3034943342208862, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.8817518248175182, |
| "grad_norm": 0.46875, |
| "learning_rate": 8.63301011108611e-06, |
| "loss": 1.4011861085891724, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.8875912408759125, |
| "grad_norm": 0.7578125, |
| "learning_rate": 8.612171668758413e-06, |
| "loss": 1.4873169660568237, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.8934306569343066, |
| "grad_norm": 0.4296875, |
| "learning_rate": 8.591204510394498e-06, |
| "loss": 1.2987056970596313, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.8992700729927007, |
| "grad_norm": 0.61328125, |
| "learning_rate": 8.570109503173233e-06, |
| "loss": 1.3402009010314941, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.9051094890510949, |
| "grad_norm": 0.5859375, |
| "learning_rate": 8.548887519561184e-06, |
| "loss": 1.2947343587875366, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.910948905109489, |
| "grad_norm": 0.89453125, |
| "learning_rate": 8.527539437276515e-06, |
| "loss": 1.3383480310440063, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.9167883211678832, |
| "grad_norm": 0.72265625, |
| "learning_rate": 8.506066139252696e-06, |
| "loss": 1.3967725038528442, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.9226277372262773, |
| "grad_norm": 0.3828125, |
| "learning_rate": 8.484468513601987e-06, |
| "loss": 1.2097219228744507, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.9284671532846716, |
| "grad_norm": 1.546875, |
| "learning_rate": 8.462747453578698e-06, |
| "loss": 1.3612643480300903, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.9343065693430657, |
| "grad_norm": 0.578125, |
| "learning_rate": 8.440903857542253e-06, |
| "loss": 1.3607382774353027, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.9401459854014599, |
| "grad_norm": 0.384765625, |
| "learning_rate": 8.418938628920038e-06, |
| "loss": 1.276464819908142, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.945985401459854, |
| "grad_norm": 0.5390625, |
| "learning_rate": 8.396852676170018e-06, |
| "loss": 1.3733280897140503, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.9518248175182482, |
| "grad_norm": 0.6328125, |
| "learning_rate": 8.374646912743187e-06, |
| "loss": 1.365743637084961, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.9576642335766423, |
| "grad_norm": 0.373046875, |
| "learning_rate": 8.352322257045775e-06, |
| "loss": 1.3169546127319336, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.9635036496350365, |
| "grad_norm": 0.49609375, |
| "learning_rate": 8.329879632401265e-06, |
| "loss": 1.3615431785583496, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.9693430656934306, |
| "grad_norm": 0.341796875, |
| "learning_rate": 8.307319967012211e-06, |
| "loss": 1.3420912027359009, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.9751824817518249, |
| "grad_norm": 0.8203125, |
| "learning_rate": 8.284644193921848e-06, |
| "loss": 1.28525710105896, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.981021897810219, |
| "grad_norm": 0.48046875, |
| "learning_rate": 8.261853250975487e-06, |
| "loss": 1.3461776971817017, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.9868613138686131, |
| "grad_norm": 0.546875, |
| "learning_rate": 8.238948080781752e-06, |
| "loss": 1.3771872520446777, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.9927007299270073, |
| "grad_norm": 0.71484375, |
| "learning_rate": 8.215929630673573e-06, |
| "loss": 1.1941386461257935, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.9985401459854014, |
| "grad_norm": 0.3359375, |
| "learning_rate": 8.192798852669016e-06, |
| "loss": 1.3167439699172974, |
| "step": 342 |
| }, |
| { |
| "epoch": 1.0029197080291972, |
| "grad_norm": 0.291015625, |
| "learning_rate": 8.169556703431916e-06, |
| "loss": 1.196553111076355, |
| "step": 344 |
| }, |
| { |
| "epoch": 1.0087591240875913, |
| "grad_norm": 0.376953125, |
| "learning_rate": 8.146204144232285e-06, |
| "loss": 1.3300058841705322, |
| "step": 346 |
| }, |
| { |
| "epoch": 1.0145985401459854, |
| "grad_norm": 0.388671875, |
| "learning_rate": 8.122742140906585e-06, |
| "loss": 1.3176811933517456, |
| "step": 348 |
| }, |
| { |
| "epoch": 1.0204379562043795, |
| "grad_norm": 0.486328125, |
| "learning_rate": 8.099171663817758e-06, |
| "loss": 1.2936145067214966, |
| "step": 350 |
| }, |
| { |
| "epoch": 1.0262773722627738, |
| "grad_norm": 0.375, |
| "learning_rate": 8.07549368781511e-06, |
| "loss": 1.2210314273834229, |
| "step": 352 |
| }, |
| { |
| "epoch": 1.032116788321168, |
| "grad_norm": 0.625, |
| "learning_rate": 8.05170919219398e-06, |
| "loss": 1.2909876108169556, |
| "step": 354 |
| }, |
| { |
| "epoch": 1.037956204379562, |
| "grad_norm": 0.58203125, |
| "learning_rate": 8.027819160655248e-06, |
| "loss": 1.2588341236114502, |
| "step": 356 |
| }, |
| { |
| "epoch": 1.0437956204379562, |
| "grad_norm": 0.267578125, |
| "learning_rate": 8.003824581264639e-06, |
| "loss": 1.2091121673583984, |
| "step": 358 |
| }, |
| { |
| "epoch": 1.0496350364963503, |
| "grad_norm": 0.259765625, |
| "learning_rate": 7.979726446411868e-06, |
| "loss": 1.2468533515930176, |
| "step": 360 |
| }, |
| { |
| "epoch": 1.0554744525547446, |
| "grad_norm": 0.703125, |
| "learning_rate": 7.955525752769588e-06, |
| "loss": 1.2384498119354248, |
| "step": 362 |
| }, |
| { |
| "epoch": 1.0613138686131387, |
| "grad_norm": 0.447265625, |
| "learning_rate": 7.931223501252176e-06, |
| "loss": 1.2103887796401978, |
| "step": 364 |
| }, |
| { |
| "epoch": 1.0671532846715328, |
| "grad_norm": 0.375, |
| "learning_rate": 7.906820696974325e-06, |
| "loss": 1.2475626468658447, |
| "step": 366 |
| }, |
| { |
| "epoch": 1.072992700729927, |
| "grad_norm": 0.474609375, |
| "learning_rate": 7.882318349209492e-06, |
| "loss": 1.3049901723861694, |
| "step": 368 |
| }, |
| { |
| "epoch": 1.0788321167883212, |
| "grad_norm": 0.478515625, |
| "learning_rate": 7.857717471348135e-06, |
| "loss": 1.3034197092056274, |
| "step": 370 |
| }, |
| { |
| "epoch": 1.0846715328467154, |
| "grad_norm": 0.5078125, |
| "learning_rate": 7.833019080855812e-06, |
| "loss": 1.177399754524231, |
| "step": 372 |
| }, |
| { |
| "epoch": 1.0905109489051095, |
| "grad_norm": 0.69921875, |
| "learning_rate": 7.808224199231099e-06, |
| "loss": 1.2648054361343384, |
| "step": 374 |
| }, |
| { |
| "epoch": 1.0963503649635036, |
| "grad_norm": 0.349609375, |
| "learning_rate": 7.783333851963337e-06, |
| "loss": 1.1547051668167114, |
| "step": 376 |
| }, |
| { |
| "epoch": 1.102189781021898, |
| "grad_norm": 0.337890625, |
| "learning_rate": 7.75834906849023e-06, |
| "loss": 1.2063677310943604, |
| "step": 378 |
| }, |
| { |
| "epoch": 1.108029197080292, |
| "grad_norm": 0.431640625, |
| "learning_rate": 7.733270882155252e-06, |
| "loss": 1.294480323791504, |
| "step": 380 |
| }, |
| { |
| "epoch": 1.1138686131386861, |
| "grad_norm": 0.5078125, |
| "learning_rate": 7.708100330164922e-06, |
| "loss": 1.1963160037994385, |
| "step": 382 |
| }, |
| { |
| "epoch": 1.1197080291970802, |
| "grad_norm": 0.82421875, |
| "learning_rate": 7.682838453545898e-06, |
| "loss": 1.2486681938171387, |
| "step": 384 |
| }, |
| { |
| "epoch": 1.1255474452554743, |
| "grad_norm": 0.294921875, |
| "learning_rate": 7.657486297101933e-06, |
| "loss": 1.2629107236862183, |
| "step": 386 |
| }, |
| { |
| "epoch": 1.1313868613138687, |
| "grad_norm": 0.486328125, |
| "learning_rate": 7.63204490937065e-06, |
| "loss": 1.200867772102356, |
| "step": 388 |
| }, |
| { |
| "epoch": 1.1372262773722628, |
| "grad_norm": 0.53125, |
| "learning_rate": 7.606515342580181e-06, |
| "loss": 1.2637931108474731, |
| "step": 390 |
| }, |
| { |
| "epoch": 1.143065693430657, |
| "grad_norm": 0.369140625, |
| "learning_rate": 7.580898652605649e-06, |
| "loss": 1.2616581916809082, |
| "step": 392 |
| }, |
| { |
| "epoch": 1.148905109489051, |
| "grad_norm": 0.48828125, |
| "learning_rate": 7.555195898925497e-06, |
| "loss": 1.3153358697891235, |
| "step": 394 |
| }, |
| { |
| "epoch": 1.1547445255474453, |
| "grad_norm": 0.58203125, |
| "learning_rate": 7.529408144577673e-06, |
| "loss": 1.3324670791625977, |
| "step": 396 |
| }, |
| { |
| "epoch": 1.1605839416058394, |
| "grad_norm": 0.283203125, |
| "learning_rate": 7.503536456115653e-06, |
| "loss": 1.226647138595581, |
| "step": 398 |
| }, |
| { |
| "epoch": 1.1664233576642336, |
| "grad_norm": 1.125, |
| "learning_rate": 7.47758190356434e-06, |
| "loss": 1.2243517637252808, |
| "step": 400 |
| }, |
| { |
| "epoch": 1.1722627737226277, |
| "grad_norm": 0.75, |
| "learning_rate": 7.451545560375808e-06, |
| "loss": 1.2697927951812744, |
| "step": 402 |
| }, |
| { |
| "epoch": 1.178102189781022, |
| "grad_norm": 1.0703125, |
| "learning_rate": 7.425428503384898e-06, |
| "loss": 1.2327685356140137, |
| "step": 404 |
| }, |
| { |
| "epoch": 1.183941605839416, |
| "grad_norm": 1.390625, |
| "learning_rate": 7.399231812764695e-06, |
| "loss": 1.3016244173049927, |
| "step": 406 |
| }, |
| { |
| "epoch": 1.1897810218978102, |
| "grad_norm": 0.3046875, |
| "learning_rate": 7.372956571981831e-06, |
| "loss": 1.189962387084961, |
| "step": 408 |
| }, |
| { |
| "epoch": 1.1956204379562043, |
| "grad_norm": 2.15625, |
| "learning_rate": 7.346603867751698e-06, |
| "loss": 1.235486626625061, |
| "step": 410 |
| }, |
| { |
| "epoch": 1.2014598540145984, |
| "grad_norm": 1.0703125, |
| "learning_rate": 7.32017478999349e-06, |
| "loss": 1.2581639289855957, |
| "step": 412 |
| }, |
| { |
| "epoch": 1.2072992700729928, |
| "grad_norm": 0.44140625, |
| "learning_rate": 7.293670431785123e-06, |
| "loss": 1.2778874635696411, |
| "step": 414 |
| }, |
| { |
| "epoch": 1.2131386861313869, |
| "grad_norm": 0.66015625, |
| "learning_rate": 7.267091889318033e-06, |
| "loss": 1.3071149587631226, |
| "step": 416 |
| }, |
| { |
| "epoch": 1.218978102189781, |
| "grad_norm": 0.404296875, |
| "learning_rate": 7.240440261851839e-06, |
| "loss": 1.2892022132873535, |
| "step": 418 |
| }, |
| { |
| "epoch": 1.224817518248175, |
| "grad_norm": 0.828125, |
| "learning_rate": 7.21371665166887e-06, |
| "loss": 1.1825231313705444, |
| "step": 420 |
| }, |
| { |
| "epoch": 1.2306569343065694, |
| "grad_norm": 0.703125, |
| "learning_rate": 7.186922164028589e-06, |
| "loss": 1.2527143955230713, |
| "step": 422 |
| }, |
| { |
| "epoch": 1.2364963503649635, |
| "grad_norm": 0.71875, |
| "learning_rate": 7.160057907121868e-06, |
| "loss": 1.1351896524429321, |
| "step": 424 |
| }, |
| { |
| "epoch": 1.2423357664233576, |
| "grad_norm": 0.47265625, |
| "learning_rate": 7.133124992025161e-06, |
| "loss": 1.2882559299468994, |
| "step": 426 |
| }, |
| { |
| "epoch": 1.2481751824817517, |
| "grad_norm": 2.796875, |
| "learning_rate": 7.106124532654553e-06, |
| "loss": 1.3231326341629028, |
| "step": 428 |
| }, |
| { |
| "epoch": 1.254014598540146, |
| "grad_norm": 0.328125, |
| "learning_rate": 7.079057645719686e-06, |
| "loss": 1.138244867324829, |
| "step": 430 |
| }, |
| { |
| "epoch": 1.2598540145985402, |
| "grad_norm": 0.39453125, |
| "learning_rate": 7.051925450677568e-06, |
| "loss": 1.3060168027877808, |
| "step": 432 |
| }, |
| { |
| "epoch": 1.2656934306569343, |
| "grad_norm": 0.484375, |
| "learning_rate": 7.024729069686288e-06, |
| "loss": 1.2885905504226685, |
| "step": 434 |
| }, |
| { |
| "epoch": 1.2715328467153284, |
| "grad_norm": 0.2890625, |
| "learning_rate": 6.997469627558591e-06, |
| "loss": 1.2515441179275513, |
| "step": 436 |
| }, |
| { |
| "epoch": 1.2773722627737225, |
| "grad_norm": 0.41796875, |
| "learning_rate": 6.970148251715363e-06, |
| "loss": 1.2661933898925781, |
| "step": 438 |
| }, |
| { |
| "epoch": 1.2832116788321168, |
| "grad_norm": 0.90625, |
| "learning_rate": 6.942766072139e-06, |
| "loss": 1.2927354574203491, |
| "step": 440 |
| }, |
| { |
| "epoch": 1.289051094890511, |
| "grad_norm": 0.62890625, |
| "learning_rate": 6.9153242213266745e-06, |
| "loss": 1.2908434867858887, |
| "step": 442 |
| }, |
| { |
| "epoch": 1.294890510948905, |
| "grad_norm": 0.482421875, |
| "learning_rate": 6.887823834243501e-06, |
| "loss": 1.2376095056533813, |
| "step": 444 |
| }, |
| { |
| "epoch": 1.3007299270072994, |
| "grad_norm": 0.36328125, |
| "learning_rate": 6.860266048275585e-06, |
| "loss": 1.2220968008041382, |
| "step": 446 |
| }, |
| { |
| "epoch": 1.3065693430656935, |
| "grad_norm": 0.52734375, |
| "learning_rate": 6.832652003182989e-06, |
| "loss": 1.2590991258621216, |
| "step": 448 |
| }, |
| { |
| "epoch": 1.3124087591240876, |
| "grad_norm": 0.5234375, |
| "learning_rate": 6.804982841052593e-06, |
| "loss": 1.2670376300811768, |
| "step": 450 |
| }, |
| { |
| "epoch": 1.3182481751824817, |
| "grad_norm": 1.3984375, |
| "learning_rate": 6.777259706250856e-06, |
| "loss": 1.3193187713623047, |
| "step": 452 |
| }, |
| { |
| "epoch": 1.3240875912408758, |
| "grad_norm": 1.0234375, |
| "learning_rate": 6.749483745376489e-06, |
| "loss": 1.2359987497329712, |
| "step": 454 |
| }, |
| { |
| "epoch": 1.3299270072992702, |
| "grad_norm": 0.546875, |
| "learning_rate": 6.721656107213032e-06, |
| "loss": 1.2815067768096924, |
| "step": 456 |
| }, |
| { |
| "epoch": 1.3357664233576643, |
| "grad_norm": 0.486328125, |
| "learning_rate": 6.693777942681339e-06, |
| "loss": 1.2145709991455078, |
| "step": 458 |
| }, |
| { |
| "epoch": 1.3416058394160584, |
| "grad_norm": 0.435546875, |
| "learning_rate": 6.665850404791986e-06, |
| "loss": 1.2475862503051758, |
| "step": 460 |
| }, |
| { |
| "epoch": 1.3474452554744525, |
| "grad_norm": 0.4453125, |
| "learning_rate": 6.637874648597571e-06, |
| "loss": 1.2392385005950928, |
| "step": 462 |
| }, |
| { |
| "epoch": 1.3532846715328466, |
| "grad_norm": 1.1875, |
| "learning_rate": 6.60985183114495e-06, |
| "loss": 1.2735258340835571, |
| "step": 464 |
| }, |
| { |
| "epoch": 1.359124087591241, |
| "grad_norm": 0.34765625, |
| "learning_rate": 6.5817831114273845e-06, |
| "loss": 1.26645827293396, |
| "step": 466 |
| }, |
| { |
| "epoch": 1.364963503649635, |
| "grad_norm": 0.396484375, |
| "learning_rate": 6.553669650336599e-06, |
| "loss": 1.2172024250030518, |
| "step": 468 |
| }, |
| { |
| "epoch": 1.3708029197080291, |
| "grad_norm": 0.37890625, |
| "learning_rate": 6.5255126106147785e-06, |
| "loss": 1.3016058206558228, |
| "step": 470 |
| }, |
| { |
| "epoch": 1.3766423357664235, |
| "grad_norm": 0.400390625, |
| "learning_rate": 6.497313156806467e-06, |
| "loss": 1.3059654235839844, |
| "step": 472 |
| }, |
| { |
| "epoch": 1.3824817518248176, |
| "grad_norm": 0.7421875, |
| "learning_rate": 6.469072455210414e-06, |
| "loss": 1.2682950496673584, |
| "step": 474 |
| }, |
| { |
| "epoch": 1.3883211678832117, |
| "grad_norm": 0.41015625, |
| "learning_rate": 6.4407916738313256e-06, |
| "loss": 1.190187931060791, |
| "step": 476 |
| }, |
| { |
| "epoch": 1.3941605839416058, |
| "grad_norm": 0.51953125, |
| "learning_rate": 6.412471982331574e-06, |
| "loss": 1.2461662292480469, |
| "step": 478 |
| }, |
| { |
| "epoch": 1.4, |
| "grad_norm": 0.5, |
| "learning_rate": 6.384114551982804e-06, |
| "loss": 1.2167097330093384, |
| "step": 480 |
| }, |
| { |
| "epoch": 1.4058394160583942, |
| "grad_norm": 0.390625, |
| "learning_rate": 6.3557205556175e-06, |
| "loss": 1.1439507007598877, |
| "step": 482 |
| }, |
| { |
| "epoch": 1.4116788321167884, |
| "grad_norm": 1.1328125, |
| "learning_rate": 6.327291167580478e-06, |
| "loss": 1.207546353340149, |
| "step": 484 |
| }, |
| { |
| "epoch": 1.4175182481751825, |
| "grad_norm": 0.486328125, |
| "learning_rate": 6.298827563680314e-06, |
| "loss": 1.292868971824646, |
| "step": 486 |
| }, |
| { |
| "epoch": 1.4233576642335766, |
| "grad_norm": 0.42578125, |
| "learning_rate": 6.270330921140718e-06, |
| "loss": 1.3323169946670532, |
| "step": 488 |
| }, |
| { |
| "epoch": 1.4291970802919707, |
| "grad_norm": 0.458984375, |
| "learning_rate": 6.241802418551838e-06, |
| "loss": 1.19215726852417, |
| "step": 490 |
| }, |
| { |
| "epoch": 1.435036496350365, |
| "grad_norm": 0.5703125, |
| "learning_rate": 6.21324323582152e-06, |
| "loss": 1.2297883033752441, |
| "step": 492 |
| }, |
| { |
| "epoch": 1.4408759124087591, |
| "grad_norm": 0.33984375, |
| "learning_rate": 6.1846545541265115e-06, |
| "loss": 1.3055942058563232, |
| "step": 494 |
| }, |
| { |
| "epoch": 1.4467153284671532, |
| "grad_norm": 0.4140625, |
| "learning_rate": 6.156037555863597e-06, |
| "loss": 1.2372398376464844, |
| "step": 496 |
| }, |
| { |
| "epoch": 1.4525547445255476, |
| "grad_norm": 0.7265625, |
| "learning_rate": 6.1273934246007105e-06, |
| "loss": 1.3352288007736206, |
| "step": 498 |
| }, |
| { |
| "epoch": 1.4583941605839417, |
| "grad_norm": 0.5390625, |
| "learning_rate": 6.098723345027977e-06, |
| "loss": 1.2846771478652954, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.4642335766423358, |
| "grad_norm": 0.5703125, |
| "learning_rate": 6.070028502908709e-06, |
| "loss": 1.2137339115142822, |
| "step": 502 |
| }, |
| { |
| "epoch": 1.4700729927007299, |
| "grad_norm": 0.470703125, |
| "learning_rate": 6.041310085030378e-06, |
| "loss": 1.2333766222000122, |
| "step": 504 |
| }, |
| { |
| "epoch": 1.475912408759124, |
| "grad_norm": 0.400390625, |
| "learning_rate": 6.012569279155521e-06, |
| "loss": 1.217051386833191, |
| "step": 506 |
| }, |
| { |
| "epoch": 1.4817518248175183, |
| "grad_norm": 1.078125, |
| "learning_rate": 5.983807273972617e-06, |
| "loss": 1.1864327192306519, |
| "step": 508 |
| }, |
| { |
| "epoch": 1.4875912408759124, |
| "grad_norm": 0.46484375, |
| "learning_rate": 5.955025259046927e-06, |
| "loss": 1.2389144897460938, |
| "step": 510 |
| }, |
| { |
| "epoch": 1.4934306569343065, |
| "grad_norm": 0.71875, |
| "learning_rate": 5.926224424771291e-06, |
| "loss": 1.2382243871688843, |
| "step": 512 |
| }, |
| { |
| "epoch": 1.4992700729927007, |
| "grad_norm": 0.4921875, |
| "learning_rate": 5.897405962316899e-06, |
| "loss": 1.208208680152893, |
| "step": 514 |
| }, |
| { |
| "epoch": 1.5051094890510948, |
| "grad_norm": 0.44921875, |
| "learning_rate": 5.868571063584023e-06, |
| "loss": 1.286102533340454, |
| "step": 516 |
| }, |
| { |
| "epoch": 1.510948905109489, |
| "grad_norm": 0.494140625, |
| "learning_rate": 5.83972092115272e-06, |
| "loss": 1.2459356784820557, |
| "step": 518 |
| }, |
| { |
| "epoch": 1.5167883211678832, |
| "grad_norm": 0.53515625, |
| "learning_rate": 5.810856728233513e-06, |
| "loss": 1.276041865348816, |
| "step": 520 |
| }, |
| { |
| "epoch": 1.5226277372262773, |
| "grad_norm": 0.734375, |
| "learning_rate": 5.781979678618033e-06, |
| "loss": 1.27890944480896, |
| "step": 522 |
| }, |
| { |
| "epoch": 1.5284671532846716, |
| "grad_norm": 1.7265625, |
| "learning_rate": 5.753090966629654e-06, |
| "loss": 1.1399537324905396, |
| "step": 524 |
| }, |
| { |
| "epoch": 1.5343065693430655, |
| "grad_norm": 0.388671875, |
| "learning_rate": 5.7241917870740935e-06, |
| "loss": 1.2000788450241089, |
| "step": 526 |
| }, |
| { |
| "epoch": 1.5401459854014599, |
| "grad_norm": 0.451171875, |
| "learning_rate": 5.695283335189992e-06, |
| "loss": 1.3109184503555298, |
| "step": 528 |
| }, |
| { |
| "epoch": 1.545985401459854, |
| "grad_norm": 0.5859375, |
| "learning_rate": 5.666366806599488e-06, |
| "loss": 1.2306164503097534, |
| "step": 530 |
| }, |
| { |
| "epoch": 1.551824817518248, |
| "grad_norm": 0.3359375, |
| "learning_rate": 5.63744339725876e-06, |
| "loss": 1.2434693574905396, |
| "step": 532 |
| }, |
| { |
| "epoch": 1.5576642335766424, |
| "grad_norm": 0.8125, |
| "learning_rate": 5.608514303408572e-06, |
| "loss": 1.1840685606002808, |
| "step": 534 |
| }, |
| { |
| "epoch": 1.5635036496350365, |
| "grad_norm": 0.90234375, |
| "learning_rate": 5.579580721524786e-06, |
| "loss": 1.2241274118423462, |
| "step": 536 |
| }, |
| { |
| "epoch": 1.5693430656934306, |
| "grad_norm": 0.478515625, |
| "learning_rate": 5.550643848268889e-06, |
| "loss": 1.206296682357788, |
| "step": 538 |
| }, |
| { |
| "epoch": 1.575182481751825, |
| "grad_norm": 1.6484375, |
| "learning_rate": 5.5217048804384945e-06, |
| "loss": 1.2080531120300293, |
| "step": 540 |
| }, |
| { |
| "epoch": 1.5810218978102188, |
| "grad_norm": 0.498046875, |
| "learning_rate": 5.492765014917845e-06, |
| "loss": 1.207125186920166, |
| "step": 542 |
| }, |
| { |
| "epoch": 1.5868613138686132, |
| "grad_norm": 1.0546875, |
| "learning_rate": 5.463825448628314e-06, |
| "loss": 1.218297004699707, |
| "step": 544 |
| }, |
| { |
| "epoch": 1.5927007299270073, |
| "grad_norm": 0.431640625, |
| "learning_rate": 5.434887378478892e-06, |
| "loss": 1.1724162101745605, |
| "step": 546 |
| }, |
| { |
| "epoch": 1.5985401459854014, |
| "grad_norm": 0.4765625, |
| "learning_rate": 5.405952001316697e-06, |
| "loss": 1.215348720550537, |
| "step": 548 |
| }, |
| { |
| "epoch": 1.6043795620437957, |
| "grad_norm": 0.3359375, |
| "learning_rate": 5.377020513877463e-06, |
| "loss": 1.2883554697036743, |
| "step": 550 |
| }, |
| { |
| "epoch": 1.6102189781021898, |
| "grad_norm": 0.490234375, |
| "learning_rate": 5.348094112736057e-06, |
| "loss": 1.253550410270691, |
| "step": 552 |
| }, |
| { |
| "epoch": 1.616058394160584, |
| "grad_norm": 0.4921875, |
| "learning_rate": 5.319173994256973e-06, |
| "loss": 1.29800546169281, |
| "step": 554 |
| }, |
| { |
| "epoch": 1.621897810218978, |
| "grad_norm": 0.390625, |
| "learning_rate": 5.290261354544867e-06, |
| "loss": 1.1871838569641113, |
| "step": 556 |
| }, |
| { |
| "epoch": 1.6277372262773722, |
| "grad_norm": 0.65625, |
| "learning_rate": 5.261357389395078e-06, |
| "loss": 1.1837831735610962, |
| "step": 558 |
| }, |
| { |
| "epoch": 1.6335766423357665, |
| "grad_norm": 1.125, |
| "learning_rate": 5.232463294244178e-06, |
| "loss": 1.2513107061386108, |
| "step": 560 |
| }, |
| { |
| "epoch": 1.6394160583941606, |
| "grad_norm": 0.52734375, |
| "learning_rate": 5.203580264120521e-06, |
| "loss": 1.3240464925765991, |
| "step": 562 |
| }, |
| { |
| "epoch": 1.6452554744525547, |
| "grad_norm": 0.52734375, |
| "learning_rate": 5.1747094935948325e-06, |
| "loss": 1.2752066850662231, |
| "step": 564 |
| }, |
| { |
| "epoch": 1.651094890510949, |
| "grad_norm": 0.546875, |
| "learning_rate": 5.145852176730786e-06, |
| "loss": 1.1872999668121338, |
| "step": 566 |
| }, |
| { |
| "epoch": 1.656934306569343, |
| "grad_norm": 0.69140625, |
| "learning_rate": 5.117009507035628e-06, |
| "loss": 1.2202606201171875, |
| "step": 568 |
| }, |
| { |
| "epoch": 1.6627737226277373, |
| "grad_norm": 0.625, |
| "learning_rate": 5.088182677410819e-06, |
| "loss": 1.2224456071853638, |
| "step": 570 |
| }, |
| { |
| "epoch": 1.6686131386861314, |
| "grad_norm": 0.6328125, |
| "learning_rate": 5.059372880102683e-06, |
| "loss": 1.2351001501083374, |
| "step": 572 |
| }, |
| { |
| "epoch": 1.6744525547445255, |
| "grad_norm": 0.609375, |
| "learning_rate": 5.0305813066531136e-06, |
| "loss": 1.2855942249298096, |
| "step": 574 |
| }, |
| { |
| "epoch": 1.6802919708029198, |
| "grad_norm": 0.98828125, |
| "learning_rate": 5.001809147850282e-06, |
| "loss": 1.2410361766815186, |
| "step": 576 |
| }, |
| { |
| "epoch": 1.686131386861314, |
| "grad_norm": 0.431640625, |
| "learning_rate": 4.97305759367939e-06, |
| "loss": 1.2131555080413818, |
| "step": 578 |
| }, |
| { |
| "epoch": 1.691970802919708, |
| "grad_norm": 0.4375, |
| "learning_rate": 4.944327833273456e-06, |
| "loss": 1.2389878034591675, |
| "step": 580 |
| }, |
| { |
| "epoch": 1.6978102189781021, |
| "grad_norm": 0.46484375, |
| "learning_rate": 4.9156210548641315e-06, |
| "loss": 1.2704704999923706, |
| "step": 582 |
| }, |
| { |
| "epoch": 1.7036496350364962, |
| "grad_norm": 0.50390625, |
| "learning_rate": 4.886938445732557e-06, |
| "loss": 1.2079095840454102, |
| "step": 584 |
| }, |
| { |
| "epoch": 1.7094890510948906, |
| "grad_norm": 0.5703125, |
| "learning_rate": 4.858281192160258e-06, |
| "loss": 1.3086167573928833, |
| "step": 586 |
| }, |
| { |
| "epoch": 1.7153284671532847, |
| "grad_norm": 0.37109375, |
| "learning_rate": 4.82965047938008e-06, |
| "loss": 1.1482274532318115, |
| "step": 588 |
| }, |
| { |
| "epoch": 1.7211678832116788, |
| "grad_norm": 0.349609375, |
| "learning_rate": 4.801047491527176e-06, |
| "loss": 1.316062331199646, |
| "step": 590 |
| }, |
| { |
| "epoch": 1.7270072992700731, |
| "grad_norm": 0.8359375, |
| "learning_rate": 4.772473411590022e-06, |
| "loss": 1.271776556968689, |
| "step": 592 |
| }, |
| { |
| "epoch": 1.732846715328467, |
| "grad_norm": 0.427734375, |
| "learning_rate": 4.743929421361492e-06, |
| "loss": 1.1389895677566528, |
| "step": 594 |
| }, |
| { |
| "epoch": 1.7386861313868613, |
| "grad_norm": 7.53125, |
| "learning_rate": 4.715416701389985e-06, |
| "loss": 1.196537733078003, |
| "step": 596 |
| }, |
| { |
| "epoch": 1.7445255474452555, |
| "grad_norm": 0.333984375, |
| "learning_rate": 4.686936430930597e-06, |
| "loss": 1.2567116022109985, |
| "step": 598 |
| }, |
| { |
| "epoch": 1.7503649635036496, |
| "grad_norm": 0.427734375, |
| "learning_rate": 4.658489787896346e-06, |
| "loss": 1.3270188570022583, |
| "step": 600 |
| }, |
| { |
| "epoch": 1.756204379562044, |
| "grad_norm": 0.458984375, |
| "learning_rate": 4.630077948809457e-06, |
| "loss": 1.2750407457351685, |
| "step": 602 |
| }, |
| { |
| "epoch": 1.762043795620438, |
| "grad_norm": 0.447265625, |
| "learning_rate": 4.601702088752702e-06, |
| "loss": 1.2777055501937866, |
| "step": 604 |
| }, |
| { |
| "epoch": 1.7678832116788321, |
| "grad_norm": 0.361328125, |
| "learning_rate": 4.573363381320795e-06, |
| "loss": 1.1461223363876343, |
| "step": 606 |
| }, |
| { |
| "epoch": 1.7737226277372264, |
| "grad_norm": 0.498046875, |
| "learning_rate": 4.5450629985718655e-06, |
| "loss": 1.2125712633132935, |
| "step": 608 |
| }, |
| { |
| "epoch": 1.7795620437956203, |
| "grad_norm": 0.453125, |
| "learning_rate": 4.516802110978968e-06, |
| "loss": 1.259176254272461, |
| "step": 610 |
| }, |
| { |
| "epoch": 1.7854014598540147, |
| "grad_norm": 1.3203125, |
| "learning_rate": 4.488581887381689e-06, |
| "loss": 1.1314493417739868, |
| "step": 612 |
| }, |
| { |
| "epoch": 1.7912408759124088, |
| "grad_norm": 0.39453125, |
| "learning_rate": 4.460403494937787e-06, |
| "loss": 1.2192261219024658, |
| "step": 614 |
| }, |
| { |
| "epoch": 1.7970802919708029, |
| "grad_norm": 0.5859375, |
| "learning_rate": 4.4322680990749365e-06, |
| "loss": 1.1592247486114502, |
| "step": 616 |
| }, |
| { |
| "epoch": 1.8029197080291972, |
| "grad_norm": 0.404296875, |
| "learning_rate": 4.404176863442515e-06, |
| "loss": 1.300370454788208, |
| "step": 618 |
| }, |
| { |
| "epoch": 1.808759124087591, |
| "grad_norm": 1.65625, |
| "learning_rate": 4.376130949863487e-06, |
| "loss": 1.2521164417266846, |
| "step": 620 |
| }, |
| { |
| "epoch": 1.8145985401459854, |
| "grad_norm": 0.5703125, |
| "learning_rate": 4.3481315182863405e-06, |
| "loss": 1.1387872695922852, |
| "step": 622 |
| }, |
| { |
| "epoch": 1.8204379562043795, |
| "grad_norm": 0.58984375, |
| "learning_rate": 4.320179726737118e-06, |
| "loss": 1.2439383268356323, |
| "step": 624 |
| }, |
| { |
| "epoch": 1.8262773722627736, |
| "grad_norm": 0.859375, |
| "learning_rate": 4.292276731271528e-06, |
| "loss": 1.1349395513534546, |
| "step": 626 |
| }, |
| { |
| "epoch": 1.832116788321168, |
| "grad_norm": 0.51953125, |
| "learning_rate": 4.264423685927123e-06, |
| "loss": 1.2615232467651367, |
| "step": 628 |
| }, |
| { |
| "epoch": 1.837956204379562, |
| "grad_norm": 1.1328125, |
| "learning_rate": 4.236621742675572e-06, |
| "loss": 1.297728419303894, |
| "step": 630 |
| }, |
| { |
| "epoch": 1.8437956204379562, |
| "grad_norm": 0.89453125, |
| "learning_rate": 4.208872051375016e-06, |
| "loss": 1.3184691667556763, |
| "step": 632 |
| }, |
| { |
| "epoch": 1.8496350364963505, |
| "grad_norm": 0.4140625, |
| "learning_rate": 4.1811757597225154e-06, |
| "loss": 1.2532655000686646, |
| "step": 634 |
| }, |
| { |
| "epoch": 1.8554744525547444, |
| "grad_norm": 0.7421875, |
| "learning_rate": 4.1535340132065775e-06, |
| "loss": 1.2408058643341064, |
| "step": 636 |
| }, |
| { |
| "epoch": 1.8613138686131387, |
| "grad_norm": 0.52734375, |
| "learning_rate": 4.125947955059781e-06, |
| "loss": 1.298876404762268, |
| "step": 638 |
| }, |
| { |
| "epoch": 1.8671532846715329, |
| "grad_norm": 0.58203125, |
| "learning_rate": 4.098418726211497e-06, |
| "loss": 1.1866939067840576, |
| "step": 640 |
| }, |
| { |
| "epoch": 1.872992700729927, |
| "grad_norm": 0.515625, |
| "learning_rate": 4.070947465240695e-06, |
| "loss": 1.2406346797943115, |
| "step": 642 |
| }, |
| { |
| "epoch": 1.8788321167883213, |
| "grad_norm": 0.45703125, |
| "learning_rate": 4.043535308328861e-06, |
| "loss": 1.2553025484085083, |
| "step": 644 |
| }, |
| { |
| "epoch": 1.8846715328467152, |
| "grad_norm": 0.50390625, |
| "learning_rate": 4.0161833892129944e-06, |
| "loss": 1.2756036520004272, |
| "step": 646 |
| }, |
| { |
| "epoch": 1.8905109489051095, |
| "grad_norm": 0.546875, |
| "learning_rate": 3.988892839138731e-06, |
| "loss": 1.185132622718811, |
| "step": 648 |
| }, |
| { |
| "epoch": 1.8963503649635036, |
| "grad_norm": 0.83203125, |
| "learning_rate": 3.96166478681355e-06, |
| "loss": 1.221949815750122, |
| "step": 650 |
| }, |
| { |
| "epoch": 1.9021897810218977, |
| "grad_norm": 0.63671875, |
| "learning_rate": 3.934500358360085e-06, |
| "loss": 1.2973777055740356, |
| "step": 652 |
| }, |
| { |
| "epoch": 1.908029197080292, |
| "grad_norm": 0.373046875, |
| "learning_rate": 3.907400677269563e-06, |
| "loss": 1.2753914594650269, |
| "step": 654 |
| }, |
| { |
| "epoch": 1.9138686131386862, |
| "grad_norm": 0.4609375, |
| "learning_rate": 3.880366864355325e-06, |
| "loss": 1.2708187103271484, |
| "step": 656 |
| }, |
| { |
| "epoch": 1.9197080291970803, |
| "grad_norm": 0.380859375, |
| "learning_rate": 3.853400037706478e-06, |
| "loss": 1.2944742441177368, |
| "step": 658 |
| }, |
| { |
| "epoch": 1.9255474452554746, |
| "grad_norm": 0.41015625, |
| "learning_rate": 3.826501312641655e-06, |
| "loss": 1.2255587577819824, |
| "step": 660 |
| }, |
| { |
| "epoch": 1.9313868613138685, |
| "grad_norm": 1.4609375, |
| "learning_rate": 3.7996718016628697e-06, |
| "loss": 1.168819546699524, |
| "step": 662 |
| }, |
| { |
| "epoch": 1.9372262773722628, |
| "grad_norm": 0.62109375, |
| "learning_rate": 3.772912614409526e-06, |
| "loss": 1.141089916229248, |
| "step": 664 |
| }, |
| { |
| "epoch": 1.943065693430657, |
| "grad_norm": 0.388671875, |
| "learning_rate": 3.7462248576125125e-06, |
| "loss": 1.2469316720962524, |
| "step": 666 |
| }, |
| { |
| "epoch": 1.948905109489051, |
| "grad_norm": 0.53125, |
| "learning_rate": 3.719609635048431e-06, |
| "loss": 1.222388505935669, |
| "step": 668 |
| }, |
| { |
| "epoch": 1.9547445255474454, |
| "grad_norm": 0.47265625, |
| "learning_rate": 3.6930680474939486e-06, |
| "loss": 1.1344715356826782, |
| "step": 670 |
| }, |
| { |
| "epoch": 1.9605839416058393, |
| "grad_norm": 0.5625, |
| "learning_rate": 3.6666011926802647e-06, |
| "loss": 1.2021689414978027, |
| "step": 672 |
| }, |
| { |
| "epoch": 1.9664233576642336, |
| "grad_norm": 0.51171875, |
| "learning_rate": 3.6402101652477163e-06, |
| "loss": 1.251044750213623, |
| "step": 674 |
| }, |
| { |
| "epoch": 1.9722627737226277, |
| "grad_norm": 0.578125, |
| "learning_rate": 3.613896056700502e-06, |
| "loss": 1.258431315422058, |
| "step": 676 |
| }, |
| { |
| "epoch": 1.9781021897810218, |
| "grad_norm": 0.51171875, |
| "learning_rate": 3.58765995536154e-06, |
| "loss": 1.2117798328399658, |
| "step": 678 |
| }, |
| { |
| "epoch": 1.9839416058394161, |
| "grad_norm": 1.390625, |
| "learning_rate": 3.561502946327452e-06, |
| "loss": 1.2486507892608643, |
| "step": 680 |
| }, |
| { |
| "epoch": 1.9897810218978103, |
| "grad_norm": 0.73046875, |
| "learning_rate": 3.535426111423691e-06, |
| "loss": 1.1538894176483154, |
| "step": 682 |
| }, |
| { |
| "epoch": 1.9956204379562044, |
| "grad_norm": 0.5703125, |
| "learning_rate": 3.509430529159794e-06, |
| "loss": 1.2577342987060547, |
| "step": 684 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 1.2421875, |
| "learning_rate": 3.483517274684778e-06, |
| "loss": 1.3043779134750366, |
| "step": 686 |
| }, |
| { |
| "epoch": 2.0058394160583943, |
| "grad_norm": 0.8359375, |
| "learning_rate": 3.457687419742668e-06, |
| "loss": 1.1992483139038086, |
| "step": 688 |
| }, |
| { |
| "epoch": 2.011678832116788, |
| "grad_norm": 0.42578125, |
| "learning_rate": 3.431942032628184e-06, |
| "loss": 1.2118330001831055, |
| "step": 690 |
| }, |
| { |
| "epoch": 2.0175182481751825, |
| "grad_norm": 0.34375, |
| "learning_rate": 3.4062821781425402e-06, |
| "loss": 1.1599669456481934, |
| "step": 692 |
| }, |
| { |
| "epoch": 2.0233576642335764, |
| "grad_norm": 0.30078125, |
| "learning_rate": 3.3807089175494175e-06, |
| "loss": 1.1471362113952637, |
| "step": 694 |
| }, |
| { |
| "epoch": 2.0291970802919708, |
| "grad_norm": 0.421875, |
| "learning_rate": 3.355223308531066e-06, |
| "loss": 1.3080707788467407, |
| "step": 696 |
| }, |
| { |
| "epoch": 2.035036496350365, |
| "grad_norm": 0.55859375, |
| "learning_rate": 3.3298264051445655e-06, |
| "loss": 1.2860289812088013, |
| "step": 698 |
| }, |
| { |
| "epoch": 2.040875912408759, |
| "grad_norm": 0.4921875, |
| "learning_rate": 3.3045192577782214e-06, |
| "loss": 1.1995092630386353, |
| "step": 700 |
| }, |
| { |
| "epoch": 2.0467153284671533, |
| "grad_norm": 0.5078125, |
| "learning_rate": 3.2793029131081335e-06, |
| "loss": 1.1927409172058105, |
| "step": 702 |
| }, |
| { |
| "epoch": 2.0525547445255476, |
| "grad_norm": 0.38671875, |
| "learning_rate": 3.254178414054896e-06, |
| "loss": 1.1319977045059204, |
| "step": 704 |
| }, |
| { |
| "epoch": 2.0583941605839415, |
| "grad_norm": 0.41015625, |
| "learning_rate": 3.2291467997404747e-06, |
| "loss": 1.238900899887085, |
| "step": 706 |
| }, |
| { |
| "epoch": 2.064233576642336, |
| "grad_norm": 0.439453125, |
| "learning_rate": 3.2042091054452175e-06, |
| "loss": 1.1581428050994873, |
| "step": 708 |
| }, |
| { |
| "epoch": 2.0700729927007298, |
| "grad_norm": 0.31640625, |
| "learning_rate": 3.1793663625650444e-06, |
| "loss": 1.2304531335830688, |
| "step": 710 |
| }, |
| { |
| "epoch": 2.075912408759124, |
| "grad_norm": 0.37109375, |
| "learning_rate": 3.154619598568789e-06, |
| "loss": 1.2318830490112305, |
| "step": 712 |
| }, |
| { |
| "epoch": 2.0817518248175184, |
| "grad_norm": 0.52734375, |
| "learning_rate": 3.1299698369557026e-06, |
| "loss": 1.2299096584320068, |
| "step": 714 |
| }, |
| { |
| "epoch": 2.0875912408759123, |
| "grad_norm": 0.52734375, |
| "learning_rate": 3.105418097213121e-06, |
| "loss": 1.154068112373352, |
| "step": 716 |
| }, |
| { |
| "epoch": 2.0934306569343066, |
| "grad_norm": 0.41796875, |
| "learning_rate": 3.0809653947743044e-06, |
| "loss": 1.0612831115722656, |
| "step": 718 |
| }, |
| { |
| "epoch": 2.0992700729927005, |
| "grad_norm": 0.298828125, |
| "learning_rate": 3.0566127409764377e-06, |
| "loss": 1.154129147529602, |
| "step": 720 |
| }, |
| { |
| "epoch": 2.105109489051095, |
| "grad_norm": 0.7890625, |
| "learning_rate": 3.0323611430188026e-06, |
| "loss": 1.1408308744430542, |
| "step": 722 |
| }, |
| { |
| "epoch": 2.110948905109489, |
| "grad_norm": 0.734375, |
| "learning_rate": 3.008211603921118e-06, |
| "loss": 1.1843266487121582, |
| "step": 724 |
| }, |
| { |
| "epoch": 2.116788321167883, |
| "grad_norm": 0.41015625, |
| "learning_rate": 2.9841651224820656e-06, |
| "loss": 1.0983469486236572, |
| "step": 726 |
| }, |
| { |
| "epoch": 2.1226277372262774, |
| "grad_norm": 0.361328125, |
| "learning_rate": 2.96022269323797e-06, |
| "loss": 1.2294151782989502, |
| "step": 728 |
| }, |
| { |
| "epoch": 2.1284671532846717, |
| "grad_norm": 0.400390625, |
| "learning_rate": 2.9363853064216706e-06, |
| "loss": 1.3076847791671753, |
| "step": 730 |
| }, |
| { |
| "epoch": 2.1343065693430656, |
| "grad_norm": 0.61328125, |
| "learning_rate": 2.912653947921567e-06, |
| "loss": 1.185577392578125, |
| "step": 732 |
| }, |
| { |
| "epoch": 2.14014598540146, |
| "grad_norm": 0.408203125, |
| "learning_rate": 2.8890295992408425e-06, |
| "loss": 1.1940393447875977, |
| "step": 734 |
| }, |
| { |
| "epoch": 2.145985401459854, |
| "grad_norm": 0.4296875, |
| "learning_rate": 2.86551323745687e-06, |
| "loss": 1.1575770378112793, |
| "step": 736 |
| }, |
| { |
| "epoch": 2.151824817518248, |
| "grad_norm": 0.35546875, |
| "learning_rate": 2.8421058351808055e-06, |
| "loss": 1.1326178312301636, |
| "step": 738 |
| }, |
| { |
| "epoch": 2.1576642335766425, |
| "grad_norm": 0.6171875, |
| "learning_rate": 2.818808360517349e-06, |
| "loss": 1.167670726776123, |
| "step": 740 |
| }, |
| { |
| "epoch": 2.1635036496350364, |
| "grad_norm": 0.482421875, |
| "learning_rate": 2.7956217770247262e-06, |
| "loss": 1.3139435052871704, |
| "step": 742 |
| }, |
| { |
| "epoch": 2.1693430656934307, |
| "grad_norm": 0.46875, |
| "learning_rate": 2.7725470436748165e-06, |
| "loss": 1.12082839012146, |
| "step": 744 |
| }, |
| { |
| "epoch": 2.1751824817518246, |
| "grad_norm": 0.53125, |
| "learning_rate": 2.7495851148135005e-06, |
| "loss": 1.1051329374313354, |
| "step": 746 |
| }, |
| { |
| "epoch": 2.181021897810219, |
| "grad_norm": 0.93359375, |
| "learning_rate": 2.7267369401211895e-06, |
| "loss": 1.1831530332565308, |
| "step": 748 |
| }, |
| { |
| "epoch": 2.1868613138686133, |
| "grad_norm": 0.36328125, |
| "learning_rate": 2.704003464573544e-06, |
| "loss": 1.1686221361160278, |
| "step": 750 |
| }, |
| { |
| "epoch": 2.192700729927007, |
| "grad_norm": 0.326171875, |
| "learning_rate": 2.6813856284023943e-06, |
| "loss": 1.1672006845474243, |
| "step": 752 |
| }, |
| { |
| "epoch": 2.1985401459854015, |
| "grad_norm": 0.404296875, |
| "learning_rate": 2.6588843670568505e-06, |
| "loss": 1.254637360572815, |
| "step": 754 |
| }, |
| { |
| "epoch": 2.204379562043796, |
| "grad_norm": 0.52734375, |
| "learning_rate": 2.6365006111646152e-06, |
| "loss": 1.1789019107818604, |
| "step": 756 |
| }, |
| { |
| "epoch": 2.2102189781021897, |
| "grad_norm": 0.474609375, |
| "learning_rate": 2.614235286493494e-06, |
| "loss": 1.1955108642578125, |
| "step": 758 |
| }, |
| { |
| "epoch": 2.216058394160584, |
| "grad_norm": 0.87109375, |
| "learning_rate": 2.5920893139131043e-06, |
| "loss": 1.2021061182022095, |
| "step": 760 |
| }, |
| { |
| "epoch": 2.221897810218978, |
| "grad_norm": 0.451171875, |
| "learning_rate": 2.570063609356791e-06, |
| "loss": 1.2603737115859985, |
| "step": 762 |
| }, |
| { |
| "epoch": 2.2277372262773723, |
| "grad_norm": 0.431640625, |
| "learning_rate": 2.5481590837837477e-06, |
| "loss": 1.1586928367614746, |
| "step": 764 |
| }, |
| { |
| "epoch": 2.2335766423357666, |
| "grad_norm": 0.443359375, |
| "learning_rate": 2.5263766431413327e-06, |
| "loss": 1.3295210599899292, |
| "step": 766 |
| }, |
| { |
| "epoch": 2.2394160583941605, |
| "grad_norm": 0.69140625, |
| "learning_rate": 2.5047171883276065e-06, |
| "loss": 1.116708517074585, |
| "step": 768 |
| }, |
| { |
| "epoch": 2.245255474452555, |
| "grad_norm": 0.37890625, |
| "learning_rate": 2.4831816151540682e-06, |
| "loss": 1.0877715349197388, |
| "step": 770 |
| }, |
| { |
| "epoch": 2.2510948905109487, |
| "grad_norm": 0.49609375, |
| "learning_rate": 2.4617708143086085e-06, |
| "loss": 1.3073028326034546, |
| "step": 772 |
| }, |
| { |
| "epoch": 2.256934306569343, |
| "grad_norm": 0.7578125, |
| "learning_rate": 2.440485671318668e-06, |
| "loss": 1.2231556177139282, |
| "step": 774 |
| }, |
| { |
| "epoch": 2.2627737226277373, |
| "grad_norm": 0.796875, |
| "learning_rate": 2.41932706651462e-06, |
| "loss": 1.1234259605407715, |
| "step": 776 |
| }, |
| { |
| "epoch": 2.2686131386861312, |
| "grad_norm": 0.443359375, |
| "learning_rate": 2.398295874993347e-06, |
| "loss": 1.1716923713684082, |
| "step": 778 |
| }, |
| { |
| "epoch": 2.2744525547445256, |
| "grad_norm": 0.65625, |
| "learning_rate": 2.3773929665820662e-06, |
| "loss": 1.2562777996063232, |
| "step": 780 |
| }, |
| { |
| "epoch": 2.28029197080292, |
| "grad_norm": 0.458984375, |
| "learning_rate": 2.35661920580234e-06, |
| "loss": 1.2565009593963623, |
| "step": 782 |
| }, |
| { |
| "epoch": 2.286131386861314, |
| "grad_norm": 1.140625, |
| "learning_rate": 2.3359754518343255e-06, |
| "loss": 1.2188069820404053, |
| "step": 784 |
| }, |
| { |
| "epoch": 2.291970802919708, |
| "grad_norm": 1.3125, |
| "learning_rate": 2.315462558481241e-06, |
| "loss": 1.1537082195281982, |
| "step": 786 |
| }, |
| { |
| "epoch": 2.297810218978102, |
| "grad_norm": 0.357421875, |
| "learning_rate": 2.29508137413405e-06, |
| "loss": 1.0930520296096802, |
| "step": 788 |
| }, |
| { |
| "epoch": 2.3036496350364963, |
| "grad_norm": 0.5078125, |
| "learning_rate": 2.274832741736376e-06, |
| "loss": 1.107776165008545, |
| "step": 790 |
| }, |
| { |
| "epoch": 2.3094890510948907, |
| "grad_norm": 0.40234375, |
| "learning_rate": 2.254717498749638e-06, |
| "loss": 1.291731357574463, |
| "step": 792 |
| }, |
| { |
| "epoch": 2.3153284671532846, |
| "grad_norm": 0.396484375, |
| "learning_rate": 2.234736477118413e-06, |
| "loss": 1.1373404264450073, |
| "step": 794 |
| }, |
| { |
| "epoch": 2.321167883211679, |
| "grad_norm": 0.380859375, |
| "learning_rate": 2.2148905032360305e-06, |
| "loss": 1.1539984941482544, |
| "step": 796 |
| }, |
| { |
| "epoch": 2.3270072992700728, |
| "grad_norm": 0.46875, |
| "learning_rate": 2.195180397910389e-06, |
| "loss": 1.1758666038513184, |
| "step": 798 |
| }, |
| { |
| "epoch": 2.332846715328467, |
| "grad_norm": 1.8984375, |
| "learning_rate": 2.1756069763300158e-06, |
| "loss": 1.2303135395050049, |
| "step": 800 |
| }, |
| { |
| "epoch": 2.3386861313868614, |
| "grad_norm": 0.546875, |
| "learning_rate": 2.1561710480303435e-06, |
| "loss": 1.1783814430236816, |
| "step": 802 |
| }, |
| { |
| "epoch": 2.3445255474452553, |
| "grad_norm": 0.345703125, |
| "learning_rate": 2.1368734168602318e-06, |
| "loss": 1.2231682538986206, |
| "step": 804 |
| }, |
| { |
| "epoch": 2.3503649635036497, |
| "grad_norm": 0.4453125, |
| "learning_rate": 2.1177148809487237e-06, |
| "loss": 1.1812344789505005, |
| "step": 806 |
| }, |
| { |
| "epoch": 2.356204379562044, |
| "grad_norm": 1.5546875, |
| "learning_rate": 2.0986962326720328e-06, |
| "loss": 1.1925325393676758, |
| "step": 808 |
| }, |
| { |
| "epoch": 2.362043795620438, |
| "grad_norm": 0.4140625, |
| "learning_rate": 2.079818258620771e-06, |
| "loss": 1.1922979354858398, |
| "step": 810 |
| }, |
| { |
| "epoch": 2.367883211678832, |
| "grad_norm": 1.7578125, |
| "learning_rate": 2.0610817395674197e-06, |
| "loss": 1.2363067865371704, |
| "step": 812 |
| }, |
| { |
| "epoch": 2.373722627737226, |
| "grad_norm": 0.41015625, |
| "learning_rate": 2.042487450434033e-06, |
| "loss": 1.1505279541015625, |
| "step": 814 |
| }, |
| { |
| "epoch": 2.3795620437956204, |
| "grad_norm": 0.765625, |
| "learning_rate": 2.0240361602601906e-06, |
| "loss": 1.1627535820007324, |
| "step": 816 |
| }, |
| { |
| "epoch": 2.3854014598540147, |
| "grad_norm": 0.33203125, |
| "learning_rate": 2.0057286321711924e-06, |
| "loss": 1.155818223953247, |
| "step": 818 |
| }, |
| { |
| "epoch": 2.3912408759124086, |
| "grad_norm": 0.5078125, |
| "learning_rate": 1.987565623346492e-06, |
| "loss": 1.2554137706756592, |
| "step": 820 |
| }, |
| { |
| "epoch": 2.397080291970803, |
| "grad_norm": 0.546875, |
| "learning_rate": 1.9695478849883867e-06, |
| "loss": 1.1215136051177979, |
| "step": 822 |
| }, |
| { |
| "epoch": 2.402919708029197, |
| "grad_norm": 0.3515625, |
| "learning_rate": 1.9516761622909423e-06, |
| "loss": 1.1090680360794067, |
| "step": 824 |
| }, |
| { |
| "epoch": 2.408759124087591, |
| "grad_norm": 0.416015625, |
| "learning_rate": 1.9339511944091773e-06, |
| "loss": 1.1436755657196045, |
| "step": 826 |
| }, |
| { |
| "epoch": 2.4145985401459855, |
| "grad_norm": 0.48046875, |
| "learning_rate": 1.91637371442849e-06, |
| "loss": 1.140608549118042, |
| "step": 828 |
| }, |
| { |
| "epoch": 2.4204379562043794, |
| "grad_norm": 0.54296875, |
| "learning_rate": 1.8989444493343401e-06, |
| "loss": 1.2412205934524536, |
| "step": 830 |
| }, |
| { |
| "epoch": 2.4262773722627737, |
| "grad_norm": 0.71484375, |
| "learning_rate": 1.8816641199821797e-06, |
| "loss": 1.2433428764343262, |
| "step": 832 |
| }, |
| { |
| "epoch": 2.432116788321168, |
| "grad_norm": 0.4140625, |
| "learning_rate": 1.8645334410676413e-06, |
| "loss": 1.2072176933288574, |
| "step": 834 |
| }, |
| { |
| "epoch": 2.437956204379562, |
| "grad_norm": 0.5703125, |
| "learning_rate": 1.8475531210969766e-06, |
| "loss": 1.174179196357727, |
| "step": 836 |
| }, |
| { |
| "epoch": 2.4437956204379563, |
| "grad_norm": 0.87890625, |
| "learning_rate": 1.8307238623577588e-06, |
| "loss": 1.2336622476577759, |
| "step": 838 |
| }, |
| { |
| "epoch": 2.44963503649635, |
| "grad_norm": 0.40625, |
| "learning_rate": 1.814046360889829e-06, |
| "loss": 1.2075152397155762, |
| "step": 840 |
| }, |
| { |
| "epoch": 2.4554744525547445, |
| "grad_norm": 0.3515625, |
| "learning_rate": 1.7975213064565136e-06, |
| "loss": 1.1945725679397583, |
| "step": 842 |
| }, |
| { |
| "epoch": 2.461313868613139, |
| "grad_norm": 0.5703125, |
| "learning_rate": 1.7811493825160952e-06, |
| "loss": 1.255374789237976, |
| "step": 844 |
| }, |
| { |
| "epoch": 2.4671532846715327, |
| "grad_norm": 0.326171875, |
| "learning_rate": 1.7649312661935463e-06, |
| "loss": 1.0935304164886475, |
| "step": 846 |
| }, |
| { |
| "epoch": 2.472992700729927, |
| "grad_norm": 1.2109375, |
| "learning_rate": 1.7488676282525236e-06, |
| "loss": 1.1871508359909058, |
| "step": 848 |
| }, |
| { |
| "epoch": 2.478832116788321, |
| "grad_norm": 0.515625, |
| "learning_rate": 1.7329591330676255e-06, |
| "loss": 1.236677646636963, |
| "step": 850 |
| }, |
| { |
| "epoch": 2.4846715328467153, |
| "grad_norm": 0.59375, |
| "learning_rate": 1.7172064385969144e-06, |
| "loss": 1.1770851612091064, |
| "step": 852 |
| }, |
| { |
| "epoch": 2.4905109489051096, |
| "grad_norm": 0.76953125, |
| "learning_rate": 1.7016101963547063e-06, |
| "loss": 1.1361277103424072, |
| "step": 854 |
| }, |
| { |
| "epoch": 2.4963503649635035, |
| "grad_norm": 0.5078125, |
| "learning_rate": 1.68617105138462e-06, |
| "loss": 1.1203017234802246, |
| "step": 856 |
| }, |
| { |
| "epoch": 2.502189781021898, |
| "grad_norm": 0.453125, |
| "learning_rate": 1.6708896422329056e-06, |
| "loss": 1.2030003070831299, |
| "step": 858 |
| }, |
| { |
| "epoch": 2.508029197080292, |
| "grad_norm": 0.5234375, |
| "learning_rate": 1.6557666009220274e-06, |
| "loss": 1.194663405418396, |
| "step": 860 |
| }, |
| { |
| "epoch": 2.513868613138686, |
| "grad_norm": 0.74609375, |
| "learning_rate": 1.6408025529245324e-06, |
| "loss": 1.3168246746063232, |
| "step": 862 |
| }, |
| { |
| "epoch": 2.5197080291970804, |
| "grad_norm": 0.43359375, |
| "learning_rate": 1.6259981171371736e-06, |
| "loss": 1.1622366905212402, |
| "step": 864 |
| }, |
| { |
| "epoch": 2.5255474452554747, |
| "grad_norm": 0.333984375, |
| "learning_rate": 1.611353905855317e-06, |
| "loss": 1.1341776847839355, |
| "step": 866 |
| }, |
| { |
| "epoch": 2.5313868613138686, |
| "grad_norm": 0.47265625, |
| "learning_rate": 1.5968705247476192e-06, |
| "loss": 1.1897858381271362, |
| "step": 868 |
| }, |
| { |
| "epoch": 2.537226277372263, |
| "grad_norm": 0.486328125, |
| "learning_rate": 1.582548572830973e-06, |
| "loss": 1.1871055364608765, |
| "step": 870 |
| }, |
| { |
| "epoch": 2.543065693430657, |
| "grad_norm": 0.55859375, |
| "learning_rate": 1.5683886424457373e-06, |
| "loss": 1.1016008853912354, |
| "step": 872 |
| }, |
| { |
| "epoch": 2.548905109489051, |
| "grad_norm": 0.7734375, |
| "learning_rate": 1.5543913192312373e-06, |
| "loss": 1.1918286085128784, |
| "step": 874 |
| }, |
| { |
| "epoch": 2.554744525547445, |
| "grad_norm": 0.5078125, |
| "learning_rate": 1.5405571821015402e-06, |
| "loss": 1.2634363174438477, |
| "step": 876 |
| }, |
| { |
| "epoch": 2.5605839416058394, |
| "grad_norm": 0.376953125, |
| "learning_rate": 1.5268868032215152e-06, |
| "loss": 1.1621180772781372, |
| "step": 878 |
| }, |
| { |
| "epoch": 2.5664233576642337, |
| "grad_norm": 0.4765625, |
| "learning_rate": 1.513380747983169e-06, |
| "loss": 1.1664128303527832, |
| "step": 880 |
| }, |
| { |
| "epoch": 2.5722627737226276, |
| "grad_norm": 0.609375, |
| "learning_rate": 1.5000395749822597e-06, |
| "loss": 1.1880872249603271, |
| "step": 882 |
| }, |
| { |
| "epoch": 2.578102189781022, |
| "grad_norm": 0.4921875, |
| "learning_rate": 1.4868638359951963e-06, |
| "loss": 1.2146211862564087, |
| "step": 884 |
| }, |
| { |
| "epoch": 2.5839416058394162, |
| "grad_norm": 0.55859375, |
| "learning_rate": 1.4738540759562175e-06, |
| "loss": 1.1511411666870117, |
| "step": 886 |
| }, |
| { |
| "epoch": 2.58978102189781, |
| "grad_norm": 0.515625, |
| "learning_rate": 1.4610108329348514e-06, |
| "loss": 1.2108086347579956, |
| "step": 888 |
| }, |
| { |
| "epoch": 2.5956204379562045, |
| "grad_norm": 0.400390625, |
| "learning_rate": 1.4483346381136653e-06, |
| "loss": 1.0855056047439575, |
| "step": 890 |
| }, |
| { |
| "epoch": 2.601459854014599, |
| "grad_norm": 0.3671875, |
| "learning_rate": 1.4358260157662928e-06, |
| "loss": 1.1662517786026, |
| "step": 892 |
| }, |
| { |
| "epoch": 2.6072992700729927, |
| "grad_norm": 0.79296875, |
| "learning_rate": 1.4234854832357536e-06, |
| "loss": 1.195744514465332, |
| "step": 894 |
| }, |
| { |
| "epoch": 2.613138686131387, |
| "grad_norm": 0.53515625, |
| "learning_rate": 1.4113135509130547e-06, |
| "loss": 1.2275428771972656, |
| "step": 896 |
| }, |
| { |
| "epoch": 2.618978102189781, |
| "grad_norm": 0.50390625, |
| "learning_rate": 1.3993107222160817e-06, |
| "loss": 1.2926044464111328, |
| "step": 898 |
| }, |
| { |
| "epoch": 2.624817518248175, |
| "grad_norm": 0.60546875, |
| "learning_rate": 1.3874774935687782e-06, |
| "loss": 1.2193105220794678, |
| "step": 900 |
| }, |
| { |
| "epoch": 2.630656934306569, |
| "grad_norm": 0.5859375, |
| "learning_rate": 1.3758143543806143e-06, |
| "loss": 1.227401852607727, |
| "step": 902 |
| }, |
| { |
| "epoch": 2.6364963503649634, |
| "grad_norm": 0.86328125, |
| "learning_rate": 1.3643217870263448e-06, |
| "loss": 1.2654823064804077, |
| "step": 904 |
| }, |
| { |
| "epoch": 2.6423357664233578, |
| "grad_norm": 0.373046875, |
| "learning_rate": 1.35300026682606e-06, |
| "loss": 1.1640398502349854, |
| "step": 906 |
| }, |
| { |
| "epoch": 2.6481751824817517, |
| "grad_norm": 0.625, |
| "learning_rate": 1.341850262025524e-06, |
| "loss": 1.1758366823196411, |
| "step": 908 |
| }, |
| { |
| "epoch": 2.654014598540146, |
| "grad_norm": 0.462890625, |
| "learning_rate": 1.330872233776811e-06, |
| "loss": 1.1808586120605469, |
| "step": 910 |
| }, |
| { |
| "epoch": 2.6598540145985403, |
| "grad_norm": 0.458984375, |
| "learning_rate": 1.3200666361192349e-06, |
| "loss": 1.1935012340545654, |
| "step": 912 |
| }, |
| { |
| "epoch": 2.665693430656934, |
| "grad_norm": 0.396484375, |
| "learning_rate": 1.3094339159605627e-06, |
| "loss": 1.1293021440505981, |
| "step": 914 |
| }, |
| { |
| "epoch": 2.6715328467153285, |
| "grad_norm": 0.875, |
| "learning_rate": 1.2989745130585407e-06, |
| "loss": 1.2715429067611694, |
| "step": 916 |
| }, |
| { |
| "epoch": 2.677372262773723, |
| "grad_norm": 0.462890625, |
| "learning_rate": 1.2886888600026983e-06, |
| "loss": 1.1346051692962646, |
| "step": 918 |
| }, |
| { |
| "epoch": 2.6832116788321168, |
| "grad_norm": 0.412109375, |
| "learning_rate": 1.2785773821964636e-06, |
| "loss": 1.2460830211639404, |
| "step": 920 |
| }, |
| { |
| "epoch": 2.689051094890511, |
| "grad_norm": 1.6171875, |
| "learning_rate": 1.2686404978395626e-06, |
| "loss": 1.1654274463653564, |
| "step": 922 |
| }, |
| { |
| "epoch": 2.694890510948905, |
| "grad_norm": 1.65625, |
| "learning_rate": 1.2588786179107279e-06, |
| "loss": 1.253066897392273, |
| "step": 924 |
| }, |
| { |
| "epoch": 2.7007299270072993, |
| "grad_norm": 0.42578125, |
| "learning_rate": 1.2492921461506994e-06, |
| "loss": 1.188564658164978, |
| "step": 926 |
| }, |
| { |
| "epoch": 2.706569343065693, |
| "grad_norm": 0.466796875, |
| "learning_rate": 1.2398814790455244e-06, |
| "loss": 1.244341254234314, |
| "step": 928 |
| }, |
| { |
| "epoch": 2.7124087591240875, |
| "grad_norm": 0.443359375, |
| "learning_rate": 1.2306470058101612e-06, |
| "loss": 1.1333363056182861, |
| "step": 930 |
| }, |
| { |
| "epoch": 2.718248175182482, |
| "grad_norm": 0.66015625, |
| "learning_rate": 1.2215891083723842e-06, |
| "loss": 1.263460397720337, |
| "step": 932 |
| }, |
| { |
| "epoch": 2.7240875912408757, |
| "grad_norm": 0.359375, |
| "learning_rate": 1.2127081613569809e-06, |
| "loss": 1.2082524299621582, |
| "step": 934 |
| }, |
| { |
| "epoch": 2.72992700729927, |
| "grad_norm": 0.408203125, |
| "learning_rate": 1.2040045320702626e-06, |
| "loss": 1.1242833137512207, |
| "step": 936 |
| }, |
| { |
| "epoch": 2.7357664233576644, |
| "grad_norm": 0.63671875, |
| "learning_rate": 1.1954785804848739e-06, |
| "loss": 1.14191734790802, |
| "step": 938 |
| }, |
| { |
| "epoch": 2.7416058394160583, |
| "grad_norm": 1.65625, |
| "learning_rate": 1.1871306592249008e-06, |
| "loss": 1.1483235359191895, |
| "step": 940 |
| }, |
| { |
| "epoch": 2.7474452554744526, |
| "grad_norm": 0.5546875, |
| "learning_rate": 1.1789611135512903e-06, |
| "loss": 1.1981879472732544, |
| "step": 942 |
| }, |
| { |
| "epoch": 2.753284671532847, |
| "grad_norm": 1.171875, |
| "learning_rate": 1.1709702813475674e-06, |
| "loss": 1.1760236024856567, |
| "step": 944 |
| }, |
| { |
| "epoch": 2.759124087591241, |
| "grad_norm": 0.380859375, |
| "learning_rate": 1.163158493105864e-06, |
| "loss": 1.2009891271591187, |
| "step": 946 |
| }, |
| { |
| "epoch": 2.764963503649635, |
| "grad_norm": 0.65234375, |
| "learning_rate": 1.1555260719132474e-06, |
| "loss": 1.1685845851898193, |
| "step": 948 |
| }, |
| { |
| "epoch": 2.770802919708029, |
| "grad_norm": 0.423828125, |
| "learning_rate": 1.1480733334383599e-06, |
| "loss": 1.2095947265625, |
| "step": 950 |
| }, |
| { |
| "epoch": 2.7766423357664234, |
| "grad_norm": 0.357421875, |
| "learning_rate": 1.1408005859183595e-06, |
| "loss": 1.1101715564727783, |
| "step": 952 |
| }, |
| { |
| "epoch": 2.7824817518248173, |
| "grad_norm": 0.69921875, |
| "learning_rate": 1.1337081301461775e-06, |
| "loss": 1.2515991926193237, |
| "step": 954 |
| }, |
| { |
| "epoch": 2.7883211678832116, |
| "grad_norm": 1.9609375, |
| "learning_rate": 1.1267962594580712e-06, |
| "loss": 1.2288193702697754, |
| "step": 956 |
| }, |
| { |
| "epoch": 2.794160583941606, |
| "grad_norm": 0.90234375, |
| "learning_rate": 1.1200652597214982e-06, |
| "loss": 1.1902008056640625, |
| "step": 958 |
| }, |
| { |
| "epoch": 2.8, |
| "grad_norm": 0.458984375, |
| "learning_rate": 1.1135154093232868e-06, |
| "loss": 1.1392861604690552, |
| "step": 960 |
| }, |
| { |
| "epoch": 2.805839416058394, |
| "grad_norm": 0.625, |
| "learning_rate": 1.107146979158129e-06, |
| "loss": 1.1379271745681763, |
| "step": 962 |
| }, |
| { |
| "epoch": 2.8116788321167885, |
| "grad_norm": 0.57421875, |
| "learning_rate": 1.100960232617371e-06, |
| "loss": 1.274213433265686, |
| "step": 964 |
| }, |
| { |
| "epoch": 2.8175182481751824, |
| "grad_norm": 0.984375, |
| "learning_rate": 1.094955425578123e-06, |
| "loss": 1.2406063079833984, |
| "step": 966 |
| }, |
| { |
| "epoch": 2.8233576642335767, |
| "grad_norm": 1.0859375, |
| "learning_rate": 1.0891328063926742e-06, |
| "loss": 1.1469717025756836, |
| "step": 968 |
| }, |
| { |
| "epoch": 2.829197080291971, |
| "grad_norm": 0.3046875, |
| "learning_rate": 1.0834926158782235e-06, |
| "loss": 1.2098904848098755, |
| "step": 970 |
| }, |
| { |
| "epoch": 2.835036496350365, |
| "grad_norm": 0.640625, |
| "learning_rate": 1.0780350873069184e-06, |
| "loss": 1.1746724843978882, |
| "step": 972 |
| }, |
| { |
| "epoch": 2.8408759124087593, |
| "grad_norm": 0.37109375, |
| "learning_rate": 1.0727604463962058e-06, |
| "loss": 1.187951683998108, |
| "step": 974 |
| }, |
| { |
| "epoch": 2.846715328467153, |
| "grad_norm": 0.546875, |
| "learning_rate": 1.0676689112994977e-06, |
| "loss": 1.1875951290130615, |
| "step": 976 |
| }, |
| { |
| "epoch": 2.8525547445255475, |
| "grad_norm": 0.50390625, |
| "learning_rate": 1.06276069259715e-06, |
| "loss": 1.1863131523132324, |
| "step": 978 |
| }, |
| { |
| "epoch": 2.8583941605839414, |
| "grad_norm": 0.3984375, |
| "learning_rate": 1.0580359932877516e-06, |
| "loss": 1.1864418983459473, |
| "step": 980 |
| }, |
| { |
| "epoch": 2.8642335766423357, |
| "grad_norm": 0.66796875, |
| "learning_rate": 1.0534950087797282e-06, |
| "loss": 1.255091667175293, |
| "step": 982 |
| }, |
| { |
| "epoch": 2.87007299270073, |
| "grad_norm": 0.357421875, |
| "learning_rate": 1.049137926883261e-06, |
| "loss": 1.1269922256469727, |
| "step": 984 |
| }, |
| { |
| "epoch": 2.875912408759124, |
| "grad_norm": 0.64453125, |
| "learning_rate": 1.0449649278025208e-06, |
| "loss": 1.1925872564315796, |
| "step": 986 |
| }, |
| { |
| "epoch": 2.8817518248175182, |
| "grad_norm": 0.3828125, |
| "learning_rate": 1.0409761841282112e-06, |
| "loss": 1.1946667432785034, |
| "step": 988 |
| }, |
| { |
| "epoch": 2.8875912408759126, |
| "grad_norm": 0.408203125, |
| "learning_rate": 1.037171860830434e-06, |
| "loss": 1.141740083694458, |
| "step": 990 |
| }, |
| { |
| "epoch": 2.8934306569343065, |
| "grad_norm": 0.4921875, |
| "learning_rate": 1.0335521152518637e-06, |
| "loss": 1.0821702480316162, |
| "step": 992 |
| }, |
| { |
| "epoch": 2.899270072992701, |
| "grad_norm": 0.453125, |
| "learning_rate": 1.0301170971012418e-06, |
| "loss": 1.1304783821105957, |
| "step": 994 |
| }, |
| { |
| "epoch": 2.905109489051095, |
| "grad_norm": 0.84765625, |
| "learning_rate": 1.0268669484471839e-06, |
| "loss": 1.1460580825805664, |
| "step": 996 |
| }, |
| { |
| "epoch": 2.910948905109489, |
| "grad_norm": 0.58984375, |
| "learning_rate": 1.0238018037123042e-06, |
| "loss": 1.216837763786316, |
| "step": 998 |
| }, |
| { |
| "epoch": 2.9167883211678833, |
| "grad_norm": 0.46484375, |
| "learning_rate": 1.020921789667656e-06, |
| "loss": 1.217172622680664, |
| "step": 1000 |
| }, |
| { |
| "epoch": 2.9226277372262772, |
| "grad_norm": 0.400390625, |
| "learning_rate": 1.0182270254274888e-06, |
| "loss": 1.2125324010849, |
| "step": 1002 |
| }, |
| { |
| "epoch": 2.9284671532846716, |
| "grad_norm": 0.83984375, |
| "learning_rate": 1.015717622444321e-06, |
| "loss": 1.1410317420959473, |
| "step": 1004 |
| }, |
| { |
| "epoch": 2.9343065693430654, |
| "grad_norm": 0.578125, |
| "learning_rate": 1.0133936845043322e-06, |
| "loss": 1.2082126140594482, |
| "step": 1006 |
| }, |
| { |
| "epoch": 2.9401459854014598, |
| "grad_norm": 0.6484375, |
| "learning_rate": 1.011255307723068e-06, |
| "loss": 1.2457588911056519, |
| "step": 1008 |
| }, |
| { |
| "epoch": 2.945985401459854, |
| "grad_norm": 1.140625, |
| "learning_rate": 1.0093025805414676e-06, |
| "loss": 1.1455327272415161, |
| "step": 1010 |
| }, |
| { |
| "epoch": 2.951824817518248, |
| "grad_norm": 0.5546875, |
| "learning_rate": 1.007535583722203e-06, |
| "loss": 1.1338199377059937, |
| "step": 1012 |
| }, |
| { |
| "epoch": 2.9576642335766423, |
| "grad_norm": 0.419921875, |
| "learning_rate": 1.0059543903463426e-06, |
| "loss": 1.2006813287734985, |
| "step": 1014 |
| }, |
| { |
| "epoch": 2.9635036496350367, |
| "grad_norm": 0.392578125, |
| "learning_rate": 1.004559065810324e-06, |
| "loss": 1.2222992181777954, |
| "step": 1016 |
| }, |
| { |
| "epoch": 2.9693430656934305, |
| "grad_norm": 0.349609375, |
| "learning_rate": 1.003349667823253e-06, |
| "loss": 1.1396572589874268, |
| "step": 1018 |
| }, |
| { |
| "epoch": 2.975182481751825, |
| "grad_norm": 0.4453125, |
| "learning_rate": 1.0023262464045155e-06, |
| "loss": 1.2639334201812744, |
| "step": 1020 |
| }, |
| { |
| "epoch": 2.981021897810219, |
| "grad_norm": 0.640625, |
| "learning_rate": 1.0014888438817083e-06, |
| "loss": 1.206993579864502, |
| "step": 1022 |
| }, |
| { |
| "epoch": 2.986861313868613, |
| "grad_norm": 0.58203125, |
| "learning_rate": 1.0008374948888896e-06, |
| "loss": 1.1673427820205688, |
| "step": 1024 |
| }, |
| { |
| "epoch": 2.9927007299270074, |
| "grad_norm": 0.39453125, |
| "learning_rate": 1.0003722263651458e-06, |
| "loss": 1.2105653285980225, |
| "step": 1026 |
| }, |
| { |
| "epoch": 2.9985401459854013, |
| "grad_norm": 0.78125, |
| "learning_rate": 1.0000930575534762e-06, |
| "loss": 1.1724438667297363, |
| "step": 1028 |
| }, |
| { |
| "epoch": 3.0, |
| "step": 1029, |
| "total_flos": 2.909158325117518e+18, |
| "train_loss": 1.307906815331462, |
| "train_runtime": 13215.9511, |
| "train_samples_per_second": 2.488, |
| "train_steps_per_second": 0.078 |
| } |
| ], |
| "logging_steps": 2, |
| "max_steps": 1029, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 9999999, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.909158325117518e+18, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
