| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 2055, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.00291970802919708, |
| "grad_norm": 2.453125, |
| "learning_rate": 3.2258064516129035e-07, |
| "loss": 1.3209164142608643, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.00583941605839416, |
| "grad_norm": 12.125, |
| "learning_rate": 9.67741935483871e-07, |
| "loss": 2.3325037956237793, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.008759124087591242, |
| "grad_norm": 2.796875, |
| "learning_rate": 1.6129032258064516e-06, |
| "loss": 1.9444684982299805, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.01167883211678832, |
| "grad_norm": 1.2109375, |
| "learning_rate": 2.2580645161290324e-06, |
| "loss": 1.6828501224517822, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.014598540145985401, |
| "grad_norm": 1.671875, |
| "learning_rate": 2.903225806451613e-06, |
| "loss": 1.8027360439300537, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.017518248175182483, |
| "grad_norm": 2.5, |
| "learning_rate": 3.548387096774194e-06, |
| "loss": 1.9229137897491455, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.020437956204379562, |
| "grad_norm": 1.265625, |
| "learning_rate": 4.193548387096774e-06, |
| "loss": 1.5638442039489746, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.02335766423357664, |
| "grad_norm": 4.90625, |
| "learning_rate": 4.838709677419355e-06, |
| "loss": 1.7475087642669678, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.026277372262773723, |
| "grad_norm": 2.296875, |
| "learning_rate": 5.483870967741935e-06, |
| "loss": 1.8932218551635742, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.029197080291970802, |
| "grad_norm": 2.40625, |
| "learning_rate": 6.129032258064517e-06, |
| "loss": 1.8747022151947021, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.032116788321167884, |
| "grad_norm": 3.140625, |
| "learning_rate": 6.774193548387097e-06, |
| "loss": 1.9435057640075684, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.035036496350364967, |
| "grad_norm": 2.171875, |
| "learning_rate": 7.4193548387096784e-06, |
| "loss": 1.8176038265228271, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.03795620437956204, |
| "grad_norm": 6.4375, |
| "learning_rate": 8.064516129032258e-06, |
| "loss": 1.910407304763794, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.040875912408759124, |
| "grad_norm": 5.71875, |
| "learning_rate": 8.70967741935484e-06, |
| "loss": 2.2947583198547363, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.043795620437956206, |
| "grad_norm": 2.421875, |
| "learning_rate": 9.35483870967742e-06, |
| "loss": 1.426323413848877, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.04671532846715328, |
| "grad_norm": 2.9375, |
| "learning_rate": 1e-05, |
| "loss": 1.81662917137146, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.049635036496350364, |
| "grad_norm": 2.984375, |
| "learning_rate": 1.0645161290322582e-05, |
| "loss": 1.9644252061843872, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.052554744525547446, |
| "grad_norm": 15.125, |
| "learning_rate": 1.1290322580645164e-05, |
| "loss": 1.9643396139144897, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.05547445255474453, |
| "grad_norm": 2.25, |
| "learning_rate": 1.1935483870967743e-05, |
| "loss": 2.181769371032715, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.058394160583941604, |
| "grad_norm": 1.46875, |
| "learning_rate": 1.2580645161290324e-05, |
| "loss": 1.5383245944976807, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.061313868613138686, |
| "grad_norm": 5.84375, |
| "learning_rate": 1.3225806451612903e-05, |
| "loss": 1.7693108320236206, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.06423357664233577, |
| "grad_norm": 1.640625, |
| "learning_rate": 1.3870967741935486e-05, |
| "loss": 1.5715991258621216, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.06715328467153285, |
| "grad_norm": 5.59375, |
| "learning_rate": 1.4516129032258066e-05, |
| "loss": 2.1106648445129395, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.07007299270072993, |
| "grad_norm": 4.34375, |
| "learning_rate": 1.5161290322580646e-05, |
| "loss": 1.659260869026184, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.072992700729927, |
| "grad_norm": 2.5625, |
| "learning_rate": 1.5806451612903226e-05, |
| "loss": 1.5844422578811646, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.07591240875912408, |
| "grad_norm": 0.73046875, |
| "learning_rate": 1.6451612903225807e-05, |
| "loss": 1.2334352731704712, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.07883211678832117, |
| "grad_norm": 1.6015625, |
| "learning_rate": 1.7096774193548388e-05, |
| "loss": 1.6998990774154663, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.08175182481751825, |
| "grad_norm": 2.984375, |
| "learning_rate": 1.774193548387097e-05, |
| "loss": 1.7014799118041992, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.08467153284671533, |
| "grad_norm": 1.34375, |
| "learning_rate": 1.838709677419355e-05, |
| "loss": 1.5540595054626465, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.08759124087591241, |
| "grad_norm": 2.046875, |
| "learning_rate": 1.903225806451613e-05, |
| "loss": 1.6097842454910278, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.0905109489051095, |
| "grad_norm": 2.90625, |
| "learning_rate": 1.967741935483871e-05, |
| "loss": 1.6974210739135742, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.09343065693430656, |
| "grad_norm": 1.5234375, |
| "learning_rate": 1.9999988818564274e-05, |
| "loss": 1.5296247005462646, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.09635036496350365, |
| "grad_norm": 0.82421875, |
| "learning_rate": 1.9999899367245136e-05, |
| "loss": 1.3334264755249023, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.09927007299270073, |
| "grad_norm": 1.6015625, |
| "learning_rate": 1.9999720465495917e-05, |
| "loss": 1.5143179893493652, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.10218978102189781, |
| "grad_norm": 1.3984375, |
| "learning_rate": 1.999945211509474e-05, |
| "loss": 1.4130449295043945, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.10510948905109489, |
| "grad_norm": 6.03125, |
| "learning_rate": 1.9999094318708743e-05, |
| "loss": 0.9752007126808167, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.10802919708029197, |
| "grad_norm": 3.171875, |
| "learning_rate": 1.9998647079894086e-05, |
| "loss": 1.258436679840088, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.11094890510948906, |
| "grad_norm": 0.65234375, |
| "learning_rate": 1.99981104030959e-05, |
| "loss": 1.276557445526123, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.11386861313868613, |
| "grad_norm": 2.34375, |
| "learning_rate": 1.999748429364823e-05, |
| "loss": 1.4276189804077148, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.11678832116788321, |
| "grad_norm": 0.875, |
| "learning_rate": 1.999676875777402e-05, |
| "loss": 0.998885452747345, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.11970802919708029, |
| "grad_norm": 1.125, |
| "learning_rate": 1.9995963802585007e-05, |
| "loss": 1.5045676231384277, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.12262773722627737, |
| "grad_norm": 2.5625, |
| "learning_rate": 1.9995069436081685e-05, |
| "loss": 1.3018450736999512, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.12554744525547445, |
| "grad_norm": 2.0625, |
| "learning_rate": 1.9994085667153203e-05, |
| "loss": 1.4471237659454346, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.12846715328467154, |
| "grad_norm": 1.8203125, |
| "learning_rate": 1.9993012505577282e-05, |
| "loss": 1.3635817766189575, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.13138686131386862, |
| "grad_norm": 1.0234375, |
| "learning_rate": 1.9991849962020138e-05, |
| "loss": 1.1354179382324219, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.1343065693430657, |
| "grad_norm": 1.3125, |
| "learning_rate": 1.999059804803634e-05, |
| "loss": 1.4238762855529785, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.13722627737226278, |
| "grad_norm": 1.1796875, |
| "learning_rate": 1.998925677606871e-05, |
| "loss": 1.2135484218597412, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.14014598540145987, |
| "grad_norm": 4.75, |
| "learning_rate": 1.998782615944824e-05, |
| "loss": 1.5475749969482422, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.14306569343065692, |
| "grad_norm": 1.7421875, |
| "learning_rate": 1.9986306212393876e-05, |
| "loss": 1.3037400245666504, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.145985401459854, |
| "grad_norm": 4.1875, |
| "learning_rate": 1.998469695001245e-05, |
| "loss": 1.2510803937911987, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.14890510948905109, |
| "grad_norm": 1.2734375, |
| "learning_rate": 1.99829983882985e-05, |
| "loss": 1.3476972579956055, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.15182481751824817, |
| "grad_norm": 1.3671875, |
| "learning_rate": 1.9981210544134113e-05, |
| "loss": 1.304163932800293, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.15474452554744525, |
| "grad_norm": 5.375, |
| "learning_rate": 1.997933343528875e-05, |
| "loss": 1.4027568101882935, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.15766423357664233, |
| "grad_norm": 5.0, |
| "learning_rate": 1.9977367080419096e-05, |
| "loss": 1.4859360456466675, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.16058394160583941, |
| "grad_norm": 2.8125, |
| "learning_rate": 1.9975311499068836e-05, |
| "loss": 1.1744787693023682, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.1635036496350365, |
| "grad_norm": 1.5234375, |
| "learning_rate": 1.99731667116685e-05, |
| "loss": 1.3460320234298706, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.16642335766423358, |
| "grad_norm": 1.453125, |
| "learning_rate": 1.997093273953523e-05, |
| "loss": 1.2084546089172363, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.16934306569343066, |
| "grad_norm": 1.359375, |
| "learning_rate": 1.996860960487258e-05, |
| "loss": 1.2922112941741943, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.17226277372262774, |
| "grad_norm": 3.6875, |
| "learning_rate": 1.9966197330770293e-05, |
| "loss": 1.2132439613342285, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.17518248175182483, |
| "grad_norm": 2.046875, |
| "learning_rate": 1.9963695941204085e-05, |
| "loss": 1.5152297019958496, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.1781021897810219, |
| "grad_norm": 3.46875, |
| "learning_rate": 1.996110546103538e-05, |
| "loss": 1.4819408655166626, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.181021897810219, |
| "grad_norm": 2.703125, |
| "learning_rate": 1.9958425916011086e-05, |
| "loss": 1.4910974502563477, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.18394160583941604, |
| "grad_norm": 7.8125, |
| "learning_rate": 1.9955657332763333e-05, |
| "loss": 1.3679836988449097, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.18686131386861313, |
| "grad_norm": 1.6171875, |
| "learning_rate": 1.9952799738809195e-05, |
| "loss": 1.5538718700408936, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.1897810218978102, |
| "grad_norm": 1.59375, |
| "learning_rate": 1.994985316255044e-05, |
| "loss": 1.480999231338501, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.1927007299270073, |
| "grad_norm": 6.90625, |
| "learning_rate": 1.9946817633273226e-05, |
| "loss": 1.2054316997528076, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.19562043795620437, |
| "grad_norm": 3.125, |
| "learning_rate": 1.9943693181147833e-05, |
| "loss": 1.4222183227539062, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.19854014598540146, |
| "grad_norm": 1.4921875, |
| "learning_rate": 1.9940479837228327e-05, |
| "loss": 1.3593757152557373, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.20145985401459854, |
| "grad_norm": 0.66015625, |
| "learning_rate": 1.9937177633452302e-05, |
| "loss": 1.2240228652954102, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.20437956204379562, |
| "grad_norm": 2.46875, |
| "learning_rate": 1.99337866026405e-05, |
| "loss": 1.3149917125701904, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.2072992700729927, |
| "grad_norm": 1.5234375, |
| "learning_rate": 1.9930306778496558e-05, |
| "loss": 1.5356433391571045, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.21021897810218979, |
| "grad_norm": 1.78125, |
| "learning_rate": 1.9926738195606603e-05, |
| "loss": 1.298794150352478, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.21313868613138687, |
| "grad_norm": 10.375, |
| "learning_rate": 1.992308088943895e-05, |
| "loss": 1.5843662023544312, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.21605839416058395, |
| "grad_norm": 1.3125, |
| "learning_rate": 1.9919334896343747e-05, |
| "loss": 1.2190661430358887, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.21897810218978103, |
| "grad_norm": 1.5390625, |
| "learning_rate": 1.9915500253552597e-05, |
| "loss": 1.337175965309143, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.22189781021897811, |
| "grad_norm": 1.90625, |
| "learning_rate": 1.991157699917819e-05, |
| "loss": 0.8397458791732788, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.22481751824817517, |
| "grad_norm": 1.03125, |
| "learning_rate": 1.9907565172213948e-05, |
| "loss": 0.962209939956665, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.22773722627737225, |
| "grad_norm": 3.578125, |
| "learning_rate": 1.990346481253361e-05, |
| "loss": 0.3393441140651703, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.23065693430656933, |
| "grad_norm": 1.6875, |
| "learning_rate": 1.989927596089084e-05, |
| "loss": 1.3953263759613037, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.23357664233576642, |
| "grad_norm": 4.0625, |
| "learning_rate": 1.9894998658918842e-05, |
| "loss": 1.164942979812622, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.2364963503649635, |
| "grad_norm": 1.703125, |
| "learning_rate": 1.989063294912992e-05, |
| "loss": 1.3989766836166382, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.23941605839416058, |
| "grad_norm": 1.3828125, |
| "learning_rate": 1.988617887491508e-05, |
| "loss": 1.115430235862732, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.24233576642335766, |
| "grad_norm": 5.15625, |
| "learning_rate": 1.9881636480543568e-05, |
| "loss": 1.3270823955535889, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.24525547445255474, |
| "grad_norm": 0.69921875, |
| "learning_rate": 1.9877005811162464e-05, |
| "loss": 1.1645622253417969, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.24817518248175183, |
| "grad_norm": 11.0, |
| "learning_rate": 1.9872286912796214e-05, |
| "loss": 1.2632205486297607, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.2510948905109489, |
| "grad_norm": 1.5546875, |
| "learning_rate": 1.986747983234617e-05, |
| "loss": 1.208564043045044, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.25401459854014596, |
| "grad_norm": 4.28125, |
| "learning_rate": 1.9862584617590138e-05, |
| "loss": 1.3891022205352783, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.2569343065693431, |
| "grad_norm": 1.2265625, |
| "learning_rate": 1.9857601317181893e-05, |
| "loss": 1.0644850730895996, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.25985401459854013, |
| "grad_norm": 3.765625, |
| "learning_rate": 1.985252998065069e-05, |
| "loss": 1.0803289413452148, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.26277372262773724, |
| "grad_norm": 2.84375, |
| "learning_rate": 1.984737065840079e-05, |
| "loss": 1.4185163974761963, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.2656934306569343, |
| "grad_norm": 3.203125, |
| "learning_rate": 1.9842123401710946e-05, |
| "loss": 1.2833259105682373, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.2686131386861314, |
| "grad_norm": 0.4921875, |
| "learning_rate": 1.9836788262733882e-05, |
| "loss": 1.0898754596710205, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.27153284671532846, |
| "grad_norm": 2.046875, |
| "learning_rate": 1.983136529449581e-05, |
| "loss": 1.2598240375518799, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.27445255474452557, |
| "grad_norm": 1.859375, |
| "learning_rate": 1.982585455089587e-05, |
| "loss": 1.1179606914520264, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.2773722627737226, |
| "grad_norm": 1.3046875, |
| "learning_rate": 1.9820256086705603e-05, |
| "loss": 1.2375895977020264, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.28029197080291973, |
| "grad_norm": 2.734375, |
| "learning_rate": 1.981456995756841e-05, |
| "loss": 1.3714609146118164, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.2832116788321168, |
| "grad_norm": 1.7890625, |
| "learning_rate": 1.9808796219999005e-05, |
| "loss": 1.5060479640960693, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.28613138686131384, |
| "grad_norm": 1.5703125, |
| "learning_rate": 1.9802934931382836e-05, |
| "loss": 1.305965781211853, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.28905109489051095, |
| "grad_norm": 1.421875, |
| "learning_rate": 1.9796986149975537e-05, |
| "loss": 1.3187477588653564, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.291970802919708, |
| "grad_norm": 1.3046875, |
| "learning_rate": 1.9790949934902327e-05, |
| "loss": 1.518209457397461, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.2948905109489051, |
| "grad_norm": 1.546875, |
| "learning_rate": 1.978482634615744e-05, |
| "loss": 1.3524653911590576, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.29781021897810217, |
| "grad_norm": 1.4609375, |
| "learning_rate": 1.9778615444603516e-05, |
| "loss": 1.5233702659606934, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.3007299270072993, |
| "grad_norm": 1.578125, |
| "learning_rate": 1.9772317291970993e-05, |
| "loss": 1.2738330364227295, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.30364963503649633, |
| "grad_norm": 1.8203125, |
| "learning_rate": 1.9765931950857528e-05, |
| "loss": 1.5982074737548828, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.30656934306569344, |
| "grad_norm": 4.40625, |
| "learning_rate": 1.975945948472732e-05, |
| "loss": 1.4199731349945068, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.3094890510948905, |
| "grad_norm": 0.66796875, |
| "learning_rate": 1.975289995791052e-05, |
| "loss": 1.0434203147888184, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.3124087591240876, |
| "grad_norm": 4.21875, |
| "learning_rate": 1.9746253435602586e-05, |
| "loss": 0.9944186210632324, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.31532846715328466, |
| "grad_norm": 1.671875, |
| "learning_rate": 1.9739519983863613e-05, |
| "loss": 1.0899577140808105, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.3182481751824818, |
| "grad_norm": 8.4375, |
| "learning_rate": 1.97326996696177e-05, |
| "loss": 0.8038634657859802, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.32116788321167883, |
| "grad_norm": 4.15625, |
| "learning_rate": 1.972579256065228e-05, |
| "loss": 1.4780833721160889, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.32408759124087594, |
| "grad_norm": 2.875, |
| "learning_rate": 1.971879872561744e-05, |
| "loss": 1.3284614086151123, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.327007299270073, |
| "grad_norm": 1.0234375, |
| "learning_rate": 1.971171823402524e-05, |
| "loss": 1.107306957244873, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.32992700729927005, |
| "grad_norm": 2.890625, |
| "learning_rate": 1.9704551156249024e-05, |
| "loss": 1.305222749710083, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.33284671532846716, |
| "grad_norm": 0.8671875, |
| "learning_rate": 1.9697297563522716e-05, |
| "loss": 1.1090219020843506, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.3357664233576642, |
| "grad_norm": 2.640625, |
| "learning_rate": 1.968995752794013e-05, |
| "loss": 1.1776087284088135, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.3386861313868613, |
| "grad_norm": 3.375, |
| "learning_rate": 1.968253112245422e-05, |
| "loss": 0.8213838338851929, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.3416058394160584, |
| "grad_norm": 4.75, |
| "learning_rate": 1.9675018420876394e-05, |
| "loss": 1.3054924011230469, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.3445255474452555, |
| "grad_norm": 5.8125, |
| "learning_rate": 1.9667419497875747e-05, |
| "loss": 1.3970417976379395, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.34744525547445254, |
| "grad_norm": 1.4765625, |
| "learning_rate": 1.9659734428978342e-05, |
| "loss": 1.2723561525344849, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.35036496350364965, |
| "grad_norm": 4.90625, |
| "learning_rate": 1.965196329056644e-05, |
| "loss": 1.798250675201416, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.3532846715328467, |
| "grad_norm": 1.265625, |
| "learning_rate": 1.9644106159877764e-05, |
| "loss": 1.2417988777160645, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.3562043795620438, |
| "grad_norm": 1.015625, |
| "learning_rate": 1.9636163115004708e-05, |
| "loss": 1.3138728141784668, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.35912408759124087, |
| "grad_norm": 0.64453125, |
| "learning_rate": 1.9628134234893575e-05, |
| "loss": 1.0861350297927856, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.362043795620438, |
| "grad_norm": 0.98828125, |
| "learning_rate": 1.962001959934379e-05, |
| "loss": 1.4500981569290161, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.36496350364963503, |
| "grad_norm": 0.7890625, |
| "learning_rate": 1.9611819289007102e-05, |
| "loss": 1.0715610980987549, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.3678832116788321, |
| "grad_norm": 2.921875, |
| "learning_rate": 1.9603533385386787e-05, |
| "loss": 1.319586992263794, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.3708029197080292, |
| "grad_norm": 4.25, |
| "learning_rate": 1.959516197083684e-05, |
| "loss": 1.5193085670471191, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.37372262773722625, |
| "grad_norm": 1.1640625, |
| "learning_rate": 1.9586705128561147e-05, |
| "loss": 1.2118489742279053, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.37664233576642336, |
| "grad_norm": 2.765625, |
| "learning_rate": 1.9578162942612668e-05, |
| "loss": 1.3003623485565186, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.3795620437956204, |
| "grad_norm": 2.84375, |
| "learning_rate": 1.9569535497892602e-05, |
| "loss": 1.3232567310333252, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.38248175182481753, |
| "grad_norm": 1.6953125, |
| "learning_rate": 1.9560822880149528e-05, |
| "loss": 1.2432191371917725, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.3854014598540146, |
| "grad_norm": 0.8984375, |
| "learning_rate": 1.9552025175978576e-05, |
| "loss": 1.197983741760254, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.3883211678832117, |
| "grad_norm": 2.3125, |
| "learning_rate": 1.9543142472820548e-05, |
| "loss": 1.380842924118042, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.39124087591240875, |
| "grad_norm": 1.4375, |
| "learning_rate": 1.9534174858961047e-05, |
| "loss": 1.1659390926361084, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.39416058394160586, |
| "grad_norm": 3.390625, |
| "learning_rate": 1.9525122423529627e-05, |
| "loss": 1.3639929294586182, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.3970802919708029, |
| "grad_norm": 3.546875, |
| "learning_rate": 1.951598525649887e-05, |
| "loss": 1.127337098121643, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 2.46875, |
| "learning_rate": 1.9506763448683516e-05, |
| "loss": 1.5703895092010498, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.4029197080291971, |
| "grad_norm": 1.21875, |
| "learning_rate": 1.9497457091739557e-05, |
| "loss": 1.2389445304870605, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.4058394160583942, |
| "grad_norm": 3.0, |
| "learning_rate": 1.9488066278163317e-05, |
| "loss": 1.139906406402588, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.40875912408759124, |
| "grad_norm": 1.59375, |
| "learning_rate": 1.9478591101290543e-05, |
| "loss": 1.4885528087615967, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.4116788321167883, |
| "grad_norm": 1.9921875, |
| "learning_rate": 1.946903165529547e-05, |
| "loss": 1.2521553039550781, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.4145985401459854, |
| "grad_norm": 1.6171875, |
| "learning_rate": 1.9459388035189888e-05, |
| "loss": 1.2449872493743896, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.41751824817518246, |
| "grad_norm": 1.2578125, |
| "learning_rate": 1.94496603368222e-05, |
| "loss": 1.1515569686889648, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.42043795620437957, |
| "grad_norm": 1.140625, |
| "learning_rate": 1.9439848656876464e-05, |
| "loss": 1.2705414295196533, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.4233576642335766, |
| "grad_norm": 1.21875, |
| "learning_rate": 1.9429953092871433e-05, |
| "loss": 1.2827699184417725, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.42627737226277373, |
| "grad_norm": 1.5859375, |
| "learning_rate": 1.9419973743159596e-05, |
| "loss": 1.1295063495635986, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.4291970802919708, |
| "grad_norm": 1.75, |
| "learning_rate": 1.9409910706926186e-05, |
| "loss": 1.1715033054351807, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.4321167883211679, |
| "grad_norm": 2.796875, |
| "learning_rate": 1.93997640841882e-05, |
| "loss": 1.4130077362060547, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.43503649635036495, |
| "grad_norm": 3.515625, |
| "learning_rate": 1.9389533975793405e-05, |
| "loss": 1.4112361669540405, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.43795620437956206, |
| "grad_norm": 1.765625, |
| "learning_rate": 1.9379220483419342e-05, |
| "loss": 1.0633643865585327, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.4408759124087591, |
| "grad_norm": 1.4140625, |
| "learning_rate": 1.9368823709572296e-05, |
| "loss": 1.2538483142852783, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.44379562043795623, |
| "grad_norm": 1.34375, |
| "learning_rate": 1.935834375758631e-05, |
| "loss": 1.294917106628418, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.4467153284671533, |
| "grad_norm": 4.09375, |
| "learning_rate": 1.934778073162212e-05, |
| "loss": 1.0700111389160156, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.44963503649635034, |
| "grad_norm": 1.03125, |
| "learning_rate": 1.933713473666615e-05, |
| "loss": 0.9852163791656494, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.45255474452554745, |
| "grad_norm": 2.921875, |
| "learning_rate": 1.9326405878529453e-05, |
| "loss": 1.5578174591064453, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.4554744525547445, |
| "grad_norm": 1.96875, |
| "learning_rate": 1.931559426384666e-05, |
| "loss": 1.2433103322982788, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.4583941605839416, |
| "grad_norm": 1.203125, |
| "learning_rate": 1.9304700000074927e-05, |
| "loss": 1.2242311239242554, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.46131386861313867, |
| "grad_norm": 1.296875, |
| "learning_rate": 1.9293723195492864e-05, |
| "loss": 1.2348496913909912, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.4642335766423358, |
| "grad_norm": 3.15625, |
| "learning_rate": 1.9282663959199455e-05, |
| "loss": 1.2458059787750244, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.46715328467153283, |
| "grad_norm": 1.53125, |
| "learning_rate": 1.9271522401112978e-05, |
| "loss": 1.479885220527649, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.47007299270072994, |
| "grad_norm": 1.8515625, |
| "learning_rate": 1.9260298631969917e-05, |
| "loss": 1.2687187194824219, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.472992700729927, |
| "grad_norm": 1.78125, |
| "learning_rate": 1.9248992763323845e-05, |
| "loss": 1.2376818656921387, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.4759124087591241, |
| "grad_norm": 0.859375, |
| "learning_rate": 1.9237604907544325e-05, |
| "loss": 1.2510634660720825, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.47883211678832116, |
| "grad_norm": 2.171875, |
| "learning_rate": 1.9226135177815812e-05, |
| "loss": 1.365638017654419, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.48175182481751827, |
| "grad_norm": 1.390625, |
| "learning_rate": 1.9214583688136493e-05, |
| "loss": 1.1146392822265625, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.4846715328467153, |
| "grad_norm": 1.640625, |
| "learning_rate": 1.9202950553317173e-05, |
| "loss": 1.2945137023925781, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.48759124087591244, |
| "grad_norm": 2.890625, |
| "learning_rate": 1.9191235888980142e-05, |
| "loss": 1.4794032573699951, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.4905109489051095, |
| "grad_norm": 0.59375, |
| "learning_rate": 1.9179439811558e-05, |
| "loss": 1.0064594745635986, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.49343065693430654, |
| "grad_norm": 3.46875, |
| "learning_rate": 1.9167562438292535e-05, |
| "loss": 1.498932123184204, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.49635036496350365, |
| "grad_norm": 2.125, |
| "learning_rate": 1.915560388723352e-05, |
| "loss": 1.2725715637207031, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.4992700729927007, |
| "grad_norm": 4.8125, |
| "learning_rate": 1.914356427723757e-05, |
| "loss": 1.3230655193328857, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.5021897810218978, |
| "grad_norm": 1.4140625, |
| "learning_rate": 1.9131443727966934e-05, |
| "loss": 1.2821331024169922, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.5051094890510949, |
| "grad_norm": 1.984375, |
| "learning_rate": 1.9119242359888344e-05, |
| "loss": 1.255110263824463, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.5080291970802919, |
| "grad_norm": 1.3671875, |
| "learning_rate": 1.9106960294271774e-05, |
| "loss": 1.29063081741333, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.5109489051094891, |
| "grad_norm": 2.21875, |
| "learning_rate": 1.9094597653189268e-05, |
| "loss": 1.0841729640960693, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.5138686131386861, |
| "grad_norm": 2.375, |
| "learning_rate": 1.9082154559513694e-05, |
| "loss": 1.3983030319213867, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.5167883211678832, |
| "grad_norm": 0.640625, |
| "learning_rate": 1.9069631136917566e-05, |
| "loss": 1.1833513975143433, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.5197080291970803, |
| "grad_norm": 4.1875, |
| "learning_rate": 1.905702750987178e-05, |
| "loss": 1.2047162055969238, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.5226277372262774, |
| "grad_norm": 2.015625, |
| "learning_rate": 1.9044343803644377e-05, |
| "loss": 1.3358124494552612, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.5255474452554745, |
| "grad_norm": 1.5703125, |
| "learning_rate": 1.903158014429933e-05, |
| "loss": 1.316916823387146, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.5284671532846715, |
| "grad_norm": 2.8125, |
| "learning_rate": 1.9018736658695256e-05, |
| "loss": 1.3399839401245117, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.5313868613138686, |
| "grad_norm": 1.3046875, |
| "learning_rate": 1.9005813474484173e-05, |
| "loss": 1.0654617547988892, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.5343065693430656, |
| "grad_norm": 3.671875, |
| "learning_rate": 1.8992810720110227e-05, |
| "loss": 1.374320387840271, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.5372262773722628, |
| "grad_norm": 1.7109375, |
| "learning_rate": 1.8979728524808414e-05, |
| "loss": 1.1677433252334595, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.5401459854014599, |
| "grad_norm": 3.953125, |
| "learning_rate": 1.8966567018603295e-05, |
| "loss": 1.1534755229949951, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.5430656934306569, |
| "grad_norm": 3.46875, |
| "learning_rate": 1.8953326332307723e-05, |
| "loss": 1.060274600982666, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.545985401459854, |
| "grad_norm": 1.828125, |
| "learning_rate": 1.894000659752149e-05, |
| "loss": 1.2867351770401, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.5489051094890511, |
| "grad_norm": 1.265625, |
| "learning_rate": 1.8926607946630102e-05, |
| "loss": 1.4288403987884521, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.5518248175182482, |
| "grad_norm": 6.03125, |
| "learning_rate": 1.891313051280337e-05, |
| "loss": 1.3884141445159912, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.5547445255474452, |
| "grad_norm": 0.8671875, |
| "learning_rate": 1.8899574429994165e-05, |
| "loss": 1.1666433811187744, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.5576642335766423, |
| "grad_norm": 1.2890625, |
| "learning_rate": 1.8885939832937037e-05, |
| "loss": 1.2260024547576904, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.5605839416058395, |
| "grad_norm": 3.75, |
| "learning_rate": 1.8872226857146903e-05, |
| "loss": 1.1594487428665161, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.5635036496350365, |
| "grad_norm": 2.1875, |
| "learning_rate": 1.8858435638917675e-05, |
| "loss": 1.2140047550201416, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.5664233576642336, |
| "grad_norm": 1.9765625, |
| "learning_rate": 1.884456631532094e-05, |
| "loss": 1.4128262996673584, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.5693430656934306, |
| "grad_norm": 1.28125, |
| "learning_rate": 1.8830619024204567e-05, |
| "loss": 1.2183442115783691, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.5722627737226277, |
| "grad_norm": 1.625, |
| "learning_rate": 1.8816593904191343e-05, |
| "loss": 1.0716540813446045, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.5751824817518248, |
| "grad_norm": 2.515625, |
| "learning_rate": 1.8802491094677616e-05, |
| "loss": 1.3082427978515625, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.5781021897810219, |
| "grad_norm": 3.03125, |
| "learning_rate": 1.8788310735831875e-05, |
| "loss": 1.3730230331420898, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.581021897810219, |
| "grad_norm": 2.8125, |
| "learning_rate": 1.8774052968593386e-05, |
| "loss": 1.3711814880371094, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.583941605839416, |
| "grad_norm": 0.5078125, |
| "learning_rate": 1.8759717934670787e-05, |
| "loss": 1.0740855932235718, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.5868613138686132, |
| "grad_norm": 1.828125, |
| "learning_rate": 1.8745305776540655e-05, |
| "loss": 1.3020991086959839, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.5897810218978102, |
| "grad_norm": 2.265625, |
| "learning_rate": 1.8730816637446124e-05, |
| "loss": 1.2509665489196777, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.5927007299270073, |
| "grad_norm": 0.83203125, |
| "learning_rate": 1.8716250661395444e-05, |
| "loss": 1.1264358758926392, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.5956204379562043, |
| "grad_norm": 3.609375, |
| "learning_rate": 1.8701607993160537e-05, |
| "loss": 1.2399773597717285, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.5985401459854015, |
| "grad_norm": 1.6953125, |
| "learning_rate": 1.8686888778275593e-05, |
| "loss": 1.2281595468521118, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.6014598540145986, |
| "grad_norm": 0.71484375, |
| "learning_rate": 1.8672093163035585e-05, |
| "loss": 1.1488683223724365, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.6043795620437956, |
| "grad_norm": 0.73828125, |
| "learning_rate": 1.8657221294494845e-05, |
| "loss": 1.2081717252731323, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.6072992700729927, |
| "grad_norm": 1.40625, |
| "learning_rate": 1.8642273320465584e-05, |
| "loss": 1.2371435165405273, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.6102189781021898, |
| "grad_norm": 3.546875, |
| "learning_rate": 1.8627249389516426e-05, |
| "loss": 1.0430543422698975, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.6131386861313869, |
| "grad_norm": 4.84375, |
| "learning_rate": 1.8612149650970947e-05, |
| "loss": 1.475630521774292, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.6160583941605839, |
| "grad_norm": 1.7578125, |
| "learning_rate": 1.8596974254906167e-05, |
| "loss": 1.204869270324707, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.618978102189781, |
| "grad_norm": 2.921875, |
| "learning_rate": 1.858172335215107e-05, |
| "loss": 1.3133511543273926, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.621897810218978, |
| "grad_norm": 2.15625, |
| "learning_rate": 1.856639709428511e-05, |
| "loss": 1.1244256496429443, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.6248175182481752, |
| "grad_norm": 103.0, |
| "learning_rate": 1.85509956336367e-05, |
| "loss": 1.2631075382232666, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.6277372262773723, |
| "grad_norm": 5.1875, |
| "learning_rate": 1.8535519123281686e-05, |
| "loss": 1.1989383697509766, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.6306569343065693, |
| "grad_norm": 3.34375, |
| "learning_rate": 1.8519967717041852e-05, |
| "loss": 1.3323516845703125, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.6335766423357664, |
| "grad_norm": 6.03125, |
| "learning_rate": 1.850434156948336e-05, |
| "loss": 1.2115147113800049, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.6364963503649635, |
| "grad_norm": 3.796875, |
| "learning_rate": 1.8488640835915247e-05, |
| "loss": 1.1399335861206055, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.6394160583941606, |
| "grad_norm": 4.6875, |
| "learning_rate": 1.8472865672387847e-05, |
| "loss": 1.0190486907958984, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.6423357664233577, |
| "grad_norm": 0.75390625, |
| "learning_rate": 1.8457016235691268e-05, |
| "loss": 1.1691625118255615, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.6452554744525547, |
| "grad_norm": 2.34375, |
| "learning_rate": 1.8441092683353822e-05, |
| "loss": 1.2145811319351196, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.6481751824817519, |
| "grad_norm": 3.046875, |
| "learning_rate": 1.842509517364045e-05, |
| "loss": 1.3449723720550537, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.6510948905109489, |
| "grad_norm": 2.546875, |
| "learning_rate": 1.840902386555117e-05, |
| "loss": 1.215829849243164, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.654014598540146, |
| "grad_norm": 3.25, |
| "learning_rate": 1.839287891881948e-05, |
| "loss": 1.2495944499969482, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.656934306569343, |
| "grad_norm": 1.1015625, |
| "learning_rate": 1.837666049391078e-05, |
| "loss": 1.3823912143707275, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.6598540145985401, |
| "grad_norm": 1.6015625, |
| "learning_rate": 1.8360368752020764e-05, |
| "loss": 1.383428692817688, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.6627737226277373, |
| "grad_norm": 0.71484375, |
| "learning_rate": 1.8344003855073842e-05, |
| "loss": 1.1197372674942017, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.6656934306569343, |
| "grad_norm": 1.7109375, |
| "learning_rate": 1.8327565965721502e-05, |
| "loss": 1.2648000717163086, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.6686131386861314, |
| "grad_norm": 7.28125, |
| "learning_rate": 1.8311055247340714e-05, |
| "loss": 0.9837288856506348, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.6715328467153284, |
| "grad_norm": 1.7578125, |
| "learning_rate": 1.82944718640323e-05, |
| "loss": 1.2219568490982056, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.6744525547445256, |
| "grad_norm": 2.046875, |
| "learning_rate": 1.827781598061929e-05, |
| "loss": 1.189807653427124, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.6773722627737226, |
| "grad_norm": 1.8125, |
| "learning_rate": 1.8261087762645316e-05, |
| "loss": 0.8583734631538391, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.6802919708029197, |
| "grad_norm": 3.0, |
| "learning_rate": 1.8244287376372932e-05, |
| "loss": 1.1929311752319336, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.6832116788321168, |
| "grad_norm": 1.59375, |
| "learning_rate": 1.822741498878198e-05, |
| "loss": 1.255252480506897, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.6861313868613139, |
| "grad_norm": 4.125, |
| "learning_rate": 1.8210470767567924e-05, |
| "loss": 1.1243486404418945, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.689051094890511, |
| "grad_norm": 2.078125, |
| "learning_rate": 1.8193454881140195e-05, |
| "loss": 1.2001137733459473, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.691970802919708, |
| "grad_norm": 1.6796875, |
| "learning_rate": 1.8176367498620497e-05, |
| "loss": 1.1785471439361572, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.6948905109489051, |
| "grad_norm": 1.9140625, |
| "learning_rate": 1.8159208789841143e-05, |
| "loss": 1.1160335540771484, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.6978102189781021, |
| "grad_norm": 2.75, |
| "learning_rate": 1.8141978925343362e-05, |
| "loss": 1.2501084804534912, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.7007299270072993, |
| "grad_norm": 6.9375, |
| "learning_rate": 1.8124678076375598e-05, |
| "loss": 1.0928605794906616, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.7036496350364964, |
| "grad_norm": 1.421875, |
| "learning_rate": 1.810730641489182e-05, |
| "loss": 1.272300124168396, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.7065693430656934, |
| "grad_norm": 1.8984375, |
| "learning_rate": 1.8089864113549794e-05, |
| "loss": 1.201921820640564, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.7094890510948905, |
| "grad_norm": 2.75, |
| "learning_rate": 1.8072351345709395e-05, |
| "loss": 1.1742405891418457, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.7124087591240876, |
| "grad_norm": 1.1875, |
| "learning_rate": 1.805476828543086e-05, |
| "loss": 1.1028424501419067, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.7153284671532847, |
| "grad_norm": 4.6875, |
| "learning_rate": 1.803711510747306e-05, |
| "loss": 1.251287817955017, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.7182481751824817, |
| "grad_norm": 2.015625, |
| "learning_rate": 1.8019391987291775e-05, |
| "loss": 1.045281171798706, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.7211678832116788, |
| "grad_norm": 1.875, |
| "learning_rate": 1.800159910103795e-05, |
| "loss": 1.1656675338745117, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.724087591240876, |
| "grad_norm": 0.8125, |
| "learning_rate": 1.7983736625555926e-05, |
| "loss": 1.1865403652191162, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.727007299270073, |
| "grad_norm": 1.9296875, |
| "learning_rate": 1.79658047383817e-05, |
| "loss": 1.105522871017456, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.7299270072992701, |
| "grad_norm": 1.3828125, |
| "learning_rate": 1.794780361774117e-05, |
| "loss": 1.2371889352798462, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.7328467153284671, |
| "grad_norm": 0.60546875, |
| "learning_rate": 1.7929733442548314e-05, |
| "loss": 1.2281248569488525, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.7357664233576642, |
| "grad_norm": 1.53125, |
| "learning_rate": 1.7911594392403476e-05, |
| "loss": 1.4537439346313477, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.7386861313868613, |
| "grad_norm": 0.984375, |
| "learning_rate": 1.789338664759155e-05, |
| "loss": 1.1025795936584473, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.7416058394160584, |
| "grad_norm": 1.6015625, |
| "learning_rate": 1.787511038908017e-05, |
| "loss": 0.9628173112869263, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.7445255474452555, |
| "grad_norm": 1.3984375, |
| "learning_rate": 1.7856765798517952e-05, |
| "loss": 0.7550945281982422, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.7474452554744525, |
| "grad_norm": 1.6171875, |
| "learning_rate": 1.7838353058232654e-05, |
| "loss": 1.124826431274414, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.7503649635036497, |
| "grad_norm": 2.8125, |
| "learning_rate": 1.7819872351229383e-05, |
| "loss": 1.1538705825805664, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.7532846715328467, |
| "grad_norm": 1.4375, |
| "learning_rate": 1.780132386118877e-05, |
| "loss": 1.2035133838653564, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.7562043795620438, |
| "grad_norm": 4.375, |
| "learning_rate": 1.7782707772465145e-05, |
| "loss": 1.1414223909378052, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.7591240875912408, |
| "grad_norm": 2.265625, |
| "learning_rate": 1.77640242700847e-05, |
| "loss": 0.739942729473114, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.762043795620438, |
| "grad_norm": 1.9765625, |
| "learning_rate": 1.7745273539743662e-05, |
| "loss": 1.208895206451416, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.7649635036496351, |
| "grad_norm": 2.296875, |
| "learning_rate": 1.7726455767806436e-05, |
| "loss": 1.447777509689331, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.7678832116788321, |
| "grad_norm": 2.796875, |
| "learning_rate": 1.7707571141303754e-05, |
| "loss": 1.4376122951507568, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.7708029197080292, |
| "grad_norm": 0.90234375, |
| "learning_rate": 1.7688619847930827e-05, |
| "loss": 1.1304607391357422, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.7737226277372263, |
| "grad_norm": 1.8046875, |
| "learning_rate": 1.7669602076045462e-05, |
| "loss": 1.0774279832839966, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.7766423357664234, |
| "grad_norm": 9.0625, |
| "learning_rate": 1.7650518014666202e-05, |
| "loss": 1.4045021533966064, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.7795620437956204, |
| "grad_norm": 26.25, |
| "learning_rate": 1.763136785347045e-05, |
| "loss": 1.4213430881500244, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.7824817518248175, |
| "grad_norm": 1.8984375, |
| "learning_rate": 1.761215178279257e-05, |
| "loss": 1.2604089975357056, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.7854014598540145, |
| "grad_norm": 1.3984375, |
| "learning_rate": 1.7592869993622005e-05, |
| "loss": 1.2845478057861328, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.7883211678832117, |
| "grad_norm": 1.5859375, |
| "learning_rate": 1.757352267760138e-05, |
| "loss": 1.2007977962493896, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.7912408759124088, |
| "grad_norm": 3.359375, |
| "learning_rate": 1.7554110027024606e-05, |
| "loss": 1.3627820014953613, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.7941605839416058, |
| "grad_norm": 3.015625, |
| "learning_rate": 1.753463223483493e-05, |
| "loss": 1.5062451362609863, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.7970802919708029, |
| "grad_norm": 1.5859375, |
| "learning_rate": 1.7515089494623064e-05, |
| "loss": 1.4260886907577515, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 2.140625, |
| "learning_rate": 1.749548200062524e-05, |
| "loss": 1.3138827085494995, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.8029197080291971, |
| "grad_norm": 2.296875, |
| "learning_rate": 1.7475809947721276e-05, |
| "loss": 1.4285473823547363, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.8058394160583942, |
| "grad_norm": 0.9765625, |
| "learning_rate": 1.745607353143265e-05, |
| "loss": 1.3441548347473145, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.8087591240875912, |
| "grad_norm": 3.390625, |
| "learning_rate": 1.743627294792054e-05, |
| "loss": 1.2827033996582031, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.8116788321167884, |
| "grad_norm": 1.703125, |
| "learning_rate": 1.7416408393983897e-05, |
| "loss": 1.1730741262435913, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.8145985401459854, |
| "grad_norm": 1.6953125, |
| "learning_rate": 1.739648006705747e-05, |
| "loss": 1.2399193048477173, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.8175182481751825, |
| "grad_norm": 3.75, |
| "learning_rate": 1.7376488165209856e-05, |
| "loss": 1.3772962093353271, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.8204379562043795, |
| "grad_norm": 3.46875, |
| "learning_rate": 1.7356432887141522e-05, |
| "loss": 1.3898119926452637, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.8233576642335766, |
| "grad_norm": 1.4609375, |
| "learning_rate": 1.7336314432182834e-05, |
| "loss": 1.200927495956421, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.8262773722627738, |
| "grad_norm": 1.5625, |
| "learning_rate": 1.7316133000292083e-05, |
| "loss": 1.105010747909546, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.8291970802919708, |
| "grad_norm": 3.96875, |
| "learning_rate": 1.7295888792053477e-05, |
| "loss": 1.3687732219696045, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.8321167883211679, |
| "grad_norm": 1.65625, |
| "learning_rate": 1.7275582008675174e-05, |
| "loss": 1.1783493757247925, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.8350364963503649, |
| "grad_norm": 4.875, |
| "learning_rate": 1.725521285198727e-05, |
| "loss": 1.2445366382598877, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.8379562043795621, |
| "grad_norm": 2.734375, |
| "learning_rate": 1.7234781524439773e-05, |
| "loss": 1.1870619058609009, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.8408759124087591, |
| "grad_norm": 2.203125, |
| "learning_rate": 1.7214288229100636e-05, |
| "loss": 1.3939554691314697, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.8437956204379562, |
| "grad_norm": 1.96875, |
| "learning_rate": 1.71937331696537e-05, |
| "loss": 1.3431785106658936, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.8467153284671532, |
| "grad_norm": 1.2265625, |
| "learning_rate": 1.7173116550396683e-05, |
| "loss": 1.2495307922363281, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.8496350364963504, |
| "grad_norm": 1.7421875, |
| "learning_rate": 1.7152438576239146e-05, |
| "loss": 1.173033356666565, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.8525547445255475, |
| "grad_norm": 0.859375, |
| "learning_rate": 1.7131699452700467e-05, |
| "loss": 1.092018961906433, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.8554744525547445, |
| "grad_norm": 2.015625, |
| "learning_rate": 1.7110899385907784e-05, |
| "loss": 1.2871640920639038, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.8583941605839416, |
| "grad_norm": 1.4453125, |
| "learning_rate": 1.709003858259395e-05, |
| "loss": 1.2312414646148682, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.8613138686131386, |
| "grad_norm": 0.58984375, |
| "learning_rate": 1.7069117250095496e-05, |
| "loss": 1.1266227960586548, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.8642335766423358, |
| "grad_norm": 1.4296875, |
| "learning_rate": 1.7048135596350544e-05, |
| "loss": 1.1233997344970703, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.8671532846715329, |
| "grad_norm": 1.390625, |
| "learning_rate": 1.7027093829896748e-05, |
| "loss": 1.1032161712646484, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.8700729927007299, |
| "grad_norm": 2.0, |
| "learning_rate": 1.7005992159869237e-05, |
| "loss": 1.1408822536468506, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.872992700729927, |
| "grad_norm": 0.765625, |
| "learning_rate": 1.6984830795998513e-05, |
| "loss": 1.007914423942566, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.8759124087591241, |
| "grad_norm": 0.83984375, |
| "learning_rate": 1.6963609948608382e-05, |
| "loss": 1.100301742553711, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.8788321167883212, |
| "grad_norm": 0.69140625, |
| "learning_rate": 1.6942329828613868e-05, |
| "loss": 1.1425342559814453, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.8817518248175182, |
| "grad_norm": 3.4375, |
| "learning_rate": 1.69209906475191e-05, |
| "loss": 1.2450380325317383, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.8846715328467153, |
| "grad_norm": 1.6640625, |
| "learning_rate": 1.6899592617415212e-05, |
| "loss": 1.1817412376403809, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.8875912408759125, |
| "grad_norm": 7.9375, |
| "learning_rate": 1.6878135950978255e-05, |
| "loss": 1.0453073978424072, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.8905109489051095, |
| "grad_norm": 2.5625, |
| "learning_rate": 1.6856620861467058e-05, |
| "loss": 1.2505488395690918, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.8934306569343066, |
| "grad_norm": 1.6953125, |
| "learning_rate": 1.6835047562721127e-05, |
| "loss": 1.1939127445220947, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.8963503649635036, |
| "grad_norm": 2.515625, |
| "learning_rate": 1.6813416269158513e-05, |
| "loss": 1.4930554628372192, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.8992700729927007, |
| "grad_norm": 0.67578125, |
| "learning_rate": 1.679172719577367e-05, |
| "loss": 1.073207974433899, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.9021897810218978, |
| "grad_norm": 1.8125, |
| "learning_rate": 1.6769980558135334e-05, |
| "loss": 0.7536028623580933, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.9051094890510949, |
| "grad_norm": 12.5, |
| "learning_rate": 1.6748176572384385e-05, |
| "loss": 1.0931081771850586, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.908029197080292, |
| "grad_norm": 1.9765625, |
| "learning_rate": 1.6726315455231678e-05, |
| "loss": 1.282623291015625, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.910948905109489, |
| "grad_norm": 2.09375, |
| "learning_rate": 1.670439742395589e-05, |
| "loss": 1.187821626663208, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.9138686131386862, |
| "grad_norm": 1.28125, |
| "learning_rate": 1.6682422696401397e-05, |
| "loss": 1.1983062028884888, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.9167883211678832, |
| "grad_norm": 3.65625, |
| "learning_rate": 1.6660391490976057e-05, |
| "loss": 1.4403834342956543, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.9197080291970803, |
| "grad_norm": 2.21875, |
| "learning_rate": 1.6638304026649077e-05, |
| "loss": 1.2000679969787598, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.9226277372262773, |
| "grad_norm": 1.109375, |
| "learning_rate": 1.661616052294882e-05, |
| "loss": 1.2217278480529785, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.9255474452554745, |
| "grad_norm": 1.46875, |
| "learning_rate": 1.6593961199960634e-05, |
| "loss": 1.0947747230529785, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.9284671532846716, |
| "grad_norm": 0.78515625, |
| "learning_rate": 1.657170627832464e-05, |
| "loss": 0.9176870584487915, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.9313868613138686, |
| "grad_norm": 1.71875, |
| "learning_rate": 1.6549395979233578e-05, |
| "loss": 1.2252191305160522, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.9343065693430657, |
| "grad_norm": 1.203125, |
| "learning_rate": 1.652703052443057e-05, |
| "loss": 1.0950853824615479, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.9372262773722628, |
| "grad_norm": 1.703125, |
| "learning_rate": 1.6504610136206945e-05, |
| "loss": 1.1910455226898193, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.9401459854014599, |
| "grad_norm": 0.90625, |
| "learning_rate": 1.6482135037400016e-05, |
| "loss": 1.1781953573226929, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.9430656934306569, |
| "grad_norm": 1.359375, |
| "learning_rate": 1.645960545139086e-05, |
| "loss": 1.1620197296142578, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.945985401459854, |
| "grad_norm": 37.75, |
| "learning_rate": 1.643702160210211e-05, |
| "loss": 0.6202739477157593, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.948905109489051, |
| "grad_norm": 1.484375, |
| "learning_rate": 1.6414383713995723e-05, |
| "loss": 1.2171499729156494, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.9518248175182482, |
| "grad_norm": 3.453125, |
| "learning_rate": 1.6391692012070754e-05, |
| "loss": 1.1996110677719116, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.9547445255474453, |
| "grad_norm": 7.25, |
| "learning_rate": 1.6368946721861113e-05, |
| "loss": 1.2185020446777344, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.9576642335766423, |
| "grad_norm": 4.375, |
| "learning_rate": 1.6346148069433324e-05, |
| "loss": 1.2642889022827148, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.9605839416058394, |
| "grad_norm": 1.1171875, |
| "learning_rate": 1.6323296281384283e-05, |
| "loss": 1.1335656642913818, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.9635036496350365, |
| "grad_norm": 1.6796875, |
| "learning_rate": 1.6300391584839007e-05, |
| "loss": 1.1738358736038208, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.9664233576642336, |
| "grad_norm": 0.72265625, |
| "learning_rate": 1.627743420744837e-05, |
| "loss": 1.09047532081604, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.9693430656934306, |
| "grad_norm": 1.390625, |
| "learning_rate": 1.6254424377386843e-05, |
| "loss": 1.1291742324829102, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.9722627737226277, |
| "grad_norm": 6.0, |
| "learning_rate": 1.6231362323350224e-05, |
| "loss": 1.341015100479126, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.9751824817518249, |
| "grad_norm": 4.71875, |
| "learning_rate": 1.6208248274553376e-05, |
| "loss": 1.4208297729492188, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.9781021897810219, |
| "grad_norm": 4.78125, |
| "learning_rate": 1.618508246072793e-05, |
| "loss": 1.3850116729736328, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.981021897810219, |
| "grad_norm": 0.8828125, |
| "learning_rate": 1.616186511212002e-05, |
| "loss": 1.1544121503829956, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.983941605839416, |
| "grad_norm": 2.765625, |
| "learning_rate": 1.613859645948798e-05, |
| "loss": 1.299857497215271, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.9868613138686131, |
| "grad_norm": 3.3125, |
| "learning_rate": 1.611527673410007e-05, |
| "loss": 0.34064072370529175, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.9897810218978103, |
| "grad_norm": 1.171875, |
| "learning_rate": 1.609190616773214e-05, |
| "loss": 1.1542079448699951, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.9927007299270073, |
| "grad_norm": 2.015625, |
| "learning_rate": 1.6068484992665385e-05, |
| "loss": 1.1845728158950806, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.9956204379562044, |
| "grad_norm": 2.59375, |
| "learning_rate": 1.604501344168397e-05, |
| "loss": 1.1579151153564453, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.9985401459854014, |
| "grad_norm": 3.640625, |
| "learning_rate": 1.6021491748072768e-05, |
| "loss": 1.417609453201294, |
| "step": 684 |
| }, |
| { |
| "epoch": 1.0014598540145985, |
| "grad_norm": 0.79296875, |
| "learning_rate": 1.5997920145615012e-05, |
| "loss": 1.2141101360321045, |
| "step": 686 |
| }, |
| { |
| "epoch": 1.0043795620437956, |
| "grad_norm": 2.171875, |
| "learning_rate": 1.5974298868589992e-05, |
| "loss": 1.1417958736419678, |
| "step": 688 |
| }, |
| { |
| "epoch": 1.0072992700729928, |
| "grad_norm": 3.125, |
| "learning_rate": 1.5950628151770705e-05, |
| "loss": 1.2956650257110596, |
| "step": 690 |
| }, |
| { |
| "epoch": 1.0102189781021897, |
| "grad_norm": 3.515625, |
| "learning_rate": 1.592690823042154e-05, |
| "loss": 1.1093413829803467, |
| "step": 692 |
| }, |
| { |
| "epoch": 1.013138686131387, |
| "grad_norm": 3.046875, |
| "learning_rate": 1.5903139340295924e-05, |
| "loss": 1.0855910778045654, |
| "step": 694 |
| }, |
| { |
| "epoch": 1.0160583941605839, |
| "grad_norm": 2.015625, |
| "learning_rate": 1.5879321717634004e-05, |
| "loss": 1.0838496685028076, |
| "step": 696 |
| }, |
| { |
| "epoch": 1.018978102189781, |
| "grad_norm": 1.75, |
| "learning_rate": 1.5855455599160256e-05, |
| "loss": 1.2246263027191162, |
| "step": 698 |
| }, |
| { |
| "epoch": 1.0218978102189782, |
| "grad_norm": 1.453125, |
| "learning_rate": 1.5831541222081178e-05, |
| "loss": 1.0423314571380615, |
| "step": 700 |
| }, |
| { |
| "epoch": 1.0248175182481751, |
| "grad_norm": 1.7109375, |
| "learning_rate": 1.5807578824082916e-05, |
| "loss": 1.1862300634384155, |
| "step": 702 |
| }, |
| { |
| "epoch": 1.0277372262773723, |
| "grad_norm": 1.734375, |
| "learning_rate": 1.5783568643328874e-05, |
| "loss": 1.153383493423462, |
| "step": 704 |
| }, |
| { |
| "epoch": 1.0306569343065692, |
| "grad_norm": 3.921875, |
| "learning_rate": 1.5759510918457396e-05, |
| "loss": 1.1981422901153564, |
| "step": 706 |
| }, |
| { |
| "epoch": 1.0335766423357664, |
| "grad_norm": 2.015625, |
| "learning_rate": 1.5735405888579356e-05, |
| "loss": 1.156768798828125, |
| "step": 708 |
| }, |
| { |
| "epoch": 1.0364963503649636, |
| "grad_norm": 2.46875, |
| "learning_rate": 1.5711253793275806e-05, |
| "loss": 1.3564773797988892, |
| "step": 710 |
| }, |
| { |
| "epoch": 1.0394160583941605, |
| "grad_norm": 3.015625, |
| "learning_rate": 1.568705487259556e-05, |
| "loss": 1.1167981624603271, |
| "step": 712 |
| }, |
| { |
| "epoch": 1.0423357664233577, |
| "grad_norm": 1.0625, |
| "learning_rate": 1.5662809367052864e-05, |
| "loss": 1.086395025253296, |
| "step": 714 |
| }, |
| { |
| "epoch": 1.0452554744525548, |
| "grad_norm": 2.140625, |
| "learning_rate": 1.5638517517624947e-05, |
| "loss": 1.1450870037078857, |
| "step": 716 |
| }, |
| { |
| "epoch": 1.0481751824817518, |
| "grad_norm": 3.671875, |
| "learning_rate": 1.5614179565749666e-05, |
| "loss": 0.9007392525672913, |
| "step": 718 |
| }, |
| { |
| "epoch": 1.051094890510949, |
| "grad_norm": 2.40625, |
| "learning_rate": 1.5589795753323084e-05, |
| "loss": 1.0877478122711182, |
| "step": 720 |
| }, |
| { |
| "epoch": 1.054014598540146, |
| "grad_norm": 8.5, |
| "learning_rate": 1.556536632269709e-05, |
| "loss": 0.7627002000808716, |
| "step": 722 |
| }, |
| { |
| "epoch": 1.056934306569343, |
| "grad_norm": 3.421875, |
| "learning_rate": 1.5540891516676943e-05, |
| "loss": 1.2761828899383545, |
| "step": 724 |
| }, |
| { |
| "epoch": 1.0598540145985402, |
| "grad_norm": 1.5625, |
| "learning_rate": 1.5516371578518926e-05, |
| "loss": 1.0273706912994385, |
| "step": 726 |
| }, |
| { |
| "epoch": 1.0627737226277372, |
| "grad_norm": 1.3359375, |
| "learning_rate": 1.5491806751927877e-05, |
| "loss": 0.8984286189079285, |
| "step": 728 |
| }, |
| { |
| "epoch": 1.0656934306569343, |
| "grad_norm": 3.515625, |
| "learning_rate": 1.546719728105477e-05, |
| "loss": 1.1889033317565918, |
| "step": 730 |
| }, |
| { |
| "epoch": 1.0686131386861315, |
| "grad_norm": 2.421875, |
| "learning_rate": 1.5442543410494326e-05, |
| "loss": 1.0481176376342773, |
| "step": 732 |
| }, |
| { |
| "epoch": 1.0715328467153284, |
| "grad_norm": 4.1875, |
| "learning_rate": 1.5417845385282528e-05, |
| "loss": 0.7755412459373474, |
| "step": 734 |
| }, |
| { |
| "epoch": 1.0744525547445256, |
| "grad_norm": 1.203125, |
| "learning_rate": 1.5393103450894244e-05, |
| "loss": 1.0950218439102173, |
| "step": 736 |
| }, |
| { |
| "epoch": 1.0773722627737226, |
| "grad_norm": 3.765625, |
| "learning_rate": 1.5368317853240733e-05, |
| "loss": 1.052286982536316, |
| "step": 738 |
| }, |
| { |
| "epoch": 1.0802919708029197, |
| "grad_norm": 1.75, |
| "learning_rate": 1.5343488838667244e-05, |
| "loss": 0.8312653303146362, |
| "step": 740 |
| }, |
| { |
| "epoch": 1.0832116788321169, |
| "grad_norm": 1.21875, |
| "learning_rate": 1.531861665395053e-05, |
| "loss": 1.089158535003662, |
| "step": 742 |
| }, |
| { |
| "epoch": 1.0861313868613138, |
| "grad_norm": 4.03125, |
| "learning_rate": 1.529370154629643e-05, |
| "loss": 1.0753670930862427, |
| "step": 744 |
| }, |
| { |
| "epoch": 1.089051094890511, |
| "grad_norm": 1.7578125, |
| "learning_rate": 1.5268743763337387e-05, |
| "loss": 1.0492002964019775, |
| "step": 746 |
| }, |
| { |
| "epoch": 1.091970802919708, |
| "grad_norm": 3.796875, |
| "learning_rate": 1.5243743553130004e-05, |
| "loss": 1.1771512031555176, |
| "step": 748 |
| }, |
| { |
| "epoch": 1.094890510948905, |
| "grad_norm": 1.2109375, |
| "learning_rate": 1.521870116415256e-05, |
| "loss": 1.0497887134552002, |
| "step": 750 |
| }, |
| { |
| "epoch": 1.0978102189781023, |
| "grad_norm": 1.3984375, |
| "learning_rate": 1.5193616845302559e-05, |
| "loss": 0.8820348978042603, |
| "step": 752 |
| }, |
| { |
| "epoch": 1.1007299270072992, |
| "grad_norm": 1.5390625, |
| "learning_rate": 1.5168490845894242e-05, |
| "loss": 1.0606813430786133, |
| "step": 754 |
| }, |
| { |
| "epoch": 1.1036496350364964, |
| "grad_norm": 1.46875, |
| "learning_rate": 1.5143323415656124e-05, |
| "loss": 0.9001914858818054, |
| "step": 756 |
| }, |
| { |
| "epoch": 1.1065693430656935, |
| "grad_norm": 1.2265625, |
| "learning_rate": 1.5118114804728495e-05, |
| "loss": 0.6586837768554688, |
| "step": 758 |
| }, |
| { |
| "epoch": 1.1094890510948905, |
| "grad_norm": 2.359375, |
| "learning_rate": 1.5092865263660943e-05, |
| "loss": 1.0042301416397095, |
| "step": 760 |
| }, |
| { |
| "epoch": 1.1124087591240877, |
| "grad_norm": 2.015625, |
| "learning_rate": 1.506757504340986e-05, |
| "loss": 1.0140289068222046, |
| "step": 762 |
| }, |
| { |
| "epoch": 1.1153284671532846, |
| "grad_norm": 0.84765625, |
| "learning_rate": 1.5042244395335964e-05, |
| "loss": 1.0186865329742432, |
| "step": 764 |
| }, |
| { |
| "epoch": 1.1182481751824818, |
| "grad_norm": 5.5625, |
| "learning_rate": 1.5016873571201768e-05, |
| "loss": 0.9784363508224487, |
| "step": 766 |
| }, |
| { |
| "epoch": 1.121167883211679, |
| "grad_norm": 0.76953125, |
| "learning_rate": 1.4991462823169113e-05, |
| "loss": 0.7668118476867676, |
| "step": 768 |
| }, |
| { |
| "epoch": 1.1240875912408759, |
| "grad_norm": 1.6015625, |
| "learning_rate": 1.4966012403796635e-05, |
| "loss": 1.0627202987670898, |
| "step": 770 |
| }, |
| { |
| "epoch": 1.127007299270073, |
| "grad_norm": 2.1875, |
| "learning_rate": 1.4940522566037265e-05, |
| "loss": 1.0267741680145264, |
| "step": 772 |
| }, |
| { |
| "epoch": 1.12992700729927, |
| "grad_norm": 1.875, |
| "learning_rate": 1.4914993563235728e-05, |
| "loss": 0.9466987252235413, |
| "step": 774 |
| }, |
| { |
| "epoch": 1.1328467153284671, |
| "grad_norm": 1.1328125, |
| "learning_rate": 1.4889425649125995e-05, |
| "loss": 0.966658353805542, |
| "step": 776 |
| }, |
| { |
| "epoch": 1.1357664233576643, |
| "grad_norm": 1.5859375, |
| "learning_rate": 1.4863819077828792e-05, |
| "loss": 1.0004557371139526, |
| "step": 778 |
| }, |
| { |
| "epoch": 1.1386861313868613, |
| "grad_norm": 1.3359375, |
| "learning_rate": 1.4838174103849052e-05, |
| "loss": 0.9684220552444458, |
| "step": 780 |
| }, |
| { |
| "epoch": 1.1416058394160584, |
| "grad_norm": 1.421875, |
| "learning_rate": 1.4812490982073403e-05, |
| "loss": 1.0590606927871704, |
| "step": 782 |
| }, |
| { |
| "epoch": 1.1445255474452556, |
| "grad_norm": 2.421875, |
| "learning_rate": 1.478676996776761e-05, |
| "loss": 1.0327863693237305, |
| "step": 784 |
| }, |
| { |
| "epoch": 1.1474452554744525, |
| "grad_norm": 1.890625, |
| "learning_rate": 1.4761011316574075e-05, |
| "loss": 0.9912806749343872, |
| "step": 786 |
| }, |
| { |
| "epoch": 1.1503649635036497, |
| "grad_norm": 1.5234375, |
| "learning_rate": 1.4735215284509255e-05, |
| "loss": 0.8372938632965088, |
| "step": 788 |
| }, |
| { |
| "epoch": 1.1532846715328466, |
| "grad_norm": 1.5, |
| "learning_rate": 1.4709382127961153e-05, |
| "loss": 1.014420747756958, |
| "step": 790 |
| }, |
| { |
| "epoch": 1.1562043795620438, |
| "grad_norm": 3.171875, |
| "learning_rate": 1.4683512103686742e-05, |
| "loss": 0.8318605422973633, |
| "step": 792 |
| }, |
| { |
| "epoch": 1.159124087591241, |
| "grad_norm": 2.359375, |
| "learning_rate": 1.465760546880943e-05, |
| "loss": 1.0174920558929443, |
| "step": 794 |
| }, |
| { |
| "epoch": 1.162043795620438, |
| "grad_norm": 2.0625, |
| "learning_rate": 1.4631662480816504e-05, |
| "loss": 1.0595332384109497, |
| "step": 796 |
| }, |
| { |
| "epoch": 1.164963503649635, |
| "grad_norm": 2.296875, |
| "learning_rate": 1.4605683397556559e-05, |
| "loss": 0.9171582460403442, |
| "step": 798 |
| }, |
| { |
| "epoch": 1.167883211678832, |
| "grad_norm": 1.84375, |
| "learning_rate": 1.4579668477236944e-05, |
| "loss": 0.9063014388084412, |
| "step": 800 |
| }, |
| { |
| "epoch": 1.1708029197080292, |
| "grad_norm": 2.375, |
| "learning_rate": 1.4553617978421197e-05, |
| "loss": 0.8801769018173218, |
| "step": 802 |
| }, |
| { |
| "epoch": 1.1737226277372264, |
| "grad_norm": 2.859375, |
| "learning_rate": 1.4527532160026472e-05, |
| "loss": 1.0798723697662354, |
| "step": 804 |
| }, |
| { |
| "epoch": 1.1766423357664233, |
| "grad_norm": 6.40625, |
| "learning_rate": 1.4501411281320965e-05, |
| "loss": 0.9010332822799683, |
| "step": 806 |
| }, |
| { |
| "epoch": 1.1795620437956205, |
| "grad_norm": 3.921875, |
| "learning_rate": 1.4475255601921337e-05, |
| "loss": 1.2930481433868408, |
| "step": 808 |
| }, |
| { |
| "epoch": 1.1824817518248176, |
| "grad_norm": 1.484375, |
| "learning_rate": 1.444906538179014e-05, |
| "loss": 0.9960885047912598, |
| "step": 810 |
| }, |
| { |
| "epoch": 1.1854014598540146, |
| "grad_norm": 2.828125, |
| "learning_rate": 1.4422840881233222e-05, |
| "loss": 1.1361961364746094, |
| "step": 812 |
| }, |
| { |
| "epoch": 1.1883211678832117, |
| "grad_norm": 4.21875, |
| "learning_rate": 1.439658236089714e-05, |
| "loss": 1.0548433065414429, |
| "step": 814 |
| }, |
| { |
| "epoch": 1.1912408759124087, |
| "grad_norm": 0.828125, |
| "learning_rate": 1.4370290081766596e-05, |
| "loss": 0.9712170362472534, |
| "step": 816 |
| }, |
| { |
| "epoch": 1.1941605839416058, |
| "grad_norm": 0.9296875, |
| "learning_rate": 1.43439643051618e-05, |
| "loss": 0.7919751405715942, |
| "step": 818 |
| }, |
| { |
| "epoch": 1.197080291970803, |
| "grad_norm": 1.625, |
| "learning_rate": 1.4317605292735905e-05, |
| "loss": 1.25571870803833, |
| "step": 820 |
| }, |
| { |
| "epoch": 1.2, |
| "grad_norm": 1.4140625, |
| "learning_rate": 1.4291213306472402e-05, |
| "loss": 0.9223061800003052, |
| "step": 822 |
| }, |
| { |
| "epoch": 1.2029197080291971, |
| "grad_norm": 2.203125, |
| "learning_rate": 1.4264788608682499e-05, |
| "loss": 0.91511070728302, |
| "step": 824 |
| }, |
| { |
| "epoch": 1.205839416058394, |
| "grad_norm": 6.375, |
| "learning_rate": 1.423833146200253e-05, |
| "loss": 0.6899645328521729, |
| "step": 826 |
| }, |
| { |
| "epoch": 1.2087591240875912, |
| "grad_norm": 2.328125, |
| "learning_rate": 1.4211842129391345e-05, |
| "loss": 0.991096019744873, |
| "step": 828 |
| }, |
| { |
| "epoch": 1.2116788321167884, |
| "grad_norm": 3.546875, |
| "learning_rate": 1.4185320874127684e-05, |
| "loss": 0.6836661100387573, |
| "step": 830 |
| }, |
| { |
| "epoch": 1.2145985401459853, |
| "grad_norm": 4.3125, |
| "learning_rate": 1.4158767959807572e-05, |
| "loss": 1.1839122772216797, |
| "step": 832 |
| }, |
| { |
| "epoch": 1.2175182481751825, |
| "grad_norm": 1.4375, |
| "learning_rate": 1.4132183650341689e-05, |
| "loss": 0.9149377346038818, |
| "step": 834 |
| }, |
| { |
| "epoch": 1.2204379562043797, |
| "grad_norm": 1.6484375, |
| "learning_rate": 1.4105568209952768e-05, |
| "loss": 0.5033729076385498, |
| "step": 836 |
| }, |
| { |
| "epoch": 1.2233576642335766, |
| "grad_norm": 1.7734375, |
| "learning_rate": 1.4078921903172933e-05, |
| "loss": 0.4498552978038788, |
| "step": 838 |
| }, |
| { |
| "epoch": 1.2262773722627738, |
| "grad_norm": 4.21875, |
| "learning_rate": 1.4052244994841109e-05, |
| "loss": 0.5252397060394287, |
| "step": 840 |
| }, |
| { |
| "epoch": 1.2291970802919707, |
| "grad_norm": 4.0625, |
| "learning_rate": 1.402553775010036e-05, |
| "loss": 0.4305902123451233, |
| "step": 842 |
| }, |
| { |
| "epoch": 1.2321167883211679, |
| "grad_norm": 1.5, |
| "learning_rate": 1.3998800434395266e-05, |
| "loss": 0.8443759679794312, |
| "step": 844 |
| }, |
| { |
| "epoch": 1.235036496350365, |
| "grad_norm": 2.484375, |
| "learning_rate": 1.397203331346929e-05, |
| "loss": 0.9912139177322388, |
| "step": 846 |
| }, |
| { |
| "epoch": 1.237956204379562, |
| "grad_norm": 1.5078125, |
| "learning_rate": 1.3945236653362125e-05, |
| "loss": 0.9120661020278931, |
| "step": 848 |
| }, |
| { |
| "epoch": 1.2408759124087592, |
| "grad_norm": 2.140625, |
| "learning_rate": 1.3918410720407059e-05, |
| "loss": 0.9410139918327332, |
| "step": 850 |
| }, |
| { |
| "epoch": 1.243795620437956, |
| "grad_norm": 1.5234375, |
| "learning_rate": 1.3891555781228314e-05, |
| "loss": 0.836361289024353, |
| "step": 852 |
| }, |
| { |
| "epoch": 1.2467153284671533, |
| "grad_norm": 1.3046875, |
| "learning_rate": 1.3864672102738423e-05, |
| "loss": 0.9195941686630249, |
| "step": 854 |
| }, |
| { |
| "epoch": 1.2496350364963504, |
| "grad_norm": 1.1484375, |
| "learning_rate": 1.383775995213555e-05, |
| "loss": 0.8999115824699402, |
| "step": 856 |
| }, |
| { |
| "epoch": 1.2525547445255474, |
| "grad_norm": 5.1875, |
| "learning_rate": 1.3810819596900847e-05, |
| "loss": 0.7722897529602051, |
| "step": 858 |
| }, |
| { |
| "epoch": 1.2554744525547445, |
| "grad_norm": 2.015625, |
| "learning_rate": 1.3783851304795786e-05, |
| "loss": 0.7147636413574219, |
| "step": 860 |
| }, |
| { |
| "epoch": 1.2583941605839417, |
| "grad_norm": 1.0625, |
| "learning_rate": 1.375685534385952e-05, |
| "loss": 0.8630459308624268, |
| "step": 862 |
| }, |
| { |
| "epoch": 1.2613138686131387, |
| "grad_norm": 1.625, |
| "learning_rate": 1.3729831982406192e-05, |
| "loss": 0.9289191365242004, |
| "step": 864 |
| }, |
| { |
| "epoch": 1.2642335766423358, |
| "grad_norm": 2.75, |
| "learning_rate": 1.3702781489022285e-05, |
| "loss": 0.6711573004722595, |
| "step": 866 |
| }, |
| { |
| "epoch": 1.2671532846715328, |
| "grad_norm": 1.296875, |
| "learning_rate": 1.367570413256394e-05, |
| "loss": 1.0273014307022095, |
| "step": 868 |
| }, |
| { |
| "epoch": 1.27007299270073, |
| "grad_norm": 1.9140625, |
| "learning_rate": 1.3648600182154305e-05, |
| "loss": 0.8584736585617065, |
| "step": 870 |
| }, |
| { |
| "epoch": 1.2729927007299269, |
| "grad_norm": 0.953125, |
| "learning_rate": 1.3621469907180835e-05, |
| "loss": 0.8978360891342163, |
| "step": 872 |
| }, |
| { |
| "epoch": 1.275912408759124, |
| "grad_norm": 1.953125, |
| "learning_rate": 1.3594313577292632e-05, |
| "loss": 0.9334902763366699, |
| "step": 874 |
| }, |
| { |
| "epoch": 1.2788321167883212, |
| "grad_norm": 1.1875, |
| "learning_rate": 1.3567131462397753e-05, |
| "loss": 0.9140644073486328, |
| "step": 876 |
| }, |
| { |
| "epoch": 1.2817518248175181, |
| "grad_norm": 3.09375, |
| "learning_rate": 1.3539923832660541e-05, |
| "loss": 0.8537070155143738, |
| "step": 878 |
| }, |
| { |
| "epoch": 1.2846715328467153, |
| "grad_norm": 1.3828125, |
| "learning_rate": 1.3512690958498929e-05, |
| "loss": 0.9819170832633972, |
| "step": 880 |
| }, |
| { |
| "epoch": 1.2875912408759125, |
| "grad_norm": 2.28125, |
| "learning_rate": 1.3485433110581754e-05, |
| "loss": 0.9769294261932373, |
| "step": 882 |
| }, |
| { |
| "epoch": 1.2905109489051094, |
| "grad_norm": 2.96875, |
| "learning_rate": 1.3458150559826066e-05, |
| "loss": 1.1729984283447266, |
| "step": 884 |
| }, |
| { |
| "epoch": 1.2934306569343066, |
| "grad_norm": 1.609375, |
| "learning_rate": 1.3430843577394452e-05, |
| "loss": 0.7712341547012329, |
| "step": 886 |
| }, |
| { |
| "epoch": 1.2963503649635038, |
| "grad_norm": 2.453125, |
| "learning_rate": 1.3403512434692303e-05, |
| "loss": 1.0945894718170166, |
| "step": 888 |
| }, |
| { |
| "epoch": 1.2992700729927007, |
| "grad_norm": 1.609375, |
| "learning_rate": 1.3376157403365162e-05, |
| "loss": 1.0084092617034912, |
| "step": 890 |
| }, |
| { |
| "epoch": 1.3021897810218979, |
| "grad_norm": 2.96875, |
| "learning_rate": 1.3348778755295986e-05, |
| "loss": 0.9818345308303833, |
| "step": 892 |
| }, |
| { |
| "epoch": 1.305109489051095, |
| "grad_norm": 2.625, |
| "learning_rate": 1.3321376762602475e-05, |
| "loss": 0.9358723163604736, |
| "step": 894 |
| }, |
| { |
| "epoch": 1.308029197080292, |
| "grad_norm": 2.4375, |
| "learning_rate": 1.329395169763434e-05, |
| "loss": 1.0269190073013306, |
| "step": 896 |
| }, |
| { |
| "epoch": 1.310948905109489, |
| "grad_norm": 1.328125, |
| "learning_rate": 1.3266503832970612e-05, |
| "loss": 0.9094824194908142, |
| "step": 898 |
| }, |
| { |
| "epoch": 1.313868613138686, |
| "grad_norm": 1.328125, |
| "learning_rate": 1.3239033441416933e-05, |
| "loss": 0.9367675185203552, |
| "step": 900 |
| }, |
| { |
| "epoch": 1.3167883211678832, |
| "grad_norm": 0.953125, |
| "learning_rate": 1.3211540796002832e-05, |
| "loss": 0.8247213363647461, |
| "step": 902 |
| }, |
| { |
| "epoch": 1.3197080291970802, |
| "grad_norm": 2.671875, |
| "learning_rate": 1.3184026169979034e-05, |
| "loss": 0.6118776798248291, |
| "step": 904 |
| }, |
| { |
| "epoch": 1.3226277372262774, |
| "grad_norm": 3.4375, |
| "learning_rate": 1.3156489836814718e-05, |
| "loss": 0.7799744009971619, |
| "step": 906 |
| }, |
| { |
| "epoch": 1.3255474452554745, |
| "grad_norm": 0.96484375, |
| "learning_rate": 1.312893207019482e-05, |
| "loss": 0.9586873650550842, |
| "step": 908 |
| }, |
| { |
| "epoch": 1.3284671532846715, |
| "grad_norm": 1.65625, |
| "learning_rate": 1.310135314401729e-05, |
| "loss": 0.9315115809440613, |
| "step": 910 |
| }, |
| { |
| "epoch": 1.3313868613138686, |
| "grad_norm": 0.84375, |
| "learning_rate": 1.3073753332390404e-05, |
| "loss": 1.0107285976409912, |
| "step": 912 |
| }, |
| { |
| "epoch": 1.3343065693430658, |
| "grad_norm": 1.0546875, |
| "learning_rate": 1.3046132909630006e-05, |
| "loss": 0.7950001955032349, |
| "step": 914 |
| }, |
| { |
| "epoch": 1.3372262773722627, |
| "grad_norm": 6.75, |
| "learning_rate": 1.3018492150256801e-05, |
| "loss": 1.0125911235809326, |
| "step": 916 |
| }, |
| { |
| "epoch": 1.34014598540146, |
| "grad_norm": 3.734375, |
| "learning_rate": 1.299083132899361e-05, |
| "loss": 0.5360926389694214, |
| "step": 918 |
| }, |
| { |
| "epoch": 1.343065693430657, |
| "grad_norm": 1.4140625, |
| "learning_rate": 1.2963150720762662e-05, |
| "loss": 1.1542425155639648, |
| "step": 920 |
| }, |
| { |
| "epoch": 1.345985401459854, |
| "grad_norm": 1.1640625, |
| "learning_rate": 1.293545060068285e-05, |
| "loss": 0.783527135848999, |
| "step": 922 |
| }, |
| { |
| "epoch": 1.348905109489051, |
| "grad_norm": 2.875, |
| "learning_rate": 1.2907731244066987e-05, |
| "loss": 1.0478227138519287, |
| "step": 924 |
| }, |
| { |
| "epoch": 1.3518248175182481, |
| "grad_norm": 0.765625, |
| "learning_rate": 1.2879992926419088e-05, |
| "loss": 1.1474854946136475, |
| "step": 926 |
| }, |
| { |
| "epoch": 1.3547445255474453, |
| "grad_norm": 1.7421875, |
| "learning_rate": 1.2852235923431609e-05, |
| "loss": 0.7717668414115906, |
| "step": 928 |
| }, |
| { |
| "epoch": 1.3576642335766422, |
| "grad_norm": 1.140625, |
| "learning_rate": 1.2824460510982737e-05, |
| "loss": 0.7952892184257507, |
| "step": 930 |
| }, |
| { |
| "epoch": 1.3605839416058394, |
| "grad_norm": 2.234375, |
| "learning_rate": 1.2796666965133622e-05, |
| "loss": 1.0578279495239258, |
| "step": 932 |
| }, |
| { |
| "epoch": 1.3635036496350366, |
| "grad_norm": 1.0703125, |
| "learning_rate": 1.276885556212565e-05, |
| "loss": 0.8681128025054932, |
| "step": 934 |
| }, |
| { |
| "epoch": 1.3664233576642335, |
| "grad_norm": 1.046875, |
| "learning_rate": 1.2741026578377676e-05, |
| "loss": 0.6660016775131226, |
| "step": 936 |
| }, |
| { |
| "epoch": 1.3693430656934307, |
| "grad_norm": 3.546875, |
| "learning_rate": 1.271318029048331e-05, |
| "loss": 0.8460044860839844, |
| "step": 938 |
| }, |
| { |
| "epoch": 1.3722627737226278, |
| "grad_norm": 1.4140625, |
| "learning_rate": 1.2685316975208128e-05, |
| "loss": 1.2607700824737549, |
| "step": 940 |
| }, |
| { |
| "epoch": 1.3751824817518248, |
| "grad_norm": 1.9140625, |
| "learning_rate": 1.265743690948696e-05, |
| "loss": 0.9621885418891907, |
| "step": 942 |
| }, |
| { |
| "epoch": 1.378102189781022, |
| "grad_norm": 1.7890625, |
| "learning_rate": 1.2629540370421112e-05, |
| "loss": 0.8699158430099487, |
| "step": 944 |
| }, |
| { |
| "epoch": 1.3810218978102191, |
| "grad_norm": 1.546875, |
| "learning_rate": 1.2601627635275615e-05, |
| "loss": 0.9138844013214111, |
| "step": 946 |
| }, |
| { |
| "epoch": 1.383941605839416, |
| "grad_norm": 1.7734375, |
| "learning_rate": 1.257369898147648e-05, |
| "loss": 1.0127596855163574, |
| "step": 948 |
| }, |
| { |
| "epoch": 1.3868613138686132, |
| "grad_norm": 3.890625, |
| "learning_rate": 1.2545754686607936e-05, |
| "loss": 0.8778249621391296, |
| "step": 950 |
| }, |
| { |
| "epoch": 1.3897810218978102, |
| "grad_norm": 1.9765625, |
| "learning_rate": 1.251779502840966e-05, |
| "loss": 0.989855170249939, |
| "step": 952 |
| }, |
| { |
| "epoch": 1.3927007299270073, |
| "grad_norm": 1.375, |
| "learning_rate": 1.2489820284774037e-05, |
| "loss": 0.9114617109298706, |
| "step": 954 |
| }, |
| { |
| "epoch": 1.3956204379562043, |
| "grad_norm": 1.53125, |
| "learning_rate": 1.2461830733743377e-05, |
| "loss": 1.0407018661499023, |
| "step": 956 |
| }, |
| { |
| "epoch": 1.3985401459854014, |
| "grad_norm": 5.4375, |
| "learning_rate": 1.2433826653507165e-05, |
| "loss": 0.9131146669387817, |
| "step": 958 |
| }, |
| { |
| "epoch": 1.4014598540145986, |
| "grad_norm": 2.90625, |
| "learning_rate": 1.2405808322399297e-05, |
| "loss": 1.0465645790100098, |
| "step": 960 |
| }, |
| { |
| "epoch": 1.4043795620437955, |
| "grad_norm": 1.09375, |
| "learning_rate": 1.2377776018895304e-05, |
| "loss": 0.8719322681427002, |
| "step": 962 |
| }, |
| { |
| "epoch": 1.4072992700729927, |
| "grad_norm": 2.65625, |
| "learning_rate": 1.2349730021609591e-05, |
| "loss": 0.9842914938926697, |
| "step": 964 |
| }, |
| { |
| "epoch": 1.4102189781021899, |
| "grad_norm": 1.7109375, |
| "learning_rate": 1.2321670609292667e-05, |
| "loss": 0.9857591390609741, |
| "step": 966 |
| }, |
| { |
| "epoch": 1.4131386861313868, |
| "grad_norm": 1.0859375, |
| "learning_rate": 1.2293598060828368e-05, |
| "loss": 0.8483753204345703, |
| "step": 968 |
| }, |
| { |
| "epoch": 1.416058394160584, |
| "grad_norm": 0.5703125, |
| "learning_rate": 1.2265512655231102e-05, |
| "loss": 0.7562495470046997, |
| "step": 970 |
| }, |
| { |
| "epoch": 1.4189781021897812, |
| "grad_norm": 3.203125, |
| "learning_rate": 1.2237414671643052e-05, |
| "loss": 0.9674968123435974, |
| "step": 972 |
| }, |
| { |
| "epoch": 1.421897810218978, |
| "grad_norm": 2.171875, |
| "learning_rate": 1.220930438933142e-05, |
| "loss": 1.0779824256896973, |
| "step": 974 |
| }, |
| { |
| "epoch": 1.4248175182481753, |
| "grad_norm": 8.4375, |
| "learning_rate": 1.2181182087685652e-05, |
| "loss": 0.9298703670501709, |
| "step": 976 |
| }, |
| { |
| "epoch": 1.4277372262773722, |
| "grad_norm": 1.109375, |
| "learning_rate": 1.2153048046214644e-05, |
| "loss": 0.9324536323547363, |
| "step": 978 |
| }, |
| { |
| "epoch": 1.4306569343065694, |
| "grad_norm": 1.8359375, |
| "learning_rate": 1.2124902544543977e-05, |
| "loss": 0.9824227094650269, |
| "step": 980 |
| }, |
| { |
| "epoch": 1.4335766423357663, |
| "grad_norm": 3.359375, |
| "learning_rate": 1.2096745862413141e-05, |
| "loss": 0.8633835911750793, |
| "step": 982 |
| }, |
| { |
| "epoch": 1.4364963503649635, |
| "grad_norm": 1.046875, |
| "learning_rate": 1.2068578279672752e-05, |
| "loss": 0.9417979121208191, |
| "step": 984 |
| }, |
| { |
| "epoch": 1.4394160583941606, |
| "grad_norm": 1.1875, |
| "learning_rate": 1.2040400076281747e-05, |
| "loss": 0.8707695007324219, |
| "step": 986 |
| }, |
| { |
| "epoch": 1.4423357664233576, |
| "grad_norm": 1.8046875, |
| "learning_rate": 1.2012211532304649e-05, |
| "loss": 0.9090181589126587, |
| "step": 988 |
| }, |
| { |
| "epoch": 1.4452554744525548, |
| "grad_norm": 0.71875, |
| "learning_rate": 1.198401292790874e-05, |
| "loss": 0.6352782249450684, |
| "step": 990 |
| }, |
| { |
| "epoch": 1.448175182481752, |
| "grad_norm": 4.0625, |
| "learning_rate": 1.1955804543361296e-05, |
| "loss": 0.9220297336578369, |
| "step": 992 |
| }, |
| { |
| "epoch": 1.4510948905109489, |
| "grad_norm": 2.84375, |
| "learning_rate": 1.1927586659026798e-05, |
| "loss": 0.8673491477966309, |
| "step": 994 |
| }, |
| { |
| "epoch": 1.454014598540146, |
| "grad_norm": 3.59375, |
| "learning_rate": 1.1899359555364151e-05, |
| "loss": 0.9454919099807739, |
| "step": 996 |
| }, |
| { |
| "epoch": 1.4569343065693432, |
| "grad_norm": 1.25, |
| "learning_rate": 1.1871123512923888e-05, |
| "loss": 0.9542334675788879, |
| "step": 998 |
| }, |
| { |
| "epoch": 1.4598540145985401, |
| "grad_norm": 1.7734375, |
| "learning_rate": 1.1842878812345384e-05, |
| "loss": 0.9865251779556274, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.4627737226277373, |
| "grad_norm": 3.953125, |
| "learning_rate": 1.1814625734354066e-05, |
| "loss": 0.9096630811691284, |
| "step": 1002 |
| }, |
| { |
| "epoch": 1.4656934306569342, |
| "grad_norm": 5.125, |
| "learning_rate": 1.1786364559758633e-05, |
| "loss": 0.9506045579910278, |
| "step": 1004 |
| }, |
| { |
| "epoch": 1.4686131386861314, |
| "grad_norm": 2.328125, |
| "learning_rate": 1.1758095569448241e-05, |
| "loss": 0.9175775051116943, |
| "step": 1006 |
| }, |
| { |
| "epoch": 1.4715328467153284, |
| "grad_norm": 2.328125, |
| "learning_rate": 1.1729819044389744e-05, |
| "loss": 0.9773789644241333, |
| "step": 1008 |
| }, |
| { |
| "epoch": 1.4744525547445255, |
| "grad_norm": 1.359375, |
| "learning_rate": 1.1701535265624872e-05, |
| "loss": 1.0058449506759644, |
| "step": 1010 |
| }, |
| { |
| "epoch": 1.4773722627737227, |
| "grad_norm": 2.84375, |
| "learning_rate": 1.1673244514267457e-05, |
| "loss": 0.9778100252151489, |
| "step": 1012 |
| }, |
| { |
| "epoch": 1.4802919708029196, |
| "grad_norm": 3.46875, |
| "learning_rate": 1.1644947071500629e-05, |
| "loss": 0.9185872077941895, |
| "step": 1014 |
| }, |
| { |
| "epoch": 1.4832116788321168, |
| "grad_norm": 1.6640625, |
| "learning_rate": 1.1616643218574022e-05, |
| "loss": 0.9796271324157715, |
| "step": 1016 |
| }, |
| { |
| "epoch": 1.486131386861314, |
| "grad_norm": 1.5390625, |
| "learning_rate": 1.1588333236800989e-05, |
| "loss": 0.8974401950836182, |
| "step": 1018 |
| }, |
| { |
| "epoch": 1.489051094890511, |
| "grad_norm": 0.703125, |
| "learning_rate": 1.1560017407555784e-05, |
| "loss": 0.9837539196014404, |
| "step": 1020 |
| }, |
| { |
| "epoch": 1.491970802919708, |
| "grad_norm": 1.765625, |
| "learning_rate": 1.1531696012270794e-05, |
| "loss": 0.9453492760658264, |
| "step": 1022 |
| }, |
| { |
| "epoch": 1.4948905109489052, |
| "grad_norm": 2.15625, |
| "learning_rate": 1.1503369332433719e-05, |
| "loss": 1.1556532382965088, |
| "step": 1024 |
| }, |
| { |
| "epoch": 1.4978102189781022, |
| "grad_norm": 1.1484375, |
| "learning_rate": 1.1475037649584784e-05, |
| "loss": 0.6949787139892578, |
| "step": 1026 |
| }, |
| { |
| "epoch": 1.5007299270072991, |
| "grad_norm": 1.3984375, |
| "learning_rate": 1.1446701245313938e-05, |
| "loss": 0.736177921295166, |
| "step": 1028 |
| }, |
| { |
| "epoch": 1.5036496350364965, |
| "grad_norm": 1.4453125, |
| "learning_rate": 1.1418360401258062e-05, |
| "loss": 0.8855810165405273, |
| "step": 1030 |
| }, |
| { |
| "epoch": 1.5065693430656935, |
| "grad_norm": 3.0625, |
| "learning_rate": 1.1390015399098154e-05, |
| "loss": 1.0128211975097656, |
| "step": 1032 |
| }, |
| { |
| "epoch": 1.5094890510948904, |
| "grad_norm": 1.4609375, |
| "learning_rate": 1.136166652055655e-05, |
| "loss": 0.882917582988739, |
| "step": 1034 |
| }, |
| { |
| "epoch": 1.5124087591240876, |
| "grad_norm": 3.015625, |
| "learning_rate": 1.1333314047394104e-05, |
| "loss": 0.9593569040298462, |
| "step": 1036 |
| }, |
| { |
| "epoch": 1.5153284671532847, |
| "grad_norm": 2.09375, |
| "learning_rate": 1.1304958261407411e-05, |
| "loss": 0.8776706457138062, |
| "step": 1038 |
| }, |
| { |
| "epoch": 1.5182481751824817, |
| "grad_norm": 1.390625, |
| "learning_rate": 1.1276599444425974e-05, |
| "loss": 0.8630977272987366, |
| "step": 1040 |
| }, |
| { |
| "epoch": 1.5211678832116788, |
| "grad_norm": 0.59765625, |
| "learning_rate": 1.124823787830944e-05, |
| "loss": 1.0511329174041748, |
| "step": 1042 |
| }, |
| { |
| "epoch": 1.524087591240876, |
| "grad_norm": 3.421875, |
| "learning_rate": 1.1219873844944762e-05, |
| "loss": 1.0726768970489502, |
| "step": 1044 |
| }, |
| { |
| "epoch": 1.527007299270073, |
| "grad_norm": 2.859375, |
| "learning_rate": 1.1191507626243427e-05, |
| "loss": 0.9741050004959106, |
| "step": 1046 |
| }, |
| { |
| "epoch": 1.5299270072992701, |
| "grad_norm": 1.25, |
| "learning_rate": 1.1163139504138643e-05, |
| "loss": 0.8808518052101135, |
| "step": 1048 |
| }, |
| { |
| "epoch": 1.5328467153284673, |
| "grad_norm": 2.9375, |
| "learning_rate": 1.1134769760582524e-05, |
| "loss": 0.7224781513214111, |
| "step": 1050 |
| }, |
| { |
| "epoch": 1.5357664233576642, |
| "grad_norm": 3.421875, |
| "learning_rate": 1.1106398677543315e-05, |
| "loss": 0.691923201084137, |
| "step": 1052 |
| }, |
| { |
| "epoch": 1.5386861313868612, |
| "grad_norm": 0.671875, |
| "learning_rate": 1.1078026537002562e-05, |
| "loss": 0.929024338722229, |
| "step": 1054 |
| }, |
| { |
| "epoch": 1.5416058394160586, |
| "grad_norm": 1.234375, |
| "learning_rate": 1.1049653620952327e-05, |
| "loss": 1.0192841291427612, |
| "step": 1056 |
| }, |
| { |
| "epoch": 1.5445255474452555, |
| "grad_norm": 2.984375, |
| "learning_rate": 1.1021280211392377e-05, |
| "loss": 0.5925525426864624, |
| "step": 1058 |
| }, |
| { |
| "epoch": 1.5474452554744524, |
| "grad_norm": 5.1875, |
| "learning_rate": 1.0992906590327394e-05, |
| "loss": 0.7697658538818359, |
| "step": 1060 |
| }, |
| { |
| "epoch": 1.5503649635036496, |
| "grad_norm": 2.046875, |
| "learning_rate": 1.0964533039764146e-05, |
| "loss": 1.038510799407959, |
| "step": 1062 |
| }, |
| { |
| "epoch": 1.5532846715328468, |
| "grad_norm": 1.453125, |
| "learning_rate": 1.0936159841708712e-05, |
| "loss": 1.0497779846191406, |
| "step": 1064 |
| }, |
| { |
| "epoch": 1.5562043795620437, |
| "grad_norm": 4.40625, |
| "learning_rate": 1.0907787278163663e-05, |
| "loss": 0.9128830432891846, |
| "step": 1066 |
| }, |
| { |
| "epoch": 1.5591240875912409, |
| "grad_norm": 3.75, |
| "learning_rate": 1.0879415631125266e-05, |
| "loss": 0.8196215629577637, |
| "step": 1068 |
| }, |
| { |
| "epoch": 1.562043795620438, |
| "grad_norm": 1.515625, |
| "learning_rate": 1.0851045182580676e-05, |
| "loss": 0.9469729661941528, |
| "step": 1070 |
| }, |
| { |
| "epoch": 1.564963503649635, |
| "grad_norm": 8.0, |
| "learning_rate": 1.0822676214505134e-05, |
| "loss": 1.0648167133331299, |
| "step": 1072 |
| }, |
| { |
| "epoch": 1.5678832116788322, |
| "grad_norm": 1.2265625, |
| "learning_rate": 1.0794309008859176e-05, |
| "loss": 0.8813024759292603, |
| "step": 1074 |
| }, |
| { |
| "epoch": 1.5708029197080293, |
| "grad_norm": 5.96875, |
| "learning_rate": 1.0765943847585813e-05, |
| "loss": 0.5665163397789001, |
| "step": 1076 |
| }, |
| { |
| "epoch": 1.5737226277372263, |
| "grad_norm": 0.72265625, |
| "learning_rate": 1.0737581012607736e-05, |
| "loss": 0.9029617309570312, |
| "step": 1078 |
| }, |
| { |
| "epoch": 1.5766423357664232, |
| "grad_norm": 3.0, |
| "learning_rate": 1.0709220785824524e-05, |
| "loss": 1.0868520736694336, |
| "step": 1080 |
| }, |
| { |
| "epoch": 1.5795620437956206, |
| "grad_norm": 3.546875, |
| "learning_rate": 1.068086344910982e-05, |
| "loss": 0.7701568603515625, |
| "step": 1082 |
| }, |
| { |
| "epoch": 1.5824817518248175, |
| "grad_norm": 1.7421875, |
| "learning_rate": 1.0652509284308557e-05, |
| "loss": 1.0572642087936401, |
| "step": 1084 |
| }, |
| { |
| "epoch": 1.5854014598540145, |
| "grad_norm": 2.109375, |
| "learning_rate": 1.0624158573234125e-05, |
| "loss": 0.7475051879882812, |
| "step": 1086 |
| }, |
| { |
| "epoch": 1.5883211678832116, |
| "grad_norm": 2.265625, |
| "learning_rate": 1.0595811597665603e-05, |
| "loss": 1.0147130489349365, |
| "step": 1088 |
| }, |
| { |
| "epoch": 1.5912408759124088, |
| "grad_norm": 1.953125, |
| "learning_rate": 1.0567468639344938e-05, |
| "loss": 0.9254045486450195, |
| "step": 1090 |
| }, |
| { |
| "epoch": 1.5941605839416058, |
| "grad_norm": 0.64453125, |
| "learning_rate": 1.0539129979974143e-05, |
| "loss": 0.7282826900482178, |
| "step": 1092 |
| }, |
| { |
| "epoch": 1.597080291970803, |
| "grad_norm": 1.1171875, |
| "learning_rate": 1.051079590121251e-05, |
| "loss": 0.8476436138153076, |
| "step": 1094 |
| }, |
| { |
| "epoch": 1.6, |
| "grad_norm": 1.203125, |
| "learning_rate": 1.0482466684673804e-05, |
| "loss": 0.8929286003112793, |
| "step": 1096 |
| }, |
| { |
| "epoch": 1.602919708029197, |
| "grad_norm": 1.140625, |
| "learning_rate": 1.0454142611923459e-05, |
| "loss": 0.8924300670623779, |
| "step": 1098 |
| }, |
| { |
| "epoch": 1.6058394160583942, |
| "grad_norm": 1.328125, |
| "learning_rate": 1.0425823964475792e-05, |
| "loss": 1.0469520092010498, |
| "step": 1100 |
| }, |
| { |
| "epoch": 1.6087591240875914, |
| "grad_norm": 3.125, |
| "learning_rate": 1.0397511023791192e-05, |
| "loss": 0.8471413254737854, |
| "step": 1102 |
| }, |
| { |
| "epoch": 1.6116788321167883, |
| "grad_norm": 0.87109375, |
| "learning_rate": 1.0369204071273328e-05, |
| "loss": 0.48374485969543457, |
| "step": 1104 |
| }, |
| { |
| "epoch": 1.6145985401459853, |
| "grad_norm": 1.6171875, |
| "learning_rate": 1.0340903388266362e-05, |
| "loss": 1.0457675457000732, |
| "step": 1106 |
| }, |
| { |
| "epoch": 1.6175182481751826, |
| "grad_norm": 2.578125, |
| "learning_rate": 1.0312609256052125e-05, |
| "loss": 0.8381612300872803, |
| "step": 1108 |
| }, |
| { |
| "epoch": 1.6204379562043796, |
| "grad_norm": 1.09375, |
| "learning_rate": 1.0284321955847357e-05, |
| "loss": 0.7611550092697144, |
| "step": 1110 |
| }, |
| { |
| "epoch": 1.6233576642335765, |
| "grad_norm": 1.375, |
| "learning_rate": 1.0256041768800886e-05, |
| "loss": 0.9808844327926636, |
| "step": 1112 |
| }, |
| { |
| "epoch": 1.6262773722627737, |
| "grad_norm": 1.1328125, |
| "learning_rate": 1.0227768975990837e-05, |
| "loss": 1.1369640827178955, |
| "step": 1114 |
| }, |
| { |
| "epoch": 1.6291970802919709, |
| "grad_norm": 1.828125, |
| "learning_rate": 1.019950385842186e-05, |
| "loss": 0.9222966432571411, |
| "step": 1116 |
| }, |
| { |
| "epoch": 1.6321167883211678, |
| "grad_norm": 3.984375, |
| "learning_rate": 1.0171246697022302e-05, |
| "loss": 0.8137625455856323, |
| "step": 1118 |
| }, |
| { |
| "epoch": 1.635036496350365, |
| "grad_norm": 1.203125, |
| "learning_rate": 1.0142997772641443e-05, |
| "loss": 0.8257233500480652, |
| "step": 1120 |
| }, |
| { |
| "epoch": 1.6379562043795621, |
| "grad_norm": 1.0625, |
| "learning_rate": 1.0114757366046692e-05, |
| "loss": 1.0450224876403809, |
| "step": 1122 |
| }, |
| { |
| "epoch": 1.640875912408759, |
| "grad_norm": 1.34375, |
| "learning_rate": 1.0086525757920803e-05, |
| "loss": 0.41819870471954346, |
| "step": 1124 |
| }, |
| { |
| "epoch": 1.6437956204379562, |
| "grad_norm": 1.1015625, |
| "learning_rate": 1.0058303228859076e-05, |
| "loss": 0.9673611521720886, |
| "step": 1126 |
| }, |
| { |
| "epoch": 1.6467153284671534, |
| "grad_norm": 2.703125, |
| "learning_rate": 1.003009005936658e-05, |
| "loss": 0.9797380566596985, |
| "step": 1128 |
| }, |
| { |
| "epoch": 1.6496350364963503, |
| "grad_norm": 5.90625, |
| "learning_rate": 1.0001886529855351e-05, |
| "loss": 0.9807537794113159, |
| "step": 1130 |
| }, |
| { |
| "epoch": 1.6525547445255473, |
| "grad_norm": 1.296875, |
| "learning_rate": 9.97369292064162e-06, |
| "loss": 0.8815328478813171, |
| "step": 1132 |
| }, |
| { |
| "epoch": 1.6554744525547447, |
| "grad_norm": 3.984375, |
| "learning_rate": 9.945509511943016e-06, |
| "loss": 0.9661548733711243, |
| "step": 1134 |
| }, |
| { |
| "epoch": 1.6583941605839416, |
| "grad_norm": 8.125, |
| "learning_rate": 9.917336583875788e-06, |
| "loss": 0.877112627029419, |
| "step": 1136 |
| }, |
| { |
| "epoch": 1.6613138686131386, |
| "grad_norm": 1.15625, |
| "learning_rate": 9.889174416452011e-06, |
| "loss": 0.949897289276123, |
| "step": 1138 |
| }, |
| { |
| "epoch": 1.6642335766423357, |
| "grad_norm": 1.421875, |
| "learning_rate": 9.861023289576816e-06, |
| "loss": 0.7110643982887268, |
| "step": 1140 |
| }, |
| { |
| "epoch": 1.667153284671533, |
| "grad_norm": 6.09375, |
| "learning_rate": 9.832883483045597e-06, |
| "loss": 1.0274568796157837, |
| "step": 1142 |
| }, |
| { |
| "epoch": 1.6700729927007298, |
| "grad_norm": 1.234375, |
| "learning_rate": 9.804755276541238e-06, |
| "loss": 0.5871222019195557, |
| "step": 1144 |
| }, |
| { |
| "epoch": 1.672992700729927, |
| "grad_norm": 1.0625, |
| "learning_rate": 9.776638949631325e-06, |
| "loss": 0.89629727602005, |
| "step": 1146 |
| }, |
| { |
| "epoch": 1.6759124087591242, |
| "grad_norm": 2.0, |
| "learning_rate": 9.74853478176538e-06, |
| "loss": 0.5665899515151978, |
| "step": 1148 |
| }, |
| { |
| "epoch": 1.6788321167883211, |
| "grad_norm": 1.65625, |
| "learning_rate": 9.72044305227207e-06, |
| "loss": 0.9088619947433472, |
| "step": 1150 |
| }, |
| { |
| "epoch": 1.6817518248175183, |
| "grad_norm": 3.765625, |
| "learning_rate": 9.692364040356435e-06, |
| "loss": 0.9651062488555908, |
| "step": 1152 |
| }, |
| { |
| "epoch": 1.6846715328467154, |
| "grad_norm": 2.46875, |
| "learning_rate": 9.664298025097118e-06, |
| "loss": 0.9715033769607544, |
| "step": 1154 |
| }, |
| { |
| "epoch": 1.6875912408759124, |
| "grad_norm": 0.9296875, |
| "learning_rate": 9.636245285443587e-06, |
| "loss": 0.7159008383750916, |
| "step": 1156 |
| }, |
| { |
| "epoch": 1.6905109489051093, |
| "grad_norm": 1.0078125, |
| "learning_rate": 9.608206100213364e-06, |
| "loss": 1.0738484859466553, |
| "step": 1158 |
| }, |
| { |
| "epoch": 1.6934306569343067, |
| "grad_norm": 0.95703125, |
| "learning_rate": 9.580180748089245e-06, |
| "loss": 1.040489673614502, |
| "step": 1160 |
| }, |
| { |
| "epoch": 1.6963503649635037, |
| "grad_norm": 0.76953125, |
| "learning_rate": 9.552169507616554e-06, |
| "loss": 0.9367128610610962, |
| "step": 1162 |
| }, |
| { |
| "epoch": 1.6992700729927006, |
| "grad_norm": 2.484375, |
| "learning_rate": 9.524172657200342e-06, |
| "loss": 1.1005165576934814, |
| "step": 1164 |
| }, |
| { |
| "epoch": 1.7021897810218978, |
| "grad_norm": 2.46875, |
| "learning_rate": 9.496190475102649e-06, |
| "loss": 0.5636100769042969, |
| "step": 1166 |
| }, |
| { |
| "epoch": 1.705109489051095, |
| "grad_norm": 1.2734375, |
| "learning_rate": 9.468223239439714e-06, |
| "loss": 0.7754777073860168, |
| "step": 1168 |
| }, |
| { |
| "epoch": 1.7080291970802919, |
| "grad_norm": 3.09375, |
| "learning_rate": 9.440271228179237e-06, |
| "loss": 0.875159740447998, |
| "step": 1170 |
| }, |
| { |
| "epoch": 1.710948905109489, |
| "grad_norm": 1.109375, |
| "learning_rate": 9.412334719137587e-06, |
| "loss": 0.9143173694610596, |
| "step": 1172 |
| }, |
| { |
| "epoch": 1.7138686131386862, |
| "grad_norm": 2.609375, |
| "learning_rate": 9.384413989977069e-06, |
| "loss": 0.7207679748535156, |
| "step": 1174 |
| }, |
| { |
| "epoch": 1.7167883211678832, |
| "grad_norm": 1.5859375, |
| "learning_rate": 9.35650931820314e-06, |
| "loss": 0.9489813446998596, |
| "step": 1176 |
| }, |
| { |
| "epoch": 1.7197080291970803, |
| "grad_norm": 2.984375, |
| "learning_rate": 9.328620981161674e-06, |
| "loss": 0.9765996336936951, |
| "step": 1178 |
| }, |
| { |
| "epoch": 1.7226277372262775, |
| "grad_norm": 2.109375, |
| "learning_rate": 9.300749256036174e-06, |
| "loss": 0.8786243796348572, |
| "step": 1180 |
| }, |
| { |
| "epoch": 1.7255474452554744, |
| "grad_norm": 1.1015625, |
| "learning_rate": 9.272894419845063e-06, |
| "loss": 0.766198992729187, |
| "step": 1182 |
| }, |
| { |
| "epoch": 1.7284671532846714, |
| "grad_norm": 1.2265625, |
| "learning_rate": 9.245056749438877e-06, |
| "loss": 0.969190239906311, |
| "step": 1184 |
| }, |
| { |
| "epoch": 1.7313868613138688, |
| "grad_norm": 3.671875, |
| "learning_rate": 9.217236521497563e-06, |
| "loss": 0.9522278308868408, |
| "step": 1186 |
| }, |
| { |
| "epoch": 1.7343065693430657, |
| "grad_norm": 3.046875, |
| "learning_rate": 9.189434012527685e-06, |
| "loss": 1.0335571765899658, |
| "step": 1188 |
| }, |
| { |
| "epoch": 1.7372262773722627, |
| "grad_norm": 4.1875, |
| "learning_rate": 9.161649498859723e-06, |
| "loss": 0.9262440204620361, |
| "step": 1190 |
| }, |
| { |
| "epoch": 1.7401459854014598, |
| "grad_norm": 1.8515625, |
| "learning_rate": 9.133883256645273e-06, |
| "loss": 0.8710659742355347, |
| "step": 1192 |
| }, |
| { |
| "epoch": 1.743065693430657, |
| "grad_norm": 1.109375, |
| "learning_rate": 9.106135561854357e-06, |
| "loss": 1.0118987560272217, |
| "step": 1194 |
| }, |
| { |
| "epoch": 1.745985401459854, |
| "grad_norm": 5.75, |
| "learning_rate": 9.078406690272628e-06, |
| "loss": 0.4204956591129303, |
| "step": 1196 |
| }, |
| { |
| "epoch": 1.748905109489051, |
| "grad_norm": 0.6953125, |
| "learning_rate": 9.050696917498676e-06, |
| "loss": 0.7705672979354858, |
| "step": 1198 |
| }, |
| { |
| "epoch": 1.7518248175182483, |
| "grad_norm": 3.8125, |
| "learning_rate": 9.023006518941247e-06, |
| "loss": 0.7334332466125488, |
| "step": 1200 |
| }, |
| { |
| "epoch": 1.7547445255474452, |
| "grad_norm": 1.8828125, |
| "learning_rate": 8.99533576981655e-06, |
| "loss": 0.9681108593940735, |
| "step": 1202 |
| }, |
| { |
| "epoch": 1.7576642335766424, |
| "grad_norm": 3.5, |
| "learning_rate": 8.967684945145467e-06, |
| "loss": 0.6784968376159668, |
| "step": 1204 |
| }, |
| { |
| "epoch": 1.7605839416058395, |
| "grad_norm": 1.5, |
| "learning_rate": 8.940054319750882e-06, |
| "loss": 0.5141807794570923, |
| "step": 1206 |
| }, |
| { |
| "epoch": 1.7635036496350365, |
| "grad_norm": 2.609375, |
| "learning_rate": 8.91244416825489e-06, |
| "loss": 0.9204733371734619, |
| "step": 1208 |
| }, |
| { |
| "epoch": 1.7664233576642334, |
| "grad_norm": 1.9140625, |
| "learning_rate": 8.884854765076116e-06, |
| "loss": 1.1004142761230469, |
| "step": 1210 |
| }, |
| { |
| "epoch": 1.7693430656934308, |
| "grad_norm": 1.375, |
| "learning_rate": 8.857286384426947e-06, |
| "loss": 1.0370523929595947, |
| "step": 1212 |
| }, |
| { |
| "epoch": 1.7722627737226277, |
| "grad_norm": 1.1953125, |
| "learning_rate": 8.829739300310847e-06, |
| "loss": 0.9668702483177185, |
| "step": 1214 |
| }, |
| { |
| "epoch": 1.7751824817518247, |
| "grad_norm": 2.625, |
| "learning_rate": 8.802213786519593e-06, |
| "loss": 0.880242109298706, |
| "step": 1216 |
| }, |
| { |
| "epoch": 1.7781021897810219, |
| "grad_norm": 1.2421875, |
| "learning_rate": 8.774710116630584e-06, |
| "loss": 0.7876850366592407, |
| "step": 1218 |
| }, |
| { |
| "epoch": 1.781021897810219, |
| "grad_norm": 2.09375, |
| "learning_rate": 8.747228564004118e-06, |
| "loss": 1.0225201845169067, |
| "step": 1220 |
| }, |
| { |
| "epoch": 1.783941605839416, |
| "grad_norm": 3.734375, |
| "learning_rate": 8.71976940178065e-06, |
| "loss": 0.9184777736663818, |
| "step": 1222 |
| }, |
| { |
| "epoch": 1.7868613138686131, |
| "grad_norm": 1.8203125, |
| "learning_rate": 8.692332902878116e-06, |
| "loss": 0.9042671918869019, |
| "step": 1224 |
| }, |
| { |
| "epoch": 1.7897810218978103, |
| "grad_norm": 4.53125, |
| "learning_rate": 8.664919339989177e-06, |
| "loss": 0.938407838344574, |
| "step": 1226 |
| }, |
| { |
| "epoch": 1.7927007299270072, |
| "grad_norm": 2.25, |
| "learning_rate": 8.637528985578562e-06, |
| "loss": 1.018449068069458, |
| "step": 1228 |
| }, |
| { |
| "epoch": 1.7956204379562044, |
| "grad_norm": 3.203125, |
| "learning_rate": 8.610162111880296e-06, |
| "loss": 0.9853857755661011, |
| "step": 1230 |
| }, |
| { |
| "epoch": 1.7985401459854016, |
| "grad_norm": 6.875, |
| "learning_rate": 8.58281899089506e-06, |
| "loss": 0.8306851387023926, |
| "step": 1232 |
| }, |
| { |
| "epoch": 1.8014598540145985, |
| "grad_norm": 1.3671875, |
| "learning_rate": 8.555499894387427e-06, |
| "loss": 1.0020043849945068, |
| "step": 1234 |
| }, |
| { |
| "epoch": 1.8043795620437955, |
| "grad_norm": 2.1875, |
| "learning_rate": 8.528205093883217e-06, |
| "loss": 1.1009316444396973, |
| "step": 1236 |
| }, |
| { |
| "epoch": 1.8072992700729928, |
| "grad_norm": 1.8046875, |
| "learning_rate": 8.500934860666744e-06, |
| "loss": 0.7341406345367432, |
| "step": 1238 |
| }, |
| { |
| "epoch": 1.8102189781021898, |
| "grad_norm": 1.2890625, |
| "learning_rate": 8.473689465778171e-06, |
| "loss": 0.997475802898407, |
| "step": 1240 |
| }, |
| { |
| "epoch": 1.8131386861313867, |
| "grad_norm": 1.703125, |
| "learning_rate": 8.446469180010773e-06, |
| "loss": 1.0310256481170654, |
| "step": 1242 |
| }, |
| { |
| "epoch": 1.816058394160584, |
| "grad_norm": 1.75, |
| "learning_rate": 8.419274273908273e-06, |
| "loss": 0.9313318133354187, |
| "step": 1244 |
| }, |
| { |
| "epoch": 1.818978102189781, |
| "grad_norm": 2.5625, |
| "learning_rate": 8.392105017762143e-06, |
| "loss": 1.0743803977966309, |
| "step": 1246 |
| }, |
| { |
| "epoch": 1.821897810218978, |
| "grad_norm": 1.5234375, |
| "learning_rate": 8.364961681608922e-06, |
| "loss": 1.0000810623168945, |
| "step": 1248 |
| }, |
| { |
| "epoch": 1.8248175182481752, |
| "grad_norm": 1.4765625, |
| "learning_rate": 8.33784453522752e-06, |
| "loss": 0.9280273914337158, |
| "step": 1250 |
| }, |
| { |
| "epoch": 1.8277372262773723, |
| "grad_norm": 2.421875, |
| "learning_rate": 8.310753848136557e-06, |
| "loss": 0.9379640817642212, |
| "step": 1252 |
| }, |
| { |
| "epoch": 1.8306569343065693, |
| "grad_norm": 1.3203125, |
| "learning_rate": 8.283689889591662e-06, |
| "loss": 0.9863895177841187, |
| "step": 1254 |
| }, |
| { |
| "epoch": 1.8335766423357664, |
| "grad_norm": 2.171875, |
| "learning_rate": 8.256652928582817e-06, |
| "loss": 0.9451329112052917, |
| "step": 1256 |
| }, |
| { |
| "epoch": 1.8364963503649636, |
| "grad_norm": 2.734375, |
| "learning_rate": 8.229643233831667e-06, |
| "loss": 0.9604065418243408, |
| "step": 1258 |
| }, |
| { |
| "epoch": 1.8394160583941606, |
| "grad_norm": 2.421875, |
| "learning_rate": 8.202661073788864e-06, |
| "loss": 0.8217023015022278, |
| "step": 1260 |
| }, |
| { |
| "epoch": 1.8423357664233575, |
| "grad_norm": 4.15625, |
| "learning_rate": 8.175706716631378e-06, |
| "loss": 1.1534137725830078, |
| "step": 1262 |
| }, |
| { |
| "epoch": 1.845255474452555, |
| "grad_norm": 3.140625, |
| "learning_rate": 8.148780430259863e-06, |
| "loss": 1.0975501537322998, |
| "step": 1264 |
| }, |
| { |
| "epoch": 1.8481751824817518, |
| "grad_norm": 1.328125, |
| "learning_rate": 8.12188248229596e-06, |
| "loss": 0.8799439668655396, |
| "step": 1266 |
| }, |
| { |
| "epoch": 1.8510948905109488, |
| "grad_norm": 1.6015625, |
| "learning_rate": 8.095013140079666e-06, |
| "loss": 0.8988907337188721, |
| "step": 1268 |
| }, |
| { |
| "epoch": 1.854014598540146, |
| "grad_norm": 1.5546875, |
| "learning_rate": 8.068172670666649e-06, |
| "loss": 0.9588282108306885, |
| "step": 1270 |
| }, |
| { |
| "epoch": 1.856934306569343, |
| "grad_norm": 1.4140625, |
| "learning_rate": 8.041361340825626e-06, |
| "loss": 0.9363412857055664, |
| "step": 1272 |
| }, |
| { |
| "epoch": 1.85985401459854, |
| "grad_norm": 4.125, |
| "learning_rate": 8.014579417035681e-06, |
| "loss": 0.9633190631866455, |
| "step": 1274 |
| }, |
| { |
| "epoch": 1.8627737226277372, |
| "grad_norm": 1.2265625, |
| "learning_rate": 7.98782716548364e-06, |
| "loss": 0.9566249251365662, |
| "step": 1276 |
| }, |
| { |
| "epoch": 1.8656934306569344, |
| "grad_norm": 1.15625, |
| "learning_rate": 7.961104852061402e-06, |
| "loss": 0.9364519119262695, |
| "step": 1278 |
| }, |
| { |
| "epoch": 1.8686131386861313, |
| "grad_norm": 2.484375, |
| "learning_rate": 7.934412742363327e-06, |
| "loss": 0.9307054281234741, |
| "step": 1280 |
| }, |
| { |
| "epoch": 1.8715328467153285, |
| "grad_norm": 1.1015625, |
| "learning_rate": 7.907751101683561e-06, |
| "loss": 0.9123919010162354, |
| "step": 1282 |
| }, |
| { |
| "epoch": 1.8744525547445257, |
| "grad_norm": 1.46875, |
| "learning_rate": 7.881120195013432e-06, |
| "loss": 0.7690815925598145, |
| "step": 1284 |
| }, |
| { |
| "epoch": 1.8773722627737226, |
| "grad_norm": 1.28125, |
| "learning_rate": 7.85452028703879e-06, |
| "loss": 0.9250288009643555, |
| "step": 1286 |
| }, |
| { |
| "epoch": 1.8802919708029195, |
| "grad_norm": 1.125, |
| "learning_rate": 7.827951642137393e-06, |
| "loss": 0.9514033794403076, |
| "step": 1288 |
| }, |
| { |
| "epoch": 1.883211678832117, |
| "grad_norm": 1.890625, |
| "learning_rate": 7.801414524376276e-06, |
| "loss": 1.0991572141647339, |
| "step": 1290 |
| }, |
| { |
| "epoch": 1.8861313868613139, |
| "grad_norm": 2.703125, |
| "learning_rate": 7.774909197509117e-06, |
| "loss": 0.7432125806808472, |
| "step": 1292 |
| }, |
| { |
| "epoch": 1.8890510948905108, |
| "grad_norm": 1.3125, |
| "learning_rate": 7.74843592497363e-06, |
| "loss": 0.6110070943832397, |
| "step": 1294 |
| }, |
| { |
| "epoch": 1.891970802919708, |
| "grad_norm": 4.1875, |
| "learning_rate": 7.721994969888934e-06, |
| "loss": 0.8845908641815186, |
| "step": 1296 |
| }, |
| { |
| "epoch": 1.8948905109489051, |
| "grad_norm": 5.21875, |
| "learning_rate": 7.695586595052947e-06, |
| "loss": 0.9912600517272949, |
| "step": 1298 |
| }, |
| { |
| "epoch": 1.897810218978102, |
| "grad_norm": 3.78125, |
| "learning_rate": 7.669211062939769e-06, |
| "loss": 0.9381648302078247, |
| "step": 1300 |
| }, |
| { |
| "epoch": 1.9007299270072993, |
| "grad_norm": 1.53125, |
| "learning_rate": 7.642868635697075e-06, |
| "loss": 0.9803470373153687, |
| "step": 1302 |
| }, |
| { |
| "epoch": 1.9036496350364964, |
| "grad_norm": 0.953125, |
| "learning_rate": 7.6165595751435065e-06, |
| "loss": 0.27998918294906616, |
| "step": 1304 |
| }, |
| { |
| "epoch": 1.9065693430656934, |
| "grad_norm": 3.375, |
| "learning_rate": 7.590284142766076e-06, |
| "loss": 0.899682879447937, |
| "step": 1306 |
| }, |
| { |
| "epoch": 1.9094890510948905, |
| "grad_norm": 6.0, |
| "learning_rate": 7.564042599717561e-06, |
| "loss": 0.9667043089866638, |
| "step": 1308 |
| }, |
| { |
| "epoch": 1.9124087591240877, |
| "grad_norm": 1.1953125, |
| "learning_rate": 7.5378352068139174e-06, |
| "loss": 0.9081999063491821, |
| "step": 1310 |
| }, |
| { |
| "epoch": 1.9153284671532846, |
| "grad_norm": 2.28125, |
| "learning_rate": 7.511662224531668e-06, |
| "loss": 1.0329896211624146, |
| "step": 1312 |
| }, |
| { |
| "epoch": 1.9182481751824818, |
| "grad_norm": 1.34375, |
| "learning_rate": 7.485523913005339e-06, |
| "loss": 0.8019554615020752, |
| "step": 1314 |
| }, |
| { |
| "epoch": 1.921167883211679, |
| "grad_norm": 1.84375, |
| "learning_rate": 7.45942053202486e-06, |
| "loss": 0.9977414011955261, |
| "step": 1316 |
| }, |
| { |
| "epoch": 1.924087591240876, |
| "grad_norm": 1.5546875, |
| "learning_rate": 7.433352341032981e-06, |
| "loss": 0.8954068422317505, |
| "step": 1318 |
| }, |
| { |
| "epoch": 1.9270072992700729, |
| "grad_norm": 1.7421875, |
| "learning_rate": 7.407319599122695e-06, |
| "loss": 0.8836451768875122, |
| "step": 1320 |
| }, |
| { |
| "epoch": 1.92992700729927, |
| "grad_norm": 2.8125, |
| "learning_rate": 7.381322565034675e-06, |
| "loss": 0.9566698670387268, |
| "step": 1322 |
| }, |
| { |
| "epoch": 1.9328467153284672, |
| "grad_norm": 0.58203125, |
| "learning_rate": 7.35536149715468e-06, |
| "loss": 0.738754391670227, |
| "step": 1324 |
| }, |
| { |
| "epoch": 1.9357664233576641, |
| "grad_norm": 1.8203125, |
| "learning_rate": 7.32943665351101e-06, |
| "loss": 0.910930871963501, |
| "step": 1326 |
| }, |
| { |
| "epoch": 1.9386861313868613, |
| "grad_norm": 2.625, |
| "learning_rate": 7.30354829177192e-06, |
| "loss": 0.9571232795715332, |
| "step": 1328 |
| }, |
| { |
| "epoch": 1.9416058394160585, |
| "grad_norm": 1.40625, |
| "learning_rate": 7.277696669243081e-06, |
| "loss": 0.9391112923622131, |
| "step": 1330 |
| }, |
| { |
| "epoch": 1.9445255474452554, |
| "grad_norm": 1.875, |
| "learning_rate": 7.251882042864998e-06, |
| "loss": 0.8907726407051086, |
| "step": 1332 |
| }, |
| { |
| "epoch": 1.9474452554744526, |
| "grad_norm": 4.0, |
| "learning_rate": 7.226104669210483e-06, |
| "loss": 0.4091779589653015, |
| "step": 1334 |
| }, |
| { |
| "epoch": 1.9503649635036497, |
| "grad_norm": 1.46875, |
| "learning_rate": 7.200364804482083e-06, |
| "loss": 1.086578130722046, |
| "step": 1336 |
| }, |
| { |
| "epoch": 1.9532846715328467, |
| "grad_norm": 5.09375, |
| "learning_rate": 7.1746627045095415e-06, |
| "loss": 1.0218377113342285, |
| "step": 1338 |
| }, |
| { |
| "epoch": 1.9562043795620438, |
| "grad_norm": 0.87109375, |
| "learning_rate": 7.14899862474726e-06, |
| "loss": 0.9351223111152649, |
| "step": 1340 |
| }, |
| { |
| "epoch": 1.959124087591241, |
| "grad_norm": 1.59375, |
| "learning_rate": 7.123372820271758e-06, |
| "loss": 1.1845860481262207, |
| "step": 1342 |
| }, |
| { |
| "epoch": 1.962043795620438, |
| "grad_norm": 2.953125, |
| "learning_rate": 7.097785545779129e-06, |
| "loss": 0.6177266836166382, |
| "step": 1344 |
| }, |
| { |
| "epoch": 1.964963503649635, |
| "grad_norm": 1.7734375, |
| "learning_rate": 7.072237055582516e-06, |
| "loss": 0.911766529083252, |
| "step": 1346 |
| }, |
| { |
| "epoch": 1.967883211678832, |
| "grad_norm": 2.375, |
| "learning_rate": 7.0467276036095834e-06, |
| "loss": 0.9010423421859741, |
| "step": 1348 |
| }, |
| { |
| "epoch": 1.9708029197080292, |
| "grad_norm": 2.125, |
| "learning_rate": 7.021257443399998e-06, |
| "loss": 0.9431062936782837, |
| "step": 1350 |
| }, |
| { |
| "epoch": 1.9737226277372262, |
| "grad_norm": 1.3046875, |
| "learning_rate": 6.995826828102899e-06, |
| "loss": 0.9261475801467896, |
| "step": 1352 |
| }, |
| { |
| "epoch": 1.9766423357664233, |
| "grad_norm": 1.53125, |
| "learning_rate": 6.970436010474386e-06, |
| "loss": 0.9187385439872742, |
| "step": 1354 |
| }, |
| { |
| "epoch": 1.9795620437956205, |
| "grad_norm": 1.140625, |
| "learning_rate": 6.945085242875007e-06, |
| "loss": 1.0751965045928955, |
| "step": 1356 |
| }, |
| { |
| "epoch": 1.9824817518248175, |
| "grad_norm": 0.734375, |
| "learning_rate": 6.919774777267259e-06, |
| "loss": 1.0283749103546143, |
| "step": 1358 |
| }, |
| { |
| "epoch": 1.9854014598540146, |
| "grad_norm": 2.71875, |
| "learning_rate": 6.894504865213065e-06, |
| "loss": 0.5450443625450134, |
| "step": 1360 |
| }, |
| { |
| "epoch": 1.9883211678832118, |
| "grad_norm": 0.859375, |
| "learning_rate": 6.869275757871289e-06, |
| "loss": 0.5233281850814819, |
| "step": 1362 |
| }, |
| { |
| "epoch": 1.9912408759124087, |
| "grad_norm": 1.8359375, |
| "learning_rate": 6.844087705995238e-06, |
| "loss": 1.0329816341400146, |
| "step": 1364 |
| }, |
| { |
| "epoch": 1.994160583941606, |
| "grad_norm": 1.6328125, |
| "learning_rate": 6.818940959930165e-06, |
| "loss": 0.9405212998390198, |
| "step": 1366 |
| }, |
| { |
| "epoch": 1.997080291970803, |
| "grad_norm": 5.375, |
| "learning_rate": 6.793835769610778e-06, |
| "loss": 1.1037087440490723, |
| "step": 1368 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 2.21875, |
| "learning_rate": 6.768772384558761e-06, |
| "loss": 1.0288667678833008, |
| "step": 1370 |
| }, |
| { |
| "epoch": 2.002919708029197, |
| "grad_norm": 0.921875, |
| "learning_rate": 6.743751053880302e-06, |
| "loss": 1.0435996055603027, |
| "step": 1372 |
| }, |
| { |
| "epoch": 2.0058394160583943, |
| "grad_norm": 4.75, |
| "learning_rate": 6.718772026263602e-06, |
| "loss": 0.8969197273254395, |
| "step": 1374 |
| }, |
| { |
| "epoch": 2.0087591240875913, |
| "grad_norm": 1.3125, |
| "learning_rate": 6.69383554997641e-06, |
| "loss": 0.8929958343505859, |
| "step": 1376 |
| }, |
| { |
| "epoch": 2.011678832116788, |
| "grad_norm": 1.15625, |
| "learning_rate": 6.66894187286355e-06, |
| "loss": 0.7274095416069031, |
| "step": 1378 |
| }, |
| { |
| "epoch": 2.0145985401459856, |
| "grad_norm": 1.171875, |
| "learning_rate": 6.644091242344478e-06, |
| "loss": 0.7429904341697693, |
| "step": 1380 |
| }, |
| { |
| "epoch": 2.0175182481751825, |
| "grad_norm": 2.203125, |
| "learning_rate": 6.619283905410796e-06, |
| "loss": 0.9532324075698853, |
| "step": 1382 |
| }, |
| { |
| "epoch": 2.0204379562043795, |
| "grad_norm": 0.76171875, |
| "learning_rate": 6.594520108623811e-06, |
| "loss": 0.9710752964019775, |
| "step": 1384 |
| }, |
| { |
| "epoch": 2.0233576642335764, |
| "grad_norm": 2.890625, |
| "learning_rate": 6.569800098112079e-06, |
| "loss": 0.8583542108535767, |
| "step": 1386 |
| }, |
| { |
| "epoch": 2.026277372262774, |
| "grad_norm": 1.34375, |
| "learning_rate": 6.545124119568974e-06, |
| "loss": 0.9491511583328247, |
| "step": 1388 |
| }, |
| { |
| "epoch": 2.0291970802919708, |
| "grad_norm": 1.3203125, |
| "learning_rate": 6.520492418250223e-06, |
| "loss": 0.9267318248748779, |
| "step": 1390 |
| }, |
| { |
| "epoch": 2.0321167883211677, |
| "grad_norm": 1.203125, |
| "learning_rate": 6.495905238971481e-06, |
| "loss": 1.0519380569458008, |
| "step": 1392 |
| }, |
| { |
| "epoch": 2.035036496350365, |
| "grad_norm": 10.8125, |
| "learning_rate": 6.471362826105898e-06, |
| "loss": 0.9691998362541199, |
| "step": 1394 |
| }, |
| { |
| "epoch": 2.037956204379562, |
| "grad_norm": 6.4375, |
| "learning_rate": 6.4468654235816945e-06, |
| "loss": 0.7549631595611572, |
| "step": 1396 |
| }, |
| { |
| "epoch": 2.040875912408759, |
| "grad_norm": 3.375, |
| "learning_rate": 6.422413274879719e-06, |
| "loss": 0.7525750398635864, |
| "step": 1398 |
| }, |
| { |
| "epoch": 2.0437956204379564, |
| "grad_norm": 1.40625, |
| "learning_rate": 6.3980066230310535e-06, |
| "loss": 0.8843213319778442, |
| "step": 1400 |
| }, |
| { |
| "epoch": 2.0467153284671533, |
| "grad_norm": 2.09375, |
| "learning_rate": 6.3736457106145676e-06, |
| "loss": 0.9530847668647766, |
| "step": 1402 |
| }, |
| { |
| "epoch": 2.0496350364963503, |
| "grad_norm": 0.875, |
| "learning_rate": 6.349330779754542e-06, |
| "loss": 0.6189695596694946, |
| "step": 1404 |
| }, |
| { |
| "epoch": 2.0525547445255476, |
| "grad_norm": 1.109375, |
| "learning_rate": 6.325062072118238e-06, |
| "loss": 0.4646834135055542, |
| "step": 1406 |
| }, |
| { |
| "epoch": 2.0554744525547446, |
| "grad_norm": 1.546875, |
| "learning_rate": 6.300839828913495e-06, |
| "loss": 0.890283465385437, |
| "step": 1408 |
| }, |
| { |
| "epoch": 2.0583941605839415, |
| "grad_norm": 1.2890625, |
| "learning_rate": 6.276664290886347e-06, |
| "loss": 1.0025547742843628, |
| "step": 1410 |
| }, |
| { |
| "epoch": 2.0613138686131385, |
| "grad_norm": 4.375, |
| "learning_rate": 6.252535698318629e-06, |
| "loss": 0.630736231803894, |
| "step": 1412 |
| }, |
| { |
| "epoch": 2.064233576642336, |
| "grad_norm": 3.203125, |
| "learning_rate": 6.2284542910255694e-06, |
| "loss": 0.7758012413978577, |
| "step": 1414 |
| }, |
| { |
| "epoch": 2.067153284671533, |
| "grad_norm": 5.53125, |
| "learning_rate": 6.204420308353432e-06, |
| "loss": 0.5808634757995605, |
| "step": 1416 |
| }, |
| { |
| "epoch": 2.0700729927007298, |
| "grad_norm": 3.28125, |
| "learning_rate": 6.18043398917711e-06, |
| "loss": 0.6857596635818481, |
| "step": 1418 |
| }, |
| { |
| "epoch": 2.072992700729927, |
| "grad_norm": 1.453125, |
| "learning_rate": 6.156495571897786e-06, |
| "loss": 0.5333114862442017, |
| "step": 1420 |
| }, |
| { |
| "epoch": 2.075912408759124, |
| "grad_norm": 0.8828125, |
| "learning_rate": 6.132605294440532e-06, |
| "loss": 1.025094747543335, |
| "step": 1422 |
| }, |
| { |
| "epoch": 2.078832116788321, |
| "grad_norm": 1.546875, |
| "learning_rate": 6.108763394251956e-06, |
| "loss": 0.7176234722137451, |
| "step": 1424 |
| }, |
| { |
| "epoch": 2.0817518248175184, |
| "grad_norm": 1.8203125, |
| "learning_rate": 6.084970108297841e-06, |
| "loss": 0.5737876296043396, |
| "step": 1426 |
| }, |
| { |
| "epoch": 2.0846715328467154, |
| "grad_norm": 1.1328125, |
| "learning_rate": 6.061225673060799e-06, |
| "loss": 0.7959654331207275, |
| "step": 1428 |
| }, |
| { |
| "epoch": 2.0875912408759123, |
| "grad_norm": 1.65625, |
| "learning_rate": 6.037530324537905e-06, |
| "loss": 0.8338675498962402, |
| "step": 1430 |
| }, |
| { |
| "epoch": 2.0905109489051097, |
| "grad_norm": 3.890625, |
| "learning_rate": 6.013884298238358e-06, |
| "loss": 0.8504579067230225, |
| "step": 1432 |
| }, |
| { |
| "epoch": 2.0934306569343066, |
| "grad_norm": 1.5, |
| "learning_rate": 5.990287829181148e-06, |
| "loss": 0.8194718360900879, |
| "step": 1434 |
| }, |
| { |
| "epoch": 2.0963503649635036, |
| "grad_norm": 0.97265625, |
| "learning_rate": 5.96674115189271e-06, |
| "loss": 0.6566216945648193, |
| "step": 1436 |
| }, |
| { |
| "epoch": 2.0992700729927005, |
| "grad_norm": 1.5625, |
| "learning_rate": 5.943244500404591e-06, |
| "loss": 0.8156367540359497, |
| "step": 1438 |
| }, |
| { |
| "epoch": 2.102189781021898, |
| "grad_norm": 1.53125, |
| "learning_rate": 5.919798108251132e-06, |
| "loss": 0.7687311768531799, |
| "step": 1440 |
| }, |
| { |
| "epoch": 2.105109489051095, |
| "grad_norm": 1.9609375, |
| "learning_rate": 5.896402208467153e-06, |
| "loss": 0.46858537197113037, |
| "step": 1442 |
| }, |
| { |
| "epoch": 2.108029197080292, |
| "grad_norm": 1.78125, |
| "learning_rate": 5.873057033585615e-06, |
| "loss": 0.9006612300872803, |
| "step": 1444 |
| }, |
| { |
| "epoch": 2.110948905109489, |
| "grad_norm": 2.015625, |
| "learning_rate": 5.849762815635328e-06, |
| "loss": 0.8107215762138367, |
| "step": 1446 |
| }, |
| { |
| "epoch": 2.113868613138686, |
| "grad_norm": 2.015625, |
| "learning_rate": 5.826519786138636e-06, |
| "loss": 0.8245384693145752, |
| "step": 1448 |
| }, |
| { |
| "epoch": 2.116788321167883, |
| "grad_norm": 1.1640625, |
| "learning_rate": 5.8033281761091255e-06, |
| "loss": 0.8235875368118286, |
| "step": 1450 |
| }, |
| { |
| "epoch": 2.1197080291970805, |
| "grad_norm": 1.171875, |
| "learning_rate": 5.780188216049315e-06, |
| "loss": 0.7649439573287964, |
| "step": 1452 |
| }, |
| { |
| "epoch": 2.1226277372262774, |
| "grad_norm": 1.328125, |
| "learning_rate": 5.7571001359483725e-06, |
| "loss": 0.6783745288848877, |
| "step": 1454 |
| }, |
| { |
| "epoch": 2.1255474452554743, |
| "grad_norm": 2.296875, |
| "learning_rate": 5.734064165279828e-06, |
| "loss": 0.8276048898696899, |
| "step": 1456 |
| }, |
| { |
| "epoch": 2.1284671532846717, |
| "grad_norm": 1.71875, |
| "learning_rate": 5.7110805329993e-06, |
| "loss": 0.7815314531326294, |
| "step": 1458 |
| }, |
| { |
| "epoch": 2.1313868613138687, |
| "grad_norm": 0.99609375, |
| "learning_rate": 5.688149467542208e-06, |
| "loss": 0.6708962917327881, |
| "step": 1460 |
| }, |
| { |
| "epoch": 2.1343065693430656, |
| "grad_norm": 1.859375, |
| "learning_rate": 5.665271196821506e-06, |
| "loss": 0.8067224025726318, |
| "step": 1462 |
| }, |
| { |
| "epoch": 2.137226277372263, |
| "grad_norm": 1.09375, |
| "learning_rate": 5.642445948225416e-06, |
| "loss": 0.8288531303405762, |
| "step": 1464 |
| }, |
| { |
| "epoch": 2.14014598540146, |
| "grad_norm": 2.8125, |
| "learning_rate": 5.619673948615189e-06, |
| "loss": 0.8746398091316223, |
| "step": 1466 |
| }, |
| { |
| "epoch": 2.143065693430657, |
| "grad_norm": 1.8828125, |
| "learning_rate": 5.5969554243228e-06, |
| "loss": 0.6434183120727539, |
| "step": 1468 |
| }, |
| { |
| "epoch": 2.145985401459854, |
| "grad_norm": 1.40625, |
| "learning_rate": 5.57429060114876e-06, |
| "loss": 0.6681355237960815, |
| "step": 1470 |
| }, |
| { |
| "epoch": 2.1489051094890512, |
| "grad_norm": 2.40625, |
| "learning_rate": 5.5516797043598245e-06, |
| "loss": 0.7707985639572144, |
| "step": 1472 |
| }, |
| { |
| "epoch": 2.151824817518248, |
| "grad_norm": 2.078125, |
| "learning_rate": 5.529122958686786e-06, |
| "loss": 0.6538320779800415, |
| "step": 1474 |
| }, |
| { |
| "epoch": 2.154744525547445, |
| "grad_norm": 3.1875, |
| "learning_rate": 5.506620588322206e-06, |
| "loss": 0.561845064163208, |
| "step": 1476 |
| }, |
| { |
| "epoch": 2.1576642335766425, |
| "grad_norm": 4.46875, |
| "learning_rate": 5.484172816918227e-06, |
| "loss": 0.6652007102966309, |
| "step": 1478 |
| }, |
| { |
| "epoch": 2.1605839416058394, |
| "grad_norm": 1.3515625, |
| "learning_rate": 5.46177986758432e-06, |
| "loss": 0.8560731410980225, |
| "step": 1480 |
| }, |
| { |
| "epoch": 2.1635036496350364, |
| "grad_norm": 1.5, |
| "learning_rate": 5.439441962885084e-06, |
| "loss": 0.8291876316070557, |
| "step": 1482 |
| }, |
| { |
| "epoch": 2.1664233576642338, |
| "grad_norm": 0.93359375, |
| "learning_rate": 5.417159324838012e-06, |
| "loss": 0.8320481777191162, |
| "step": 1484 |
| }, |
| { |
| "epoch": 2.1693430656934307, |
| "grad_norm": 1.96875, |
| "learning_rate": 5.394932174911316e-06, |
| "loss": 0.6385836601257324, |
| "step": 1486 |
| }, |
| { |
| "epoch": 2.1722627737226277, |
| "grad_norm": 2.640625, |
| "learning_rate": 5.372760734021697e-06, |
| "loss": 0.7288645505905151, |
| "step": 1488 |
| }, |
| { |
| "epoch": 2.1751824817518246, |
| "grad_norm": 1.578125, |
| "learning_rate": 5.3506452225321756e-06, |
| "loss": 0.7009255886077881, |
| "step": 1490 |
| }, |
| { |
| "epoch": 2.178102189781022, |
| "grad_norm": 1.90625, |
| "learning_rate": 5.3285858602498655e-06, |
| "loss": 0.7125614881515503, |
| "step": 1492 |
| }, |
| { |
| "epoch": 2.181021897810219, |
| "grad_norm": 1.640625, |
| "learning_rate": 5.30658286642383e-06, |
| "loss": 0.895104169845581, |
| "step": 1494 |
| }, |
| { |
| "epoch": 2.183941605839416, |
| "grad_norm": 2.328125, |
| "learning_rate": 5.284636459742878e-06, |
| "loss": 0.7410358190536499, |
| "step": 1496 |
| }, |
| { |
| "epoch": 2.1868613138686133, |
| "grad_norm": 1.40625, |
| "learning_rate": 5.262746858333386e-06, |
| "loss": 0.7033236026763916, |
| "step": 1498 |
| }, |
| { |
| "epoch": 2.18978102189781, |
| "grad_norm": 0.66015625, |
| "learning_rate": 5.24091427975716e-06, |
| "loss": 0.8284467458724976, |
| "step": 1500 |
| }, |
| { |
| "epoch": 2.192700729927007, |
| "grad_norm": 3.359375, |
| "learning_rate": 5.219138941009232e-06, |
| "loss": 0.6668428182601929, |
| "step": 1502 |
| }, |
| { |
| "epoch": 2.1956204379562045, |
| "grad_norm": 3.484375, |
| "learning_rate": 5.197421058515747e-06, |
| "loss": 0.8068520426750183, |
| "step": 1504 |
| }, |
| { |
| "epoch": 2.1985401459854015, |
| "grad_norm": 1.890625, |
| "learning_rate": 5.175760848131764e-06, |
| "loss": 0.8340035080909729, |
| "step": 1506 |
| }, |
| { |
| "epoch": 2.2014598540145984, |
| "grad_norm": 4.96875, |
| "learning_rate": 5.15415852513916e-06, |
| "loss": 0.7390716075897217, |
| "step": 1508 |
| }, |
| { |
| "epoch": 2.204379562043796, |
| "grad_norm": 2.546875, |
| "learning_rate": 5.132614304244448e-06, |
| "loss": 0.5261499881744385, |
| "step": 1510 |
| }, |
| { |
| "epoch": 2.2072992700729928, |
| "grad_norm": 1.6328125, |
| "learning_rate": 5.111128399576679e-06, |
| "loss": 0.5483267307281494, |
| "step": 1512 |
| }, |
| { |
| "epoch": 2.2102189781021897, |
| "grad_norm": 1.59375, |
| "learning_rate": 5.089701024685276e-06, |
| "loss": 0.6743176579475403, |
| "step": 1514 |
| }, |
| { |
| "epoch": 2.213138686131387, |
| "grad_norm": 4.59375, |
| "learning_rate": 5.068332392537949e-06, |
| "loss": 0.5492575168609619, |
| "step": 1516 |
| }, |
| { |
| "epoch": 2.216058394160584, |
| "grad_norm": 4.5, |
| "learning_rate": 5.047022715518552e-06, |
| "loss": 0.6473349332809448, |
| "step": 1518 |
| }, |
| { |
| "epoch": 2.218978102189781, |
| "grad_norm": 1.2265625, |
| "learning_rate": 5.025772205424989e-06, |
| "loss": 0.6930059194564819, |
| "step": 1520 |
| }, |
| { |
| "epoch": 2.221897810218978, |
| "grad_norm": 1.5703125, |
| "learning_rate": 5.004581073467086e-06, |
| "loss": 0.27295994758605957, |
| "step": 1522 |
| }, |
| { |
| "epoch": 2.2248175182481753, |
| "grad_norm": 1.984375, |
| "learning_rate": 4.9834495302645245e-06, |
| "loss": 0.4621976912021637, |
| "step": 1524 |
| }, |
| { |
| "epoch": 2.2277372262773723, |
| "grad_norm": 1.0, |
| "learning_rate": 4.96237778584472e-06, |
| "loss": 0.02943926304578781, |
| "step": 1526 |
| }, |
| { |
| "epoch": 2.230656934306569, |
| "grad_norm": 1.4140625, |
| "learning_rate": 4.941366049640749e-06, |
| "loss": 0.46130675077438354, |
| "step": 1528 |
| }, |
| { |
| "epoch": 2.2335766423357666, |
| "grad_norm": 1.5, |
| "learning_rate": 4.920414530489257e-06, |
| "loss": 0.838486909866333, |
| "step": 1530 |
| }, |
| { |
| "epoch": 2.2364963503649635, |
| "grad_norm": 1.96875, |
| "learning_rate": 4.8995234366284e-06, |
| "loss": 0.5507088899612427, |
| "step": 1532 |
| }, |
| { |
| "epoch": 2.2394160583941605, |
| "grad_norm": 0.75390625, |
| "learning_rate": 4.8786929756957605e-06, |
| "loss": 0.7234805822372437, |
| "step": 1534 |
| }, |
| { |
| "epoch": 2.242335766423358, |
| "grad_norm": 5.15625, |
| "learning_rate": 4.857923354726279e-06, |
| "loss": 0.5796624422073364, |
| "step": 1536 |
| }, |
| { |
| "epoch": 2.245255474452555, |
| "grad_norm": 0.98046875, |
| "learning_rate": 4.837214780150214e-06, |
| "loss": 0.8029043674468994, |
| "step": 1538 |
| }, |
| { |
| "epoch": 2.2481751824817517, |
| "grad_norm": 4.90625, |
| "learning_rate": 4.81656745779108e-06, |
| "loss": 0.525973916053772, |
| "step": 1540 |
| }, |
| { |
| "epoch": 2.2510948905109487, |
| "grad_norm": 1.6328125, |
| "learning_rate": 4.7959815928636e-06, |
| "loss": 0.8653099536895752, |
| "step": 1542 |
| }, |
| { |
| "epoch": 2.254014598540146, |
| "grad_norm": 3.109375, |
| "learning_rate": 4.77545738997167e-06, |
| "loss": 0.6535752415657043, |
| "step": 1544 |
| }, |
| { |
| "epoch": 2.256934306569343, |
| "grad_norm": 1.75, |
| "learning_rate": 4.7549950531063195e-06, |
| "loss": 0.35478323698043823, |
| "step": 1546 |
| }, |
| { |
| "epoch": 2.25985401459854, |
| "grad_norm": 0.88671875, |
| "learning_rate": 4.7345947856437006e-06, |
| "loss": 0.697108268737793, |
| "step": 1548 |
| }, |
| { |
| "epoch": 2.2627737226277373, |
| "grad_norm": 3.546875, |
| "learning_rate": 4.7142567903430425e-06, |
| "loss": 0.7007002234458923, |
| "step": 1550 |
| }, |
| { |
| "epoch": 2.2656934306569343, |
| "grad_norm": 2.09375, |
| "learning_rate": 4.693981269344652e-06, |
| "loss": 0.5467470288276672, |
| "step": 1552 |
| }, |
| { |
| "epoch": 2.2686131386861312, |
| "grad_norm": 0.6484375, |
| "learning_rate": 4.6737684241679e-06, |
| "loss": 0.680496335029602, |
| "step": 1554 |
| }, |
| { |
| "epoch": 2.2715328467153286, |
| "grad_norm": 2.0, |
| "learning_rate": 4.653618455709228e-06, |
| "loss": 0.7767674922943115, |
| "step": 1556 |
| }, |
| { |
| "epoch": 2.2744525547445256, |
| "grad_norm": 1.8203125, |
| "learning_rate": 4.633531564240132e-06, |
| "loss": 0.7562911510467529, |
| "step": 1558 |
| }, |
| { |
| "epoch": 2.2773722627737225, |
| "grad_norm": 1.1171875, |
| "learning_rate": 4.613507949405185e-06, |
| "loss": 0.6934938430786133, |
| "step": 1560 |
| }, |
| { |
| "epoch": 2.28029197080292, |
| "grad_norm": 8.25, |
| "learning_rate": 4.59354781022005e-06, |
| "loss": 0.5609025359153748, |
| "step": 1562 |
| }, |
| { |
| "epoch": 2.283211678832117, |
| "grad_norm": 1.5234375, |
| "learning_rate": 4.573651345069512e-06, |
| "loss": 0.66295325756073, |
| "step": 1564 |
| }, |
| { |
| "epoch": 2.286131386861314, |
| "grad_norm": 1.4921875, |
| "learning_rate": 4.553818751705485e-06, |
| "loss": 0.684248685836792, |
| "step": 1566 |
| }, |
| { |
| "epoch": 2.289051094890511, |
| "grad_norm": 2.125, |
| "learning_rate": 4.5340502272450605e-06, |
| "loss": 0.8481276035308838, |
| "step": 1568 |
| }, |
| { |
| "epoch": 2.291970802919708, |
| "grad_norm": 1.265625, |
| "learning_rate": 4.514345968168553e-06, |
| "loss": 0.7585752010345459, |
| "step": 1570 |
| }, |
| { |
| "epoch": 2.294890510948905, |
| "grad_norm": 1.8984375, |
| "learning_rate": 4.494706170317533e-06, |
| "loss": 0.6100776791572571, |
| "step": 1572 |
| }, |
| { |
| "epoch": 2.297810218978102, |
| "grad_norm": 1.671875, |
| "learning_rate": 4.475131028892891e-06, |
| "loss": 0.8301199674606323, |
| "step": 1574 |
| }, |
| { |
| "epoch": 2.3007299270072994, |
| "grad_norm": 1.5546875, |
| "learning_rate": 4.4556207384528905e-06, |
| "loss": 0.7175470590591431, |
| "step": 1576 |
| }, |
| { |
| "epoch": 2.3036496350364963, |
| "grad_norm": 1.484375, |
| "learning_rate": 4.436175492911244e-06, |
| "loss": 0.6281868815422058, |
| "step": 1578 |
| }, |
| { |
| "epoch": 2.3065693430656933, |
| "grad_norm": 1.6484375, |
| "learning_rate": 4.416795485535178e-06, |
| "loss": 0.7572029829025269, |
| "step": 1580 |
| }, |
| { |
| "epoch": 2.3094890510948907, |
| "grad_norm": 0.98046875, |
| "learning_rate": 4.39748090894351e-06, |
| "loss": 0.9321935176849365, |
| "step": 1582 |
| }, |
| { |
| "epoch": 2.3124087591240876, |
| "grad_norm": 2.109375, |
| "learning_rate": 4.378231955104737e-06, |
| "loss": 0.8666127920150757, |
| "step": 1584 |
| }, |
| { |
| "epoch": 2.3153284671532846, |
| "grad_norm": 1.1796875, |
| "learning_rate": 4.359048815335138e-06, |
| "loss": 0.661139190196991, |
| "step": 1586 |
| }, |
| { |
| "epoch": 2.318248175182482, |
| "grad_norm": 5.1875, |
| "learning_rate": 4.339931680296853e-06, |
| "loss": 0.449010968208313, |
| "step": 1588 |
| }, |
| { |
| "epoch": 2.321167883211679, |
| "grad_norm": 4.8125, |
| "learning_rate": 4.320880739996001e-06, |
| "loss": 0.8577573299407959, |
| "step": 1590 |
| }, |
| { |
| "epoch": 2.324087591240876, |
| "grad_norm": 4.28125, |
| "learning_rate": 4.301896183780786e-06, |
| "loss": 0.31971099972724915, |
| "step": 1592 |
| }, |
| { |
| "epoch": 2.3270072992700728, |
| "grad_norm": 1.046875, |
| "learning_rate": 4.282978200339625e-06, |
| "loss": 0.9564056396484375, |
| "step": 1594 |
| }, |
| { |
| "epoch": 2.32992700729927, |
| "grad_norm": 1.6875, |
| "learning_rate": 4.264126977699257e-06, |
| "loss": 0.7362431287765503, |
| "step": 1596 |
| }, |
| { |
| "epoch": 2.332846715328467, |
| "grad_norm": 0.69140625, |
| "learning_rate": 4.245342703222886e-06, |
| "loss": 0.7109739780426025, |
| "step": 1598 |
| }, |
| { |
| "epoch": 2.335766423357664, |
| "grad_norm": 1.28125, |
| "learning_rate": 4.226625563608309e-06, |
| "loss": 0.8343263864517212, |
| "step": 1600 |
| }, |
| { |
| "epoch": 2.3386861313868614, |
| "grad_norm": 1.015625, |
| "learning_rate": 4.2079757448860815e-06, |
| "loss": 0.40778160095214844, |
| "step": 1602 |
| }, |
| { |
| "epoch": 2.3416058394160584, |
| "grad_norm": 1.6171875, |
| "learning_rate": 4.189393432417636e-06, |
| "loss": 0.8560945391654968, |
| "step": 1604 |
| }, |
| { |
| "epoch": 2.3445255474452553, |
| "grad_norm": 4.5, |
| "learning_rate": 4.170878810893466e-06, |
| "loss": 0.6990410089492798, |
| "step": 1606 |
| }, |
| { |
| "epoch": 2.3474452554744527, |
| "grad_norm": 1.5859375, |
| "learning_rate": 4.1524320643312785e-06, |
| "loss": 0.6028338670730591, |
| "step": 1608 |
| }, |
| { |
| "epoch": 2.3503649635036497, |
| "grad_norm": 3.65625, |
| "learning_rate": 4.134053376074173e-06, |
| "loss": 0.9524053335189819, |
| "step": 1610 |
| }, |
| { |
| "epoch": 2.3532846715328466, |
| "grad_norm": 1.703125, |
| "learning_rate": 4.1157429287888106e-06, |
| "loss": 0.7160009145736694, |
| "step": 1612 |
| }, |
| { |
| "epoch": 2.356204379562044, |
| "grad_norm": 2.21875, |
| "learning_rate": 4.097500904463599e-06, |
| "loss": 0.5132364630699158, |
| "step": 1614 |
| }, |
| { |
| "epoch": 2.359124087591241, |
| "grad_norm": 0.58203125, |
| "learning_rate": 4.0793274844068894e-06, |
| "loss": 0.7284754514694214, |
| "step": 1616 |
| }, |
| { |
| "epoch": 2.362043795620438, |
| "grad_norm": 2.203125, |
| "learning_rate": 4.0612228492451774e-06, |
| "loss": 0.7883840799331665, |
| "step": 1618 |
| }, |
| { |
| "epoch": 2.3649635036496353, |
| "grad_norm": 0.75390625, |
| "learning_rate": 4.043187178921295e-06, |
| "loss": 0.6828069686889648, |
| "step": 1620 |
| }, |
| { |
| "epoch": 2.367883211678832, |
| "grad_norm": 6.125, |
| "learning_rate": 4.025220652692632e-06, |
| "loss": 0.5448120832443237, |
| "step": 1622 |
| }, |
| { |
| "epoch": 2.370802919708029, |
| "grad_norm": 3.171875, |
| "learning_rate": 4.007323449129348e-06, |
| "loss": 0.6537898778915405, |
| "step": 1624 |
| }, |
| { |
| "epoch": 2.373722627737226, |
| "grad_norm": 0.79296875, |
| "learning_rate": 3.9894957461126115e-06, |
| "loss": 0.9079203605651855, |
| "step": 1626 |
| }, |
| { |
| "epoch": 2.3766423357664235, |
| "grad_norm": 2.078125, |
| "learning_rate": 3.971737720832811e-06, |
| "loss": 0.6240258812904358, |
| "step": 1628 |
| }, |
| { |
| "epoch": 2.3795620437956204, |
| "grad_norm": 5.25, |
| "learning_rate": 3.95404954978781e-06, |
| "loss": 0.7859882712364197, |
| "step": 1630 |
| }, |
| { |
| "epoch": 2.3824817518248174, |
| "grad_norm": 2.1875, |
| "learning_rate": 3.936431408781182e-06, |
| "loss": 0.8363872766494751, |
| "step": 1632 |
| }, |
| { |
| "epoch": 2.3854014598540147, |
| "grad_norm": 1.3125, |
| "learning_rate": 3.918883472920482e-06, |
| "loss": 0.6829777956008911, |
| "step": 1634 |
| }, |
| { |
| "epoch": 2.3883211678832117, |
| "grad_norm": 2.28125, |
| "learning_rate": 3.901405916615472e-06, |
| "loss": 0.731148362159729, |
| "step": 1636 |
| }, |
| { |
| "epoch": 2.3912408759124086, |
| "grad_norm": 1.2421875, |
| "learning_rate": 3.883998913576426e-06, |
| "loss": 0.8181612491607666, |
| "step": 1638 |
| }, |
| { |
| "epoch": 2.394160583941606, |
| "grad_norm": 2.90625, |
| "learning_rate": 3.866662636812382e-06, |
| "loss": 0.7890921831130981, |
| "step": 1640 |
| }, |
| { |
| "epoch": 2.397080291970803, |
| "grad_norm": 2.609375, |
| "learning_rate": 3.849397258629418e-06, |
| "loss": 0.9046710729598999, |
| "step": 1642 |
| }, |
| { |
| "epoch": 2.4, |
| "grad_norm": 3.03125, |
| "learning_rate": 3.832202950628957e-06, |
| "loss": 0.5645934343338013, |
| "step": 1644 |
| }, |
| { |
| "epoch": 2.402919708029197, |
| "grad_norm": 1.2578125, |
| "learning_rate": 3.815079883706044e-06, |
| "loss": 0.7521035671234131, |
| "step": 1646 |
| }, |
| { |
| "epoch": 2.4058394160583942, |
| "grad_norm": 1.78125, |
| "learning_rate": 3.798028228047666e-06, |
| "loss": 0.9176548719406128, |
| "step": 1648 |
| }, |
| { |
| "epoch": 2.408759124087591, |
| "grad_norm": 1.3046875, |
| "learning_rate": 3.7810481531310393e-06, |
| "loss": 0.7428127527236938, |
| "step": 1650 |
| }, |
| { |
| "epoch": 2.411678832116788, |
| "grad_norm": 1.6484375, |
| "learning_rate": 3.764139827721942e-06, |
| "loss": 0.7727073431015015, |
| "step": 1652 |
| }, |
| { |
| "epoch": 2.4145985401459855, |
| "grad_norm": 1.4609375, |
| "learning_rate": 3.7473034198730253e-06, |
| "loss": 0.5838227272033691, |
| "step": 1654 |
| }, |
| { |
| "epoch": 2.4175182481751825, |
| "grad_norm": 1.3515625, |
| "learning_rate": 3.7305390969221568e-06, |
| "loss": 0.4641542434692383, |
| "step": 1656 |
| }, |
| { |
| "epoch": 2.4204379562043794, |
| "grad_norm": 0.9921875, |
| "learning_rate": 3.713847025490741e-06, |
| "loss": 0.9994175434112549, |
| "step": 1658 |
| }, |
| { |
| "epoch": 2.423357664233577, |
| "grad_norm": 1.1796875, |
| "learning_rate": 3.697227371482075e-06, |
| "loss": 0.8180762529373169, |
| "step": 1660 |
| }, |
| { |
| "epoch": 2.4262773722627737, |
| "grad_norm": 1.546875, |
| "learning_rate": 3.680680300079691e-06, |
| "loss": 0.8322299718856812, |
| "step": 1662 |
| }, |
| { |
| "epoch": 2.4291970802919707, |
| "grad_norm": 1.3984375, |
| "learning_rate": 3.6642059757457305e-06, |
| "loss": 0.8561440706253052, |
| "step": 1664 |
| }, |
| { |
| "epoch": 2.432116788321168, |
| "grad_norm": 2.5, |
| "learning_rate": 3.64780456221928e-06, |
| "loss": 0.7428604364395142, |
| "step": 1666 |
| }, |
| { |
| "epoch": 2.435036496350365, |
| "grad_norm": 1.6015625, |
| "learning_rate": 3.631476222514783e-06, |
| "loss": 0.5356122255325317, |
| "step": 1668 |
| }, |
| { |
| "epoch": 2.437956204379562, |
| "grad_norm": 2.40625, |
| "learning_rate": 3.6152211189203795e-06, |
| "loss": 0.7833819389343262, |
| "step": 1670 |
| }, |
| { |
| "epoch": 2.4408759124087593, |
| "grad_norm": 2.984375, |
| "learning_rate": 3.59903941299633e-06, |
| "loss": 0.6892082095146179, |
| "step": 1672 |
| }, |
| { |
| "epoch": 2.4437956204379563, |
| "grad_norm": 1.4296875, |
| "learning_rate": 3.5829312655733755e-06, |
| "loss": 0.664943277835846, |
| "step": 1674 |
| }, |
| { |
| "epoch": 2.4467153284671532, |
| "grad_norm": 1.84375, |
| "learning_rate": 3.5668968367511688e-06, |
| "loss": 0.43954727053642273, |
| "step": 1676 |
| }, |
| { |
| "epoch": 2.44963503649635, |
| "grad_norm": 4.65625, |
| "learning_rate": 3.55093628589666e-06, |
| "loss": 0.8540928959846497, |
| "step": 1678 |
| }, |
| { |
| "epoch": 2.4525547445255476, |
| "grad_norm": 3.671875, |
| "learning_rate": 3.5350497716425336e-06, |
| "loss": 0.5841000080108643, |
| "step": 1680 |
| }, |
| { |
| "epoch": 2.4554744525547445, |
| "grad_norm": 1.609375, |
| "learning_rate": 3.5192374518856053e-06, |
| "loss": 0.8527902364730835, |
| "step": 1682 |
| }, |
| { |
| "epoch": 2.4583941605839414, |
| "grad_norm": 1.1171875, |
| "learning_rate": 3.503499483785286e-06, |
| "loss": 0.8345115780830383, |
| "step": 1684 |
| }, |
| { |
| "epoch": 2.461313868613139, |
| "grad_norm": 1.7421875, |
| "learning_rate": 3.487836023761985e-06, |
| "loss": 0.7301859259605408, |
| "step": 1686 |
| }, |
| { |
| "epoch": 2.4642335766423358, |
| "grad_norm": 1.2109375, |
| "learning_rate": 3.47224722749559e-06, |
| "loss": 0.8187237977981567, |
| "step": 1688 |
| }, |
| { |
| "epoch": 2.4671532846715327, |
| "grad_norm": 1.328125, |
| "learning_rate": 3.4567332499238814e-06, |
| "loss": 0.6591298580169678, |
| "step": 1690 |
| }, |
| { |
| "epoch": 2.47007299270073, |
| "grad_norm": 1.84375, |
| "learning_rate": 3.4412942452410315e-06, |
| "loss": 0.8038393259048462, |
| "step": 1692 |
| }, |
| { |
| "epoch": 2.472992700729927, |
| "grad_norm": 1.6796875, |
| "learning_rate": 3.4259303668960447e-06, |
| "loss": 0.8325489163398743, |
| "step": 1694 |
| }, |
| { |
| "epoch": 2.475912408759124, |
| "grad_norm": 0.9765625, |
| "learning_rate": 3.410641767591241e-06, |
| "loss": 0.8613182902336121, |
| "step": 1696 |
| }, |
| { |
| "epoch": 2.478832116788321, |
| "grad_norm": 1.34375, |
| "learning_rate": 3.395428599280738e-06, |
| "loss": 0.7140976190567017, |
| "step": 1698 |
| }, |
| { |
| "epoch": 2.4817518248175183, |
| "grad_norm": 5.71875, |
| "learning_rate": 3.380291013168947e-06, |
| "loss": 0.7978304028511047, |
| "step": 1700 |
| }, |
| { |
| "epoch": 2.4846715328467153, |
| "grad_norm": 2.046875, |
| "learning_rate": 3.365229159709058e-06, |
| "loss": 0.7424026727676392, |
| "step": 1702 |
| }, |
| { |
| "epoch": 2.487591240875912, |
| "grad_norm": 4.0625, |
| "learning_rate": 3.350243188601553e-06, |
| "loss": 0.7429658770561218, |
| "step": 1704 |
| }, |
| { |
| "epoch": 2.4905109489051096, |
| "grad_norm": 4.1875, |
| "learning_rate": 3.335333248792713e-06, |
| "loss": 0.9073584079742432, |
| "step": 1706 |
| }, |
| { |
| "epoch": 2.4934306569343065, |
| "grad_norm": 4.0, |
| "learning_rate": 3.3204994884731438e-06, |
| "loss": 0.8908743858337402, |
| "step": 1708 |
| }, |
| { |
| "epoch": 2.4963503649635035, |
| "grad_norm": 3.015625, |
| "learning_rate": 3.305742055076305e-06, |
| "loss": 0.5691918730735779, |
| "step": 1710 |
| }, |
| { |
| "epoch": 2.499270072992701, |
| "grad_norm": 6.125, |
| "learning_rate": 3.291061095277022e-06, |
| "loss": 0.5017768740653992, |
| "step": 1712 |
| }, |
| { |
| "epoch": 2.502189781021898, |
| "grad_norm": 1.59375, |
| "learning_rate": 3.276456754990063e-06, |
| "loss": 0.6777371168136597, |
| "step": 1714 |
| }, |
| { |
| "epoch": 2.5051094890510948, |
| "grad_norm": 1.5, |
| "learning_rate": 3.26192917936866e-06, |
| "loss": 0.7224640846252441, |
| "step": 1716 |
| }, |
| { |
| "epoch": 2.508029197080292, |
| "grad_norm": 1.3828125, |
| "learning_rate": 3.2474785128030874e-06, |
| "loss": 0.7180345058441162, |
| "step": 1718 |
| }, |
| { |
| "epoch": 2.510948905109489, |
| "grad_norm": 1.671875, |
| "learning_rate": 3.233104898919204e-06, |
| "loss": 0.7574636936187744, |
| "step": 1720 |
| }, |
| { |
| "epoch": 2.513868613138686, |
| "grad_norm": 2.015625, |
| "learning_rate": 3.2188084805770516e-06, |
| "loss": 0.8155980110168457, |
| "step": 1722 |
| }, |
| { |
| "epoch": 2.5167883211678834, |
| "grad_norm": 0.62109375, |
| "learning_rate": 3.204589399869413e-06, |
| "loss": 0.633004903793335, |
| "step": 1724 |
| }, |
| { |
| "epoch": 2.5197080291970804, |
| "grad_norm": 1.5390625, |
| "learning_rate": 3.1904477981204095e-06, |
| "loss": 0.8904657363891602, |
| "step": 1726 |
| }, |
| { |
| "epoch": 2.5226277372262773, |
| "grad_norm": 3.6875, |
| "learning_rate": 3.1763838158840975e-06, |
| "loss": 0.9445555806159973, |
| "step": 1728 |
| }, |
| { |
| "epoch": 2.5255474452554747, |
| "grad_norm": 1.84375, |
| "learning_rate": 3.162397592943072e-06, |
| "loss": 0.7310269474983215, |
| "step": 1730 |
| }, |
| { |
| "epoch": 2.5284671532846716, |
| "grad_norm": 2.8125, |
| "learning_rate": 3.148489268307069e-06, |
| "loss": 0.8217026591300964, |
| "step": 1732 |
| }, |
| { |
| "epoch": 2.5313868613138686, |
| "grad_norm": 0.671875, |
| "learning_rate": 3.134658980211592e-06, |
| "loss": 0.757714033126831, |
| "step": 1734 |
| }, |
| { |
| "epoch": 2.5343065693430655, |
| "grad_norm": 3.1875, |
| "learning_rate": 3.120906866116534e-06, |
| "loss": 0.33906611800193787, |
| "step": 1736 |
| }, |
| { |
| "epoch": 2.537226277372263, |
| "grad_norm": 1.578125, |
| "learning_rate": 3.1072330627048186e-06, |
| "loss": 0.6817200183868408, |
| "step": 1738 |
| }, |
| { |
| "epoch": 2.54014598540146, |
| "grad_norm": 2.046875, |
| "learning_rate": 3.0936377058810297e-06, |
| "loss": 0.9685699343681335, |
| "step": 1740 |
| }, |
| { |
| "epoch": 2.543065693430657, |
| "grad_norm": 1.6875, |
| "learning_rate": 3.0801209307700667e-06, |
| "loss": 0.44337669014930725, |
| "step": 1742 |
| }, |
| { |
| "epoch": 2.5459854014598537, |
| "grad_norm": 1.5234375, |
| "learning_rate": 3.0666828717158047e-06, |
| "loss": 0.7047996520996094, |
| "step": 1744 |
| }, |
| { |
| "epoch": 2.548905109489051, |
| "grad_norm": 1.171875, |
| "learning_rate": 3.0533236622797573e-06, |
| "loss": 0.6539790630340576, |
| "step": 1746 |
| }, |
| { |
| "epoch": 2.551824817518248, |
| "grad_norm": 6.65625, |
| "learning_rate": 3.0400434352397444e-06, |
| "loss": 0.6270900964736938, |
| "step": 1748 |
| }, |
| { |
| "epoch": 2.554744525547445, |
| "grad_norm": 0.859375, |
| "learning_rate": 3.026842322588577e-06, |
| "loss": 1.0059078931808472, |
| "step": 1750 |
| }, |
| { |
| "epoch": 2.5576642335766424, |
| "grad_norm": 1.3046875, |
| "learning_rate": 3.0137204555327433e-06, |
| "loss": 0.7666376829147339, |
| "step": 1752 |
| }, |
| { |
| "epoch": 2.5605839416058394, |
| "grad_norm": 1.6171875, |
| "learning_rate": 3.0006779644911106e-06, |
| "loss": 0.7863413095474243, |
| "step": 1754 |
| }, |
| { |
| "epoch": 2.5635036496350363, |
| "grad_norm": 2.4375, |
| "learning_rate": 2.9877149790936196e-06, |
| "loss": 0.8101619482040405, |
| "step": 1756 |
| }, |
| { |
| "epoch": 2.5664233576642337, |
| "grad_norm": 3.46875, |
| "learning_rate": 2.9748316281800015e-06, |
| "loss": 0.8166474103927612, |
| "step": 1758 |
| }, |
| { |
| "epoch": 2.5693430656934306, |
| "grad_norm": 1.359375, |
| "learning_rate": 2.9620280397984958e-06, |
| "loss": 0.6388765573501587, |
| "step": 1760 |
| }, |
| { |
| "epoch": 2.5722627737226276, |
| "grad_norm": 1.578125, |
| "learning_rate": 2.949304341204582e-06, |
| "loss": 0.4045102894306183, |
| "step": 1762 |
| }, |
| { |
| "epoch": 2.575182481751825, |
| "grad_norm": 2.703125, |
| "learning_rate": 2.9366606588597067e-06, |
| "loss": 0.857252836227417, |
| "step": 1764 |
| }, |
| { |
| "epoch": 2.578102189781022, |
| "grad_norm": 4.4375, |
| "learning_rate": 2.9240971184300353e-06, |
| "loss": 0.7178918719291687, |
| "step": 1766 |
| }, |
| { |
| "epoch": 2.581021897810219, |
| "grad_norm": 1.8046875, |
| "learning_rate": 2.9116138447851932e-06, |
| "loss": 0.6988078355789185, |
| "step": 1768 |
| }, |
| { |
| "epoch": 2.5839416058394162, |
| "grad_norm": 0.59375, |
| "learning_rate": 2.8992109619970386e-06, |
| "loss": 0.9602130651473999, |
| "step": 1770 |
| }, |
| { |
| "epoch": 2.586861313868613, |
| "grad_norm": 1.8515625, |
| "learning_rate": 2.8868885933384137e-06, |
| "loss": 0.6232843995094299, |
| "step": 1772 |
| }, |
| { |
| "epoch": 2.58978102189781, |
| "grad_norm": 1.875, |
| "learning_rate": 2.87464686128193e-06, |
| "loss": 0.9189915060997009, |
| "step": 1774 |
| }, |
| { |
| "epoch": 2.5927007299270075, |
| "grad_norm": 1.90625, |
| "learning_rate": 2.8624858874987464e-06, |
| "loss": 0.7828019857406616, |
| "step": 1776 |
| }, |
| { |
| "epoch": 2.5956204379562045, |
| "grad_norm": 2.109375, |
| "learning_rate": 2.850405792857365e-06, |
| "loss": 0.6011842489242554, |
| "step": 1778 |
| }, |
| { |
| "epoch": 2.5985401459854014, |
| "grad_norm": 1.5546875, |
| "learning_rate": 2.8384066974224245e-06, |
| "loss": 0.5729674100875854, |
| "step": 1780 |
| }, |
| { |
| "epoch": 2.601459854014599, |
| "grad_norm": 1.0390625, |
| "learning_rate": 2.826488720453504e-06, |
| "loss": 0.840190052986145, |
| "step": 1782 |
| }, |
| { |
| "epoch": 2.6043795620437957, |
| "grad_norm": 1.671875, |
| "learning_rate": 2.814651980403951e-06, |
| "loss": 0.8621047735214233, |
| "step": 1784 |
| }, |
| { |
| "epoch": 2.6072992700729927, |
| "grad_norm": 1.6484375, |
| "learning_rate": 2.8028965949196898e-06, |
| "loss": 0.7542301416397095, |
| "step": 1786 |
| }, |
| { |
| "epoch": 2.61021897810219, |
| "grad_norm": 7.71875, |
| "learning_rate": 2.791222680838056e-06, |
| "loss": 0.265644371509552, |
| "step": 1788 |
| }, |
| { |
| "epoch": 2.613138686131387, |
| "grad_norm": 5.15625, |
| "learning_rate": 2.779630354186641e-06, |
| "loss": 0.6778677701950073, |
| "step": 1790 |
| }, |
| { |
| "epoch": 2.616058394160584, |
| "grad_norm": 2.546875, |
| "learning_rate": 2.768119730182135e-06, |
| "loss": 0.657376766204834, |
| "step": 1792 |
| }, |
| { |
| "epoch": 2.618978102189781, |
| "grad_norm": 2.125, |
| "learning_rate": 2.7566909232291796e-06, |
| "loss": 0.5387110114097595, |
| "step": 1794 |
| }, |
| { |
| "epoch": 2.621897810218978, |
| "grad_norm": 4.375, |
| "learning_rate": 2.7453440469192337e-06, |
| "loss": 0.885540246963501, |
| "step": 1796 |
| }, |
| { |
| "epoch": 2.624817518248175, |
| "grad_norm": 2.34375, |
| "learning_rate": 2.7340792140294403e-06, |
| "loss": 0.9935919046401978, |
| "step": 1798 |
| }, |
| { |
| "epoch": 2.627737226277372, |
| "grad_norm": 1.8359375, |
| "learning_rate": 2.7228965365215177e-06, |
| "loss": 0.8067992925643921, |
| "step": 1800 |
| }, |
| { |
| "epoch": 2.630656934306569, |
| "grad_norm": 3.359375, |
| "learning_rate": 2.711796125540628e-06, |
| "loss": 0.5137391090393066, |
| "step": 1802 |
| }, |
| { |
| "epoch": 2.6335766423357665, |
| "grad_norm": 4.96875, |
| "learning_rate": 2.7007780914142883e-06, |
| "loss": 0.9413221478462219, |
| "step": 1804 |
| }, |
| { |
| "epoch": 2.6364963503649634, |
| "grad_norm": 2.3125, |
| "learning_rate": 2.6898425436512645e-06, |
| "loss": 0.6748592853546143, |
| "step": 1806 |
| }, |
| { |
| "epoch": 2.6394160583941604, |
| "grad_norm": 1.3515625, |
| "learning_rate": 2.678989590940492e-06, |
| "loss": 0.4462352693080902, |
| "step": 1808 |
| }, |
| { |
| "epoch": 2.6423357664233578, |
| "grad_norm": 3.5, |
| "learning_rate": 2.6682193411499844e-06, |
| "loss": 0.7442806363105774, |
| "step": 1810 |
| }, |
| { |
| "epoch": 2.6452554744525547, |
| "grad_norm": 2.234375, |
| "learning_rate": 2.657531901325771e-06, |
| "loss": 0.8577563762664795, |
| "step": 1812 |
| }, |
| { |
| "epoch": 2.6481751824817517, |
| "grad_norm": 0.71875, |
| "learning_rate": 2.646927377690823e-06, |
| "loss": 0.848198413848877, |
| "step": 1814 |
| }, |
| { |
| "epoch": 2.651094890510949, |
| "grad_norm": 1.515625, |
| "learning_rate": 2.6364058756440132e-06, |
| "loss": 0.9002335071563721, |
| "step": 1816 |
| }, |
| { |
| "epoch": 2.654014598540146, |
| "grad_norm": 3.171875, |
| "learning_rate": 2.6259674997590502e-06, |
| "loss": 0.46745210886001587, |
| "step": 1818 |
| }, |
| { |
| "epoch": 2.656934306569343, |
| "grad_norm": 0.9609375, |
| "learning_rate": 2.6156123537834515e-06, |
| "loss": 0.7870053648948669, |
| "step": 1820 |
| }, |
| { |
| "epoch": 2.6598540145985403, |
| "grad_norm": 1.2109375, |
| "learning_rate": 2.6053405406375074e-06, |
| "loss": 0.9401460886001587, |
| "step": 1822 |
| }, |
| { |
| "epoch": 2.6627737226277373, |
| "grad_norm": 0.48828125, |
| "learning_rate": 2.5951521624132623e-06, |
| "loss": 0.5525987148284912, |
| "step": 1824 |
| }, |
| { |
| "epoch": 2.665693430656934, |
| "grad_norm": 1.75, |
| "learning_rate": 2.5850473203734923e-06, |
| "loss": 0.8264008164405823, |
| "step": 1826 |
| }, |
| { |
| "epoch": 2.6686131386861316, |
| "grad_norm": 1.3125, |
| "learning_rate": 2.575026114950706e-06, |
| "loss": 0.37122803926467896, |
| "step": 1828 |
| }, |
| { |
| "epoch": 2.6715328467153285, |
| "grad_norm": 1.3046875, |
| "learning_rate": 2.565088645746142e-06, |
| "loss": 0.833563506603241, |
| "step": 1830 |
| }, |
| { |
| "epoch": 2.6744525547445255, |
| "grad_norm": 2.234375, |
| "learning_rate": 2.555235011528786e-06, |
| "loss": 0.7572871446609497, |
| "step": 1832 |
| }, |
| { |
| "epoch": 2.677372262773723, |
| "grad_norm": 1.390625, |
| "learning_rate": 2.5454653102343734e-06, |
| "loss": 0.40431341528892517, |
| "step": 1834 |
| }, |
| { |
| "epoch": 2.68029197080292, |
| "grad_norm": 2.671875, |
| "learning_rate": 2.535779638964437e-06, |
| "loss": 0.8050529956817627, |
| "step": 1836 |
| }, |
| { |
| "epoch": 2.6832116788321168, |
| "grad_norm": 1.3125, |
| "learning_rate": 2.5261780939853247e-06, |
| "loss": 0.8251926898956299, |
| "step": 1838 |
| }, |
| { |
| "epoch": 2.686131386861314, |
| "grad_norm": 2.71875, |
| "learning_rate": 2.5166607707272546e-06, |
| "loss": 0.6571418046951294, |
| "step": 1840 |
| }, |
| { |
| "epoch": 2.689051094890511, |
| "grad_norm": 2.828125, |
| "learning_rate": 2.507227763783351e-06, |
| "loss": 0.9095054268836975, |
| "step": 1842 |
| }, |
| { |
| "epoch": 2.691970802919708, |
| "grad_norm": 0.86328125, |
| "learning_rate": 2.4978791669087256e-06, |
| "loss": 1.0508363246917725, |
| "step": 1844 |
| }, |
| { |
| "epoch": 2.694890510948905, |
| "grad_norm": 2.421875, |
| "learning_rate": 2.488615073019527e-06, |
| "loss": 0.8601441979408264, |
| "step": 1846 |
| }, |
| { |
| "epoch": 2.697810218978102, |
| "grad_norm": 2.796875, |
| "learning_rate": 2.4794355741920313e-06, |
| "loss": 0.9534690380096436, |
| "step": 1848 |
| }, |
| { |
| "epoch": 2.7007299270072993, |
| "grad_norm": 3.828125, |
| "learning_rate": 2.4703407616617126e-06, |
| "loss": 0.5424234867095947, |
| "step": 1850 |
| }, |
| { |
| "epoch": 2.7036496350364962, |
| "grad_norm": 1.8984375, |
| "learning_rate": 2.461330725822348e-06, |
| "loss": 0.7102502584457397, |
| "step": 1852 |
| }, |
| { |
| "epoch": 2.706569343065693, |
| "grad_norm": 24.375, |
| "learning_rate": 2.4524055562251162e-06, |
| "loss": 0.6451407670974731, |
| "step": 1854 |
| }, |
| { |
| "epoch": 2.7094890510948906, |
| "grad_norm": 1.3984375, |
| "learning_rate": 2.4435653415777033e-06, |
| "loss": 0.8459779024124146, |
| "step": 1856 |
| }, |
| { |
| "epoch": 2.7124087591240875, |
| "grad_norm": 0.8203125, |
| "learning_rate": 2.434810169743425e-06, |
| "loss": 0.7882039546966553, |
| "step": 1858 |
| }, |
| { |
| "epoch": 2.7153284671532845, |
| "grad_norm": 1.765625, |
| "learning_rate": 2.426140127740351e-06, |
| "loss": 0.6165429353713989, |
| "step": 1860 |
| }, |
| { |
| "epoch": 2.718248175182482, |
| "grad_norm": 0.95703125, |
| "learning_rate": 2.4175553017404494e-06, |
| "loss": 0.7575932145118713, |
| "step": 1862 |
| }, |
| { |
| "epoch": 2.721167883211679, |
| "grad_norm": 1.6015625, |
| "learning_rate": 2.4090557770687095e-06, |
| "loss": 0.7993899583816528, |
| "step": 1864 |
| }, |
| { |
| "epoch": 2.7240875912408757, |
| "grad_norm": 1.0859375, |
| "learning_rate": 2.4006416382023168e-06, |
| "loss": 0.6624000668525696, |
| "step": 1866 |
| }, |
| { |
| "epoch": 2.727007299270073, |
| "grad_norm": 1.375, |
| "learning_rate": 2.392312968769797e-06, |
| "loss": 0.8750714063644409, |
| "step": 1868 |
| }, |
| { |
| "epoch": 2.72992700729927, |
| "grad_norm": 1.3515625, |
| "learning_rate": 2.3840698515501998e-06, |
| "loss": 0.6998022794723511, |
| "step": 1870 |
| }, |
| { |
| "epoch": 2.732846715328467, |
| "grad_norm": 0.76953125, |
| "learning_rate": 2.375912368472254e-06, |
| "loss": 0.8878059983253479, |
| "step": 1872 |
| }, |
| { |
| "epoch": 2.7357664233576644, |
| "grad_norm": 1.578125, |
| "learning_rate": 2.3678406006135774e-06, |
| "loss": 0.8704814910888672, |
| "step": 1874 |
| }, |
| { |
| "epoch": 2.7386861313868613, |
| "grad_norm": 0.78515625, |
| "learning_rate": 2.359854628199857e-06, |
| "loss": 0.8811229467391968, |
| "step": 1876 |
| }, |
| { |
| "epoch": 2.7416058394160583, |
| "grad_norm": 1.3984375, |
| "learning_rate": 2.3519545306040557e-06, |
| "loss": 0.8793524503707886, |
| "step": 1878 |
| }, |
| { |
| "epoch": 2.7445255474452557, |
| "grad_norm": 0.56640625, |
| "learning_rate": 2.344140386345616e-06, |
| "loss": 0.5257948637008667, |
| "step": 1880 |
| }, |
| { |
| "epoch": 2.7474452554744526, |
| "grad_norm": 0.890625, |
| "learning_rate": 2.3364122730896963e-06, |
| "loss": 0.6838935017585754, |
| "step": 1882 |
| }, |
| { |
| "epoch": 2.7503649635036496, |
| "grad_norm": 3.09375, |
| "learning_rate": 2.3287702676463817e-06, |
| "loss": 0.7133142948150635, |
| "step": 1884 |
| }, |
| { |
| "epoch": 2.753284671532847, |
| "grad_norm": 1.5078125, |
| "learning_rate": 2.321214445969931e-06, |
| "loss": 0.5482426285743713, |
| "step": 1886 |
| }, |
| { |
| "epoch": 2.756204379562044, |
| "grad_norm": 2.765625, |
| "learning_rate": 2.313744883158014e-06, |
| "loss": 0.4747272729873657, |
| "step": 1888 |
| }, |
| { |
| "epoch": 2.759124087591241, |
| "grad_norm": 0.30859375, |
| "learning_rate": 2.3063616534509766e-06, |
| "loss": 0.5745252370834351, |
| "step": 1890 |
| }, |
| { |
| "epoch": 2.7620437956204382, |
| "grad_norm": 1.0546875, |
| "learning_rate": 2.299064830231089e-06, |
| "loss": 0.7720372080802917, |
| "step": 1892 |
| }, |
| { |
| "epoch": 2.764963503649635, |
| "grad_norm": 2.546875, |
| "learning_rate": 2.2918544860218262e-06, |
| "loss": 0.9943041205406189, |
| "step": 1894 |
| }, |
| { |
| "epoch": 2.767883211678832, |
| "grad_norm": 4.75, |
| "learning_rate": 2.2847306924871454e-06, |
| "loss": 0.9632670879364014, |
| "step": 1896 |
| }, |
| { |
| "epoch": 2.770802919708029, |
| "grad_norm": 0.88671875, |
| "learning_rate": 2.2776935204307705e-06, |
| "loss": 0.8723521828651428, |
| "step": 1898 |
| }, |
| { |
| "epoch": 2.7737226277372264, |
| "grad_norm": 1.5234375, |
| "learning_rate": 2.2707430397954907e-06, |
| "loss": 0.8441874980926514, |
| "step": 1900 |
| }, |
| { |
| "epoch": 2.7766423357664234, |
| "grad_norm": 3.59375, |
| "learning_rate": 2.263879319662466e-06, |
| "loss": 0.5843279361724854, |
| "step": 1902 |
| }, |
| { |
| "epoch": 2.7795620437956203, |
| "grad_norm": 6.53125, |
| "learning_rate": 2.2571024282505374e-06, |
| "loss": 0.805155873298645, |
| "step": 1904 |
| }, |
| { |
| "epoch": 2.7824817518248173, |
| "grad_norm": 1.7109375, |
| "learning_rate": 2.250412432915554e-06, |
| "loss": 0.8528783321380615, |
| "step": 1906 |
| }, |
| { |
| "epoch": 2.7854014598540147, |
| "grad_norm": 1.28125, |
| "learning_rate": 2.2438094001497e-06, |
| "loss": 0.7224323749542236, |
| "step": 1908 |
| }, |
| { |
| "epoch": 2.7883211678832116, |
| "grad_norm": 1.40625, |
| "learning_rate": 2.2372933955808325e-06, |
| "loss": 0.8677688837051392, |
| "step": 1910 |
| }, |
| { |
| "epoch": 2.7912408759124085, |
| "grad_norm": 3.640625, |
| "learning_rate": 2.2308644839718307e-06, |
| "loss": 0.8146109580993652, |
| "step": 1912 |
| }, |
| { |
| "epoch": 2.794160583941606, |
| "grad_norm": 3.859375, |
| "learning_rate": 2.224522729219958e-06, |
| "loss": 0.7773847579956055, |
| "step": 1914 |
| }, |
| { |
| "epoch": 2.797080291970803, |
| "grad_norm": 1.6171875, |
| "learning_rate": 2.2182681943562164e-06, |
| "loss": 0.8882875442504883, |
| "step": 1916 |
| }, |
| { |
| "epoch": 2.8, |
| "grad_norm": 6.9375, |
| "learning_rate": 2.212100941544726e-06, |
| "loss": 0.6702533960342407, |
| "step": 1918 |
| }, |
| { |
| "epoch": 2.802919708029197, |
| "grad_norm": 3.046875, |
| "learning_rate": 2.2060210320821086e-06, |
| "loss": 0.9423357844352722, |
| "step": 1920 |
| }, |
| { |
| "epoch": 2.805839416058394, |
| "grad_norm": 1.7265625, |
| "learning_rate": 2.200028526396876e-06, |
| "loss": 0.7287482023239136, |
| "step": 1922 |
| }, |
| { |
| "epoch": 2.808759124087591, |
| "grad_norm": 4.21875, |
| "learning_rate": 2.1941234840488263e-06, |
| "loss": 0.7009254693984985, |
| "step": 1924 |
| }, |
| { |
| "epoch": 2.8116788321167885, |
| "grad_norm": 4.15625, |
| "learning_rate": 2.1883059637284585e-06, |
| "loss": 0.9232114553451538, |
| "step": 1926 |
| }, |
| { |
| "epoch": 2.8145985401459854, |
| "grad_norm": 2.125, |
| "learning_rate": 2.1825760232563855e-06, |
| "loss": 0.9375965595245361, |
| "step": 1928 |
| }, |
| { |
| "epoch": 2.8175182481751824, |
| "grad_norm": 3.515625, |
| "learning_rate": 2.1769337195827607e-06, |
| "loss": 0.7196213006973267, |
| "step": 1930 |
| }, |
| { |
| "epoch": 2.8204379562043798, |
| "grad_norm": 1.5390625, |
| "learning_rate": 2.1713791087867082e-06, |
| "loss": 0.9744350910186768, |
| "step": 1932 |
| }, |
| { |
| "epoch": 2.8233576642335767, |
| "grad_norm": 4.09375, |
| "learning_rate": 2.16591224607577e-06, |
| "loss": 0.830897331237793, |
| "step": 1934 |
| }, |
| { |
| "epoch": 2.8262773722627736, |
| "grad_norm": 1.7109375, |
| "learning_rate": 2.160533185785359e-06, |
| "loss": 0.8744158744812012, |
| "step": 1936 |
| }, |
| { |
| "epoch": 2.829197080291971, |
| "grad_norm": 3.328125, |
| "learning_rate": 2.1552419813782094e-06, |
| "loss": 0.8899505138397217, |
| "step": 1938 |
| }, |
| { |
| "epoch": 2.832116788321168, |
| "grad_norm": 2.453125, |
| "learning_rate": 2.1500386854438556e-06, |
| "loss": 0.7949346303939819, |
| "step": 1940 |
| }, |
| { |
| "epoch": 2.835036496350365, |
| "grad_norm": 1.6796875, |
| "learning_rate": 2.144923349698105e-06, |
| "loss": 0.8629809021949768, |
| "step": 1942 |
| }, |
| { |
| "epoch": 2.8379562043795623, |
| "grad_norm": 2.46875, |
| "learning_rate": 2.139896024982525e-06, |
| "loss": 0.8164567947387695, |
| "step": 1944 |
| }, |
| { |
| "epoch": 2.8408759124087593, |
| "grad_norm": 2.203125, |
| "learning_rate": 2.1349567612639347e-06, |
| "loss": 0.7339398860931396, |
| "step": 1946 |
| }, |
| { |
| "epoch": 2.843795620437956, |
| "grad_norm": 1.8671875, |
| "learning_rate": 2.1301056076339134e-06, |
| "loss": 0.9814774990081787, |
| "step": 1948 |
| }, |
| { |
| "epoch": 2.846715328467153, |
| "grad_norm": 1.4296875, |
| "learning_rate": 2.1253426123083075e-06, |
| "loss": 0.9599044322967529, |
| "step": 1950 |
| }, |
| { |
| "epoch": 2.8496350364963505, |
| "grad_norm": 2.40625, |
| "learning_rate": 2.1206678226267568e-06, |
| "loss": 0.781501829624176, |
| "step": 1952 |
| }, |
| { |
| "epoch": 2.8525547445255475, |
| "grad_norm": 0.875, |
| "learning_rate": 2.1160812850522197e-06, |
| "loss": 0.8890868425369263, |
| "step": 1954 |
| }, |
| { |
| "epoch": 2.8554744525547444, |
| "grad_norm": 4.21875, |
| "learning_rate": 2.1115830451705103e-06, |
| "loss": 0.8284950256347656, |
| "step": 1956 |
| }, |
| { |
| "epoch": 2.8583941605839414, |
| "grad_norm": 1.6328125, |
| "learning_rate": 2.1071731476898525e-06, |
| "loss": 0.8606098890304565, |
| "step": 1958 |
| }, |
| { |
| "epoch": 2.8613138686131387, |
| "grad_norm": 0.546875, |
| "learning_rate": 2.1028516364404255e-06, |
| "loss": 0.919540286064148, |
| "step": 1960 |
| }, |
| { |
| "epoch": 2.8642335766423357, |
| "grad_norm": 1.4609375, |
| "learning_rate": 2.0986185543739387e-06, |
| "loss": 0.9102145433425903, |
| "step": 1962 |
| }, |
| { |
| "epoch": 2.8671532846715326, |
| "grad_norm": 1.65625, |
| "learning_rate": 2.0944739435631965e-06, |
| "loss": 0.90533447265625, |
| "step": 1964 |
| }, |
| { |
| "epoch": 2.87007299270073, |
| "grad_norm": 1.25, |
| "learning_rate": 2.090417845201682e-06, |
| "loss": 0.9714438319206238, |
| "step": 1966 |
| }, |
| { |
| "epoch": 2.872992700729927, |
| "grad_norm": 0.6796875, |
| "learning_rate": 2.086450299603153e-06, |
| "loss": 0.5790750980377197, |
| "step": 1968 |
| }, |
| { |
| "epoch": 2.875912408759124, |
| "grad_norm": 1.1640625, |
| "learning_rate": 2.082571346201234e-06, |
| "loss": 0.8377712965011597, |
| "step": 1970 |
| }, |
| { |
| "epoch": 2.8788321167883213, |
| "grad_norm": 1.4921875, |
| "learning_rate": 2.078781023549028e-06, |
| "loss": 0.867621898651123, |
| "step": 1972 |
| }, |
| { |
| "epoch": 2.8817518248175182, |
| "grad_norm": 1.1328125, |
| "learning_rate": 2.075079369318733e-06, |
| "loss": 1.032489538192749, |
| "step": 1974 |
| }, |
| { |
| "epoch": 2.884671532846715, |
| "grad_norm": 1.3046875, |
| "learning_rate": 2.071466420301268e-06, |
| "loss": 0.8769449591636658, |
| "step": 1976 |
| }, |
| { |
| "epoch": 2.8875912408759126, |
| "grad_norm": 3.59375, |
| "learning_rate": 2.067942212405907e-06, |
| "loss": 0.255039781332016, |
| "step": 1978 |
| }, |
| { |
| "epoch": 2.8905109489051095, |
| "grad_norm": 2.171875, |
| "learning_rate": 2.064506780659918e-06, |
| "loss": 0.6561243534088135, |
| "step": 1980 |
| }, |
| { |
| "epoch": 2.8934306569343065, |
| "grad_norm": 1.5546875, |
| "learning_rate": 2.061160159208224e-06, |
| "loss": 0.9538788795471191, |
| "step": 1982 |
| }, |
| { |
| "epoch": 2.896350364963504, |
| "grad_norm": 3.40625, |
| "learning_rate": 2.0579023813130535e-06, |
| "loss": 0.9035916328430176, |
| "step": 1984 |
| }, |
| { |
| "epoch": 2.899270072992701, |
| "grad_norm": 0.625, |
| "learning_rate": 2.054733479353618e-06, |
| "loss": 0.8100244998931885, |
| "step": 1986 |
| }, |
| { |
| "epoch": 2.9021897810218977, |
| "grad_norm": 0.3125, |
| "learning_rate": 2.0516534848257856e-06, |
| "loss": 0.49608534574508667, |
| "step": 1988 |
| }, |
| { |
| "epoch": 2.905109489051095, |
| "grad_norm": 1.953125, |
| "learning_rate": 2.0486624283417685e-06, |
| "loss": 0.749464750289917, |
| "step": 1990 |
| }, |
| { |
| "epoch": 2.908029197080292, |
| "grad_norm": 2.234375, |
| "learning_rate": 2.0457603396298204e-06, |
| "loss": 0.667478084564209, |
| "step": 1992 |
| }, |
| { |
| "epoch": 2.910948905109489, |
| "grad_norm": 1.96875, |
| "learning_rate": 2.0429472475339403e-06, |
| "loss": 0.8862441778182983, |
| "step": 1994 |
| }, |
| { |
| "epoch": 2.9138686131386864, |
| "grad_norm": 1.3125, |
| "learning_rate": 2.040223180013584e-06, |
| "loss": 0.8121696710586548, |
| "step": 1996 |
| }, |
| { |
| "epoch": 2.9167883211678833, |
| "grad_norm": 2.8125, |
| "learning_rate": 2.0375881641433896e-06, |
| "loss": 0.7258896827697754, |
| "step": 1998 |
| }, |
| { |
| "epoch": 2.9197080291970803, |
| "grad_norm": 3.015625, |
| "learning_rate": 2.0350422261129058e-06, |
| "loss": 0.8913263082504272, |
| "step": 2000 |
| }, |
| { |
| "epoch": 2.9226277372262772, |
| "grad_norm": 1.5546875, |
| "learning_rate": 2.0325853912263317e-06, |
| "loss": 0.831497848033905, |
| "step": 2002 |
| }, |
| { |
| "epoch": 2.9255474452554746, |
| "grad_norm": 1.40625, |
| "learning_rate": 2.0302176839022675e-06, |
| "loss": 0.8855400085449219, |
| "step": 2004 |
| }, |
| { |
| "epoch": 2.9284671532846716, |
| "grad_norm": 5.4375, |
| "learning_rate": 2.0279391276734694e-06, |
| "loss": 0.8521960973739624, |
| "step": 2006 |
| }, |
| { |
| "epoch": 2.9313868613138685, |
| "grad_norm": 1.296875, |
| "learning_rate": 2.0257497451866165e-06, |
| "loss": 0.9489337205886841, |
| "step": 2008 |
| }, |
| { |
| "epoch": 2.9343065693430654, |
| "grad_norm": 1.28125, |
| "learning_rate": 2.0236495582020855e-06, |
| "loss": 0.5924053192138672, |
| "step": 2010 |
| }, |
| { |
| "epoch": 2.937226277372263, |
| "grad_norm": 3.828125, |
| "learning_rate": 2.021638587593735e-06, |
| "loss": 0.8434425592422485, |
| "step": 2012 |
| }, |
| { |
| "epoch": 2.9401459854014598, |
| "grad_norm": 1.1796875, |
| "learning_rate": 2.0197168533486997e-06, |
| "loss": 0.9456912279129028, |
| "step": 2014 |
| }, |
| { |
| "epoch": 2.9430656934306567, |
| "grad_norm": 2.125, |
| "learning_rate": 2.017884374567187e-06, |
| "loss": 0.823800802230835, |
| "step": 2016 |
| }, |
| { |
| "epoch": 2.945985401459854, |
| "grad_norm": 1.4921875, |
| "learning_rate": 2.016141169462291e-06, |
| "loss": 0.46315228939056396, |
| "step": 2018 |
| }, |
| { |
| "epoch": 2.948905109489051, |
| "grad_norm": 1.171875, |
| "learning_rate": 2.0144872553598107e-06, |
| "loss": 0.7524667978286743, |
| "step": 2020 |
| }, |
| { |
| "epoch": 2.951824817518248, |
| "grad_norm": 2.578125, |
| "learning_rate": 2.0129226486980786e-06, |
| "loss": 0.9795228242874146, |
| "step": 2022 |
| }, |
| { |
| "epoch": 2.9547445255474454, |
| "grad_norm": 6.21875, |
| "learning_rate": 2.0114473650277925e-06, |
| "loss": 0.9093575477600098, |
| "step": 2024 |
| }, |
| { |
| "epoch": 2.9576642335766423, |
| "grad_norm": 2.625, |
| "learning_rate": 2.01006141901187e-06, |
| "loss": 1.015989065170288, |
| "step": 2026 |
| }, |
| { |
| "epoch": 2.9605839416058393, |
| "grad_norm": 0.92578125, |
| "learning_rate": 2.0087648244252936e-06, |
| "loss": 0.8345716595649719, |
| "step": 2028 |
| }, |
| { |
| "epoch": 2.9635036496350367, |
| "grad_norm": 1.8828125, |
| "learning_rate": 2.0075575941549793e-06, |
| "loss": 0.6250303983688354, |
| "step": 2030 |
| }, |
| { |
| "epoch": 2.9664233576642336, |
| "grad_norm": 0.88671875, |
| "learning_rate": 2.006439740199645e-06, |
| "loss": 0.8835278153419495, |
| "step": 2032 |
| }, |
| { |
| "epoch": 2.9693430656934305, |
| "grad_norm": 1.390625, |
| "learning_rate": 2.005411273669696e-06, |
| "loss": 0.7776151299476624, |
| "step": 2034 |
| }, |
| { |
| "epoch": 2.972262773722628, |
| "grad_norm": 4.3125, |
| "learning_rate": 2.0044722047871113e-06, |
| "loss": 0.8826329708099365, |
| "step": 2036 |
| }, |
| { |
| "epoch": 2.975182481751825, |
| "grad_norm": 6.6875, |
| "learning_rate": 2.003622542885339e-06, |
| "loss": 0.7542710304260254, |
| "step": 2038 |
| }, |
| { |
| "epoch": 2.978102189781022, |
| "grad_norm": 3.25, |
| "learning_rate": 2.0028622964092113e-06, |
| "loss": 1.0535058975219727, |
| "step": 2040 |
| }, |
| { |
| "epoch": 2.981021897810219, |
| "grad_norm": 1.7109375, |
| "learning_rate": 2.0021914729148532e-06, |
| "loss": 0.9216081500053406, |
| "step": 2042 |
| }, |
| { |
| "epoch": 2.983941605839416, |
| "grad_norm": 2.875, |
| "learning_rate": 2.0016100790696116e-06, |
| "loss": 0.9473830461502075, |
| "step": 2044 |
| }, |
| { |
| "epoch": 2.986861313868613, |
| "grad_norm": 1.0234375, |
| "learning_rate": 2.0011181206519882e-06, |
| "loss": 0.03890227898955345, |
| "step": 2046 |
| }, |
| { |
| "epoch": 2.9897810218978105, |
| "grad_norm": 1.375, |
| "learning_rate": 2.0007156025515813e-06, |
| "loss": 0.9145385026931763, |
| "step": 2048 |
| }, |
| { |
| "epoch": 2.9927007299270074, |
| "grad_norm": 2.703125, |
| "learning_rate": 2.0004025287690367e-06, |
| "loss": 0.9966373443603516, |
| "step": 2050 |
| }, |
| { |
| "epoch": 2.9956204379562044, |
| "grad_norm": 0.96875, |
| "learning_rate": 2.0001789024160103e-06, |
| "loss": 0.898999810218811, |
| "step": 2052 |
| }, |
| { |
| "epoch": 2.9985401459854013, |
| "grad_norm": 2.546875, |
| "learning_rate": 2.0000447257151354e-06, |
| "loss": 1.0698673725128174, |
| "step": 2054 |
| }, |
| { |
| "epoch": 3.0, |
| "step": 2055, |
| "total_flos": 2.976816812190073e+18, |
| "train_loss": 0.9887462435448837, |
| "train_runtime": 18114.3764, |
| "train_samples_per_second": 1.815, |
| "train_steps_per_second": 0.113 |
| } |
| ], |
| "logging_steps": 2, |
| "max_steps": 2055, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 9999999, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.976816812190073e+18, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
