| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 1410, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.004259850905218318, |
| "grad_norm": 1.125, |
| "learning_rate": 2.8169014084507043e-07, |
| "loss": 1.820163607597351, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.008519701810436636, |
| "grad_norm": 1.2734375, |
| "learning_rate": 8.450704225352114e-07, |
| "loss": 1.8241215944290161, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.012779552715654952, |
| "grad_norm": 0.96875, |
| "learning_rate": 1.4084507042253523e-06, |
| "loss": 1.7736045122146606, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.01703940362087327, |
| "grad_norm": 1.6953125, |
| "learning_rate": 1.971830985915493e-06, |
| "loss": 1.9067131280899048, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.021299254526091587, |
| "grad_norm": 1.453125, |
| "learning_rate": 2.535211267605634e-06, |
| "loss": 1.8296759128570557, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.025559105431309903, |
| "grad_norm": 1.3984375, |
| "learning_rate": 3.0985915492957746e-06, |
| "loss": 1.698632001876831, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.029818956336528223, |
| "grad_norm": 1.734375, |
| "learning_rate": 3.6619718309859158e-06, |
| "loss": 1.7496201992034912, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.03407880724174654, |
| "grad_norm": 1.0703125, |
| "learning_rate": 4.225352112676057e-06, |
| "loss": 1.7501145601272583, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.038338658146964855, |
| "grad_norm": 1.3984375, |
| "learning_rate": 4.788732394366197e-06, |
| "loss": 1.8459789752960205, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.042598509052183174, |
| "grad_norm": 0.83203125, |
| "learning_rate": 5.352112676056338e-06, |
| "loss": 1.8062622547149658, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.046858359957401494, |
| "grad_norm": 1.9140625, |
| "learning_rate": 5.915492957746479e-06, |
| "loss": 1.6213020086288452, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.051118210862619806, |
| "grad_norm": 0.921875, |
| "learning_rate": 6.478873239436621e-06, |
| "loss": 1.6766525506973267, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.055378061767838126, |
| "grad_norm": 0.97265625, |
| "learning_rate": 7.042253521126761e-06, |
| "loss": 1.6821609735488892, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.059637912673056445, |
| "grad_norm": 0.84765625, |
| "learning_rate": 7.6056338028169015e-06, |
| "loss": 1.6819344758987427, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.06389776357827476, |
| "grad_norm": 1.0546875, |
| "learning_rate": 8.169014084507043e-06, |
| "loss": 1.668290376663208, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.06815761448349308, |
| "grad_norm": 0.796875, |
| "learning_rate": 8.732394366197183e-06, |
| "loss": 1.7105621099472046, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.0724174653887114, |
| "grad_norm": 0.70703125, |
| "learning_rate": 9.295774647887325e-06, |
| "loss": 1.640573501586914, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.07667731629392971, |
| "grad_norm": 0.90625, |
| "learning_rate": 9.859154929577466e-06, |
| "loss": 1.7408779859542847, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.08093716719914804, |
| "grad_norm": 0.87109375, |
| "learning_rate": 1.0422535211267606e-05, |
| "loss": 1.7062400579452515, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.08519701810436635, |
| "grad_norm": 0.85546875, |
| "learning_rate": 1.0985915492957748e-05, |
| "loss": 1.6299972534179688, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.08945686900958466, |
| "grad_norm": 0.71484375, |
| "learning_rate": 1.1549295774647888e-05, |
| "loss": 1.7348750829696655, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.09371671991480299, |
| "grad_norm": 0.63671875, |
| "learning_rate": 1.211267605633803e-05, |
| "loss": 1.5983866453170776, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.0979765708200213, |
| "grad_norm": 0.9296875, |
| "learning_rate": 1.2676056338028171e-05, |
| "loss": 1.6268177032470703, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.10223642172523961, |
| "grad_norm": 0.609375, |
| "learning_rate": 1.323943661971831e-05, |
| "loss": 1.6371753215789795, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.10649627263045794, |
| "grad_norm": 0.52734375, |
| "learning_rate": 1.380281690140845e-05, |
| "loss": 1.4547175168991089, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.11075612353567625, |
| "grad_norm": 0.734375, |
| "learning_rate": 1.4366197183098594e-05, |
| "loss": 1.5619021654129028, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.11501597444089456, |
| "grad_norm": 1.359375, |
| "learning_rate": 1.4929577464788734e-05, |
| "loss": 1.5433554649353027, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.11927582534611289, |
| "grad_norm": 1.0625, |
| "learning_rate": 1.5492957746478872e-05, |
| "loss": 1.4989991188049316, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.1235356762513312, |
| "grad_norm": 0.63671875, |
| "learning_rate": 1.6056338028169017e-05, |
| "loss": 1.549402117729187, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.12779552715654952, |
| "grad_norm": 0.6953125, |
| "learning_rate": 1.6619718309859155e-05, |
| "loss": 1.434061050415039, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.13205537806176784, |
| "grad_norm": 0.73828125, |
| "learning_rate": 1.7183098591549297e-05, |
| "loss": 1.5171629190444946, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.13631522896698617, |
| "grad_norm": 0.7734375, |
| "learning_rate": 1.774647887323944e-05, |
| "loss": 1.3912996053695679, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.14057507987220447, |
| "grad_norm": 0.62890625, |
| "learning_rate": 1.830985915492958e-05, |
| "loss": 1.4431164264678955, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.1448349307774228, |
| "grad_norm": 0.625, |
| "learning_rate": 1.887323943661972e-05, |
| "loss": 1.385206699371338, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.14909478168264112, |
| "grad_norm": 0.74609375, |
| "learning_rate": 1.943661971830986e-05, |
| "loss": 1.4210329055786133, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.15335463258785942, |
| "grad_norm": 0.57421875, |
| "learning_rate": 2e-05, |
| "loss": 1.4347320795059204, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.15761448349307774, |
| "grad_norm": 0.6484375, |
| "learning_rate": 1.9999911923960593e-05, |
| "loss": 1.4454214572906494, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.16187433439829607, |
| "grad_norm": 0.71484375, |
| "learning_rate": 1.9999647697781703e-05, |
| "loss": 1.34307861328125, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.16613418530351437, |
| "grad_norm": 0.71484375, |
| "learning_rate": 1.9999207327281333e-05, |
| "loss": 1.3641051054000854, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.1703940362087327, |
| "grad_norm": 1.2890625, |
| "learning_rate": 1.9998590822156014e-05, |
| "loss": 1.3956571817398071, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.17465388711395102, |
| "grad_norm": 0.69140625, |
| "learning_rate": 1.999779819598057e-05, |
| "loss": 1.3472541570663452, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.17891373801916932, |
| "grad_norm": 0.703125, |
| "learning_rate": 1.999682946620784e-05, |
| "loss": 1.3230623006820679, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.18317358892438765, |
| "grad_norm": 0.64453125, |
| "learning_rate": 1.999568465416831e-05, |
| "loss": 1.3147826194763184, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.18743343982960597, |
| "grad_norm": 1.21875, |
| "learning_rate": 1.9994363785069595e-05, |
| "loss": 1.3436126708984375, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.19169329073482427, |
| "grad_norm": 1.0390625, |
| "learning_rate": 1.9992866887995928e-05, |
| "loss": 1.2736291885375977, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.1959531416400426, |
| "grad_norm": 0.8828125, |
| "learning_rate": 1.99911939959075e-05, |
| "loss": 1.4134427309036255, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.20021299254526093, |
| "grad_norm": 1.6171875, |
| "learning_rate": 1.9989345145639734e-05, |
| "loss": 1.3293910026550293, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.20447284345047922, |
| "grad_norm": 0.609375, |
| "learning_rate": 1.998732037790249e-05, |
| "loss": 1.3805630207061768, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.20873269435569755, |
| "grad_norm": 0.578125, |
| "learning_rate": 1.9985119737279156e-05, |
| "loss": 1.3184444904327393, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.21299254526091588, |
| "grad_norm": 0.6640625, |
| "learning_rate": 1.9982743272225637e-05, |
| "loss": 1.2683892250061035, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.21725239616613418, |
| "grad_norm": 0.609375, |
| "learning_rate": 1.9980191035069357e-05, |
| "loss": 1.2953828573226929, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.2215122470713525, |
| "grad_norm": 0.609375, |
| "learning_rate": 1.9977463082008048e-05, |
| "loss": 1.3181703090667725, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.22577209797657083, |
| "grad_norm": 1.4375, |
| "learning_rate": 1.997455947310854e-05, |
| "loss": 1.3661359548568726, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.23003194888178913, |
| "grad_norm": 1.2578125, |
| "learning_rate": 1.997148027230541e-05, |
| "loss": 1.277463436126709, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.23429179978700745, |
| "grad_norm": 0.7265625, |
| "learning_rate": 1.9968225547399624e-05, |
| "loss": 1.244004249572754, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.23855165069222578, |
| "grad_norm": 0.77734375, |
| "learning_rate": 1.9964795370057004e-05, |
| "loss": 1.247603416442871, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.24281150159744408, |
| "grad_norm": 1.0234375, |
| "learning_rate": 1.996118981580665e-05, |
| "loss": 1.2560734748840332, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.2470713525026624, |
| "grad_norm": 1.0859375, |
| "learning_rate": 1.99574089640393e-05, |
| "loss": 1.2559478282928467, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.25133120340788073, |
| "grad_norm": 0.65625, |
| "learning_rate": 1.9953452898005564e-05, |
| "loss": 1.2884942293167114, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.25559105431309903, |
| "grad_norm": 1.4921875, |
| "learning_rate": 1.9949321704814103e-05, |
| "loss": 1.2233449220657349, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.2598509052183174, |
| "grad_norm": 0.69921875, |
| "learning_rate": 1.9945015475429704e-05, |
| "loss": 1.282986044883728, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.2641107561235357, |
| "grad_norm": 0.5546875, |
| "learning_rate": 1.9940534304671266e-05, |
| "loss": 1.2828234434127808, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.268370607028754, |
| "grad_norm": 0.609375, |
| "learning_rate": 1.9935878291209737e-05, |
| "loss": 1.2087836265563965, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.27263045793397234, |
| "grad_norm": 0.86328125, |
| "learning_rate": 1.9931047537565917e-05, |
| "loss": 1.2843331098556519, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.27689030883919064, |
| "grad_norm": 0.85546875, |
| "learning_rate": 1.9926042150108228e-05, |
| "loss": 1.337433099746704, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.28115015974440893, |
| "grad_norm": 0.515625, |
| "learning_rate": 1.9920862239050333e-05, |
| "loss": 1.244279146194458, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.2854100106496273, |
| "grad_norm": 0.6796875, |
| "learning_rate": 1.9915507918448763e-05, |
| "loss": 1.191616415977478, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.2896698615548456, |
| "grad_norm": 1.7421875, |
| "learning_rate": 1.9909979306200337e-05, |
| "loss": 1.3028016090393066, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.2939297124600639, |
| "grad_norm": 0.84765625, |
| "learning_rate": 1.9904276524039633e-05, |
| "loss": 1.2914124727249146, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.29818956336528224, |
| "grad_norm": 0.66015625, |
| "learning_rate": 1.9898399697536263e-05, |
| "loss": 1.318739652633667, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.30244941427050054, |
| "grad_norm": 0.6328125, |
| "learning_rate": 1.9892348956092136e-05, |
| "loss": 1.2955219745635986, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.30670926517571884, |
| "grad_norm": 0.5859375, |
| "learning_rate": 1.9886124432938582e-05, |
| "loss": 1.2421311140060425, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.3109691160809372, |
| "grad_norm": 1.34375, |
| "learning_rate": 1.9879726265133432e-05, |
| "loss": 1.2619209289550781, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.3152289669861555, |
| "grad_norm": 1.875, |
| "learning_rate": 1.987315459355801e-05, |
| "loss": 1.2909760475158691, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.3194888178913738, |
| "grad_norm": 0.7734375, |
| "learning_rate": 1.9866409562914022e-05, |
| "loss": 1.2878739833831787, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.32374866879659214, |
| "grad_norm": 2.515625, |
| "learning_rate": 1.985949132172036e-05, |
| "loss": 1.2502833604812622, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.32800851970181044, |
| "grad_norm": 0.58984375, |
| "learning_rate": 1.9852400022309845e-05, |
| "loss": 1.2763196229934692, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.33226837060702874, |
| "grad_norm": 0.609375, |
| "learning_rate": 1.984513582082587e-05, |
| "loss": 1.3070451021194458, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.3365282215122471, |
| "grad_norm": 0.67578125, |
| "learning_rate": 1.9837698877218955e-05, |
| "loss": 1.2980157136917114, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.3407880724174654, |
| "grad_norm": 0.482421875, |
| "learning_rate": 1.983008935524324e-05, |
| "loss": 1.2509483098983765, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.3450479233226837, |
| "grad_norm": 0.640625, |
| "learning_rate": 1.9822307422452862e-05, |
| "loss": 1.1746965646743774, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.34930777422790205, |
| "grad_norm": 0.546875, |
| "learning_rate": 1.9814353250198275e-05, |
| "loss": 1.1982603073120117, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.35356762513312034, |
| "grad_norm": 0.62890625, |
| "learning_rate": 1.9806227013622483e-05, |
| "loss": 1.2470253705978394, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.35782747603833864, |
| "grad_norm": 1.734375, |
| "learning_rate": 1.9797928891657156e-05, |
| "loss": 1.2994393110275269, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.362087326943557, |
| "grad_norm": 0.76171875, |
| "learning_rate": 1.9789459067018733e-05, |
| "loss": 1.2793241739273071, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.3663471778487753, |
| "grad_norm": 0.67578125, |
| "learning_rate": 1.9780817726204363e-05, |
| "loss": 1.2065937519073486, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.3706070287539936, |
| "grad_norm": 0.5390625, |
| "learning_rate": 1.9772005059487815e-05, |
| "loss": 1.290358543395996, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.37486687965921195, |
| "grad_norm": 0.6171875, |
| "learning_rate": 1.9763021260915283e-05, |
| "loss": 1.2577617168426514, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.37912673056443025, |
| "grad_norm": 0.4765625, |
| "learning_rate": 1.9753866528301128e-05, |
| "loss": 1.1449509859085083, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.38338658146964855, |
| "grad_norm": 0.6171875, |
| "learning_rate": 1.9744541063223477e-05, |
| "loss": 1.2480742931365967, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.3876464323748669, |
| "grad_norm": 0.54296875, |
| "learning_rate": 1.9735045071019853e-05, |
| "loss": 1.245701789855957, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.3919062832800852, |
| "grad_norm": 0.7578125, |
| "learning_rate": 1.9725378760782593e-05, |
| "loss": 1.2594965696334839, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.3961661341853035, |
| "grad_norm": 0.71875, |
| "learning_rate": 1.9715542345354285e-05, |
| "loss": 1.112318992614746, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.40042598509052185, |
| "grad_norm": 0.71484375, |
| "learning_rate": 1.9705536041323056e-05, |
| "loss": 1.240614891052246, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.40468583599574015, |
| "grad_norm": 0.435546875, |
| "learning_rate": 1.9695360069017798e-05, |
| "loss": 1.219789981842041, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.40894568690095845, |
| "grad_norm": 0.69921875, |
| "learning_rate": 1.9685014652503368e-05, |
| "loss": 1.2046880722045898, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.4132055378061768, |
| "grad_norm": 0.65625, |
| "learning_rate": 1.9674500019575585e-05, |
| "loss": 1.3095979690551758, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.4174653887113951, |
| "grad_norm": 2.515625, |
| "learning_rate": 1.966381640175625e-05, |
| "loss": 1.236427903175354, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.4217252396166134, |
| "grad_norm": 0.62109375, |
| "learning_rate": 1.9652964034288054e-05, |
| "loss": 1.2324111461639404, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.42598509052183176, |
| "grad_norm": 0.72265625, |
| "learning_rate": 1.9641943156129385e-05, |
| "loss": 1.296306848526001, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.43024494142705005, |
| "grad_norm": 0.91015625, |
| "learning_rate": 1.9630754009949062e-05, |
| "loss": 1.2453858852386475, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.43450479233226835, |
| "grad_norm": 0.984375, |
| "learning_rate": 1.961939684212101e-05, |
| "loss": 1.2566311359405518, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.4387646432374867, |
| "grad_norm": 0.546875, |
| "learning_rate": 1.9607871902718817e-05, |
| "loss": 1.1997429132461548, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.443024494142705, |
| "grad_norm": 0.55078125, |
| "learning_rate": 1.959617944551024e-05, |
| "loss": 1.2592103481292725, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.4472843450479233, |
| "grad_norm": 1.5546875, |
| "learning_rate": 1.9584319727951608e-05, |
| "loss": 1.2379335165023804, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.45154419595314166, |
| "grad_norm": 0.3984375, |
| "learning_rate": 1.9572293011182153e-05, |
| "loss": 1.2336797714233398, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.45580404685835996, |
| "grad_norm": 1.3671875, |
| "learning_rate": 1.9560099560018276e-05, |
| "loss": 1.2236690521240234, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.46006389776357826, |
| "grad_norm": 0.53515625, |
| "learning_rate": 1.95477396429477e-05, |
| "loss": 1.2254308462142944, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.4643237486687966, |
| "grad_norm": 0.578125, |
| "learning_rate": 1.9535213532123554e-05, |
| "loss": 1.1878576278686523, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.4685835995740149, |
| "grad_norm": 0.5078125, |
| "learning_rate": 1.95225215033584e-05, |
| "loss": 1.1797441244125366, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.4728434504792332, |
| "grad_norm": 0.8203125, |
| "learning_rate": 1.950966383611815e-05, |
| "loss": 1.2125729322433472, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.47710330138445156, |
| "grad_norm": 0.486328125, |
| "learning_rate": 1.9496640813515896e-05, |
| "loss": 1.3302891254425049, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.48136315228966986, |
| "grad_norm": 0.486328125, |
| "learning_rate": 1.9483452722305705e-05, |
| "loss": 1.206823468208313, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.48562300319488816, |
| "grad_norm": 1.1484375, |
| "learning_rate": 1.9470099852876284e-05, |
| "loss": 1.1781184673309326, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.4898828541001065, |
| "grad_norm": 1.2265625, |
| "learning_rate": 1.9456582499244607e-05, |
| "loss": 1.1779451370239258, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.4941427050053248, |
| "grad_norm": 0.51953125, |
| "learning_rate": 1.9442900959049402e-05, |
| "loss": 1.2148332595825195, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.4984025559105431, |
| "grad_norm": 0.9453125, |
| "learning_rate": 1.942905553354465e-05, |
| "loss": 1.2204636335372925, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.5026624068157615, |
| "grad_norm": 0.5859375, |
| "learning_rate": 1.9415046527592905e-05, |
| "loss": 1.19704008102417, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.5069222577209798, |
| "grad_norm": 0.6796875, |
| "learning_rate": 1.9400874249658606e-05, |
| "loss": 1.230122685432434, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.5111821086261981, |
| "grad_norm": 1.015625, |
| "learning_rate": 1.9386539011801288e-05, |
| "loss": 1.2034316062927246, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.5154419595314164, |
| "grad_norm": 0.6484375, |
| "learning_rate": 1.9372041129668688e-05, |
| "loss": 1.310076355934143, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.5197018104366348, |
| "grad_norm": 0.64453125, |
| "learning_rate": 1.935738092248981e-05, |
| "loss": 1.2447279691696167, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.5239616613418531, |
| "grad_norm": 0.72265625, |
| "learning_rate": 1.9342558713067916e-05, |
| "loss": 1.249355673789978, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.5282215122470714, |
| "grad_norm": 0.54296875, |
| "learning_rate": 1.932757482777337e-05, |
| "loss": 1.2074915170669556, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.5324813631522897, |
| "grad_norm": 0.87109375, |
| "learning_rate": 1.9312429596536493e-05, |
| "loss": 1.2255703210830688, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.536741214057508, |
| "grad_norm": 0.9609375, |
| "learning_rate": 1.929712335284028e-05, |
| "loss": 1.174513339996338, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.5410010649627263, |
| "grad_norm": 1.2265625, |
| "learning_rate": 1.9281656433713065e-05, |
| "loss": 1.186693787574768, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.5452609158679447, |
| "grad_norm": 0.84765625, |
| "learning_rate": 1.9266029179721087e-05, |
| "loss": 1.1817073822021484, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.549520766773163, |
| "grad_norm": 0.4453125, |
| "learning_rate": 1.925024193496101e-05, |
| "loss": 1.2056523561477661, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.5537806176783813, |
| "grad_norm": 0.87109375, |
| "learning_rate": 1.923429504705233e-05, |
| "loss": 1.2128726243972778, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.5580404685835996, |
| "grad_norm": 0.55078125, |
| "learning_rate": 1.921818886712973e-05, |
| "loss": 1.2569330930709839, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.5623003194888179, |
| "grad_norm": 1.1484375, |
| "learning_rate": 1.9201923749835343e-05, |
| "loss": 1.2348226308822632, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.5665601703940362, |
| "grad_norm": 0.73828125, |
| "learning_rate": 1.9185500053310947e-05, |
| "loss": 1.2059990167617798, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.5708200212992546, |
| "grad_norm": 0.5546875, |
| "learning_rate": 1.916891813919008e-05, |
| "loss": 1.2185040712356567, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.5750798722044729, |
| "grad_norm": 0.90234375, |
| "learning_rate": 1.915217837259007e-05, |
| "loss": 1.1790536642074585, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.5793397231096912, |
| "grad_norm": 0.72265625, |
| "learning_rate": 1.9135281122104e-05, |
| "loss": 1.2463805675506592, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.5835995740149095, |
| "grad_norm": 0.60546875, |
| "learning_rate": 1.9118226759792606e-05, |
| "loss": 1.2532294988632202, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.5878594249201278, |
| "grad_norm": 1.1171875, |
| "learning_rate": 1.910101566117605e-05, |
| "loss": 1.257046103477478, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.5921192758253461, |
| "grad_norm": 0.57421875, |
| "learning_rate": 1.908364820522568e-05, |
| "loss": 1.2225136756896973, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.5963791267305645, |
| "grad_norm": 0.6328125, |
| "learning_rate": 1.906612477435569e-05, |
| "loss": 1.1029458045959473, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.6006389776357828, |
| "grad_norm": 0.65625, |
| "learning_rate": 1.9048445754414667e-05, |
| "loss": 1.2707245349884033, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.6048988285410011, |
| "grad_norm": 0.72265625, |
| "learning_rate": 1.903061153467713e-05, |
| "loss": 1.2144739627838135, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.6091586794462194, |
| "grad_norm": 0.52734375, |
| "learning_rate": 1.9012622507834943e-05, |
| "loss": 1.267938494682312, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.6134185303514377, |
| "grad_norm": 0.828125, |
| "learning_rate": 1.8994479069988654e-05, |
| "loss": 1.158606767654419, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.617678381256656, |
| "grad_norm": 0.96484375, |
| "learning_rate": 1.897618162063881e-05, |
| "loss": 1.3172389268875122, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.6219382321618744, |
| "grad_norm": 0.55859375, |
| "learning_rate": 1.895773056267712e-05, |
| "loss": 1.1937861442565918, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.6261980830670927, |
| "grad_norm": 0.484375, |
| "learning_rate": 1.893912630237762e-05, |
| "loss": 1.2631405591964722, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.630457933972311, |
| "grad_norm": 0.67578125, |
| "learning_rate": 1.8920369249387697e-05, |
| "loss": 1.2060716152191162, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.6347177848775293, |
| "grad_norm": 0.78125, |
| "learning_rate": 1.8901459816719085e-05, |
| "loss": 1.1968940496444702, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.6389776357827476, |
| "grad_norm": 0.6953125, |
| "learning_rate": 1.8882398420738766e-05, |
| "loss": 1.2191784381866455, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.6432374866879659, |
| "grad_norm": 0.4765625, |
| "learning_rate": 1.8863185481159815e-05, |
| "loss": 1.1612508296966553, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.6474973375931843, |
| "grad_norm": 0.84765625, |
| "learning_rate": 1.8843821421032124e-05, |
| "loss": 1.2527700662612915, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.6517571884984026, |
| "grad_norm": 2.484375, |
| "learning_rate": 1.8824306666733133e-05, |
| "loss": 1.2492940425872803, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.6560170394036209, |
| "grad_norm": 0.91796875, |
| "learning_rate": 1.880464164795841e-05, |
| "loss": 1.2013378143310547, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.6602768903088392, |
| "grad_norm": 0.6015625, |
| "learning_rate": 1.8784826797712195e-05, |
| "loss": 1.1568100452423096, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.6645367412140575, |
| "grad_norm": 3.8125, |
| "learning_rate": 1.8764862552297865e-05, |
| "loss": 1.2038320302963257, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.6687965921192758, |
| "grad_norm": 0.5234375, |
| "learning_rate": 1.874474935130835e-05, |
| "loss": 1.1380341053009033, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.6730564430244942, |
| "grad_norm": 0.578125, |
| "learning_rate": 1.8724487637616405e-05, |
| "loss": 1.1762800216674805, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.6773162939297125, |
| "grad_norm": 0.69921875, |
| "learning_rate": 1.8704077857364913e-05, |
| "loss": 1.2073653936386108, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.6815761448349308, |
| "grad_norm": 0.76953125, |
| "learning_rate": 1.8683520459957027e-05, |
| "loss": 1.2313804626464844, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.6858359957401491, |
| "grad_norm": 0.53125, |
| "learning_rate": 1.8662815898046277e-05, |
| "loss": 1.1902257204055786, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.6900958466453674, |
| "grad_norm": 0.7578125, |
| "learning_rate": 1.8641964627526623e-05, |
| "loss": 1.177359938621521, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.6943556975505857, |
| "grad_norm": 0.640625, |
| "learning_rate": 1.8620967107522393e-05, |
| "loss": 1.1724225282669067, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.6986155484558041, |
| "grad_norm": 0.8203125, |
| "learning_rate": 1.8599823800378183e-05, |
| "loss": 1.2089399099349976, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.7028753993610224, |
| "grad_norm": 0.90234375, |
| "learning_rate": 1.8578535171648683e-05, |
| "loss": 1.1843369007110596, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.7071352502662407, |
| "grad_norm": 0.625, |
| "learning_rate": 1.8557101690088423e-05, |
| "loss": 1.2020741701126099, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.711395101171459, |
| "grad_norm": 0.578125, |
| "learning_rate": 1.853552382764144e-05, |
| "loss": 1.2178312540054321, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.7156549520766773, |
| "grad_norm": 0.5625, |
| "learning_rate": 1.8513802059430906e-05, |
| "loss": 1.3234312534332275, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.7199148029818956, |
| "grad_norm": 0.65625, |
| "learning_rate": 1.8491936863748638e-05, |
| "loss": 1.2087228298187256, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.724174653887114, |
| "grad_norm": 0.6171875, |
| "learning_rate": 1.8469928722044607e-05, |
| "loss": 1.213451862335205, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.7284345047923323, |
| "grad_norm": 0.58984375, |
| "learning_rate": 1.8447778118916297e-05, |
| "loss": 1.2303829193115234, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.7326943556975506, |
| "grad_norm": 0.65625, |
| "learning_rate": 1.8425485542098055e-05, |
| "loss": 1.226832389831543, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.7369542066027689, |
| "grad_norm": 0.94921875, |
| "learning_rate": 1.8403051482450352e-05, |
| "loss": 1.1740474700927734, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.7412140575079872, |
| "grad_norm": 0.44921875, |
| "learning_rate": 1.8380476433948967e-05, |
| "loss": 1.234078288078308, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.7454739084132055, |
| "grad_norm": 0.62109375, |
| "learning_rate": 1.8357760893674118e-05, |
| "loss": 1.1722126007080078, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.7497337593184239, |
| "grad_norm": 0.455078125, |
| "learning_rate": 1.8334905361799505e-05, |
| "loss": 1.1766189336776733, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.7539936102236422, |
| "grad_norm": 0.734375, |
| "learning_rate": 1.8311910341581317e-05, |
| "loss": 1.2379800081253052, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.7582534611288605, |
| "grad_norm": 1.9375, |
| "learning_rate": 1.8288776339347123e-05, |
| "loss": 1.3067048788070679, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.7625133120340788, |
| "grad_norm": 0.984375, |
| "learning_rate": 1.826550386448475e-05, |
| "loss": 1.249035120010376, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.7667731629392971, |
| "grad_norm": 0.609375, |
| "learning_rate": 1.8242093429431054e-05, |
| "loss": 1.153590440750122, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.7710330138445154, |
| "grad_norm": 1.515625, |
| "learning_rate": 1.8218545549660627e-05, |
| "loss": 1.2533551454544067, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.7752928647497338, |
| "grad_norm": 0.9375, |
| "learning_rate": 1.8194860743674475e-05, |
| "loss": 1.2324496507644653, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.7795527156549521, |
| "grad_norm": 0.5078125, |
| "learning_rate": 1.817103953298857e-05, |
| "loss": 1.1727190017700195, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.7838125665601704, |
| "grad_norm": 0.435546875, |
| "learning_rate": 1.814708244212238e-05, |
| "loss": 1.202933430671692, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.7880724174653887, |
| "grad_norm": 0.70703125, |
| "learning_rate": 1.8122989998587334e-05, |
| "loss": 1.1554442644119263, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.792332268370607, |
| "grad_norm": 0.38671875, |
| "learning_rate": 1.8098762732875176e-05, |
| "loss": 1.2414895296096802, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.7965921192758253, |
| "grad_norm": 0.70703125, |
| "learning_rate": 1.807440117844632e-05, |
| "loss": 1.196638584136963, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.8008519701810437, |
| "grad_norm": 0.625, |
| "learning_rate": 1.8049905871718057e-05, |
| "loss": 1.1261889934539795, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.805111821086262, |
| "grad_norm": 0.5703125, |
| "learning_rate": 1.80252773520528e-05, |
| "loss": 1.1604783535003662, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.8093716719914803, |
| "grad_norm": 1.28125, |
| "learning_rate": 1.8000516161746158e-05, |
| "loss": 1.2182838916778564, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.8136315228966986, |
| "grad_norm": 0.60546875, |
| "learning_rate": 1.7975622846015025e-05, |
| "loss": 1.118109941482544, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.8178913738019169, |
| "grad_norm": 0.734375, |
| "learning_rate": 1.795059795298557e-05, |
| "loss": 1.171169638633728, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.8221512247071352, |
| "grad_norm": 0.6640625, |
| "learning_rate": 1.792544203368116e-05, |
| "loss": 1.2411582469940186, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.8264110756123536, |
| "grad_norm": 0.9140625, |
| "learning_rate": 1.7900155642010224e-05, |
| "loss": 1.2089407444000244, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.8306709265175719, |
| "grad_norm": 0.5078125, |
| "learning_rate": 1.7874739334754072e-05, |
| "loss": 1.1152267456054688, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.8349307774227902, |
| "grad_norm": 0.625, |
| "learning_rate": 1.7849193671554625e-05, |
| "loss": 1.1154651641845703, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.8391906283280085, |
| "grad_norm": 0.458984375, |
| "learning_rate": 1.7823519214902093e-05, |
| "loss": 1.1766343116760254, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.8434504792332268, |
| "grad_norm": 0.56640625, |
| "learning_rate": 1.7797716530122588e-05, |
| "loss": 1.061235785484314, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.8477103301384451, |
| "grad_norm": 0.54296875, |
| "learning_rate": 1.777178618536568e-05, |
| "loss": 1.1713075637817383, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.8519701810436635, |
| "grad_norm": 0.5, |
| "learning_rate": 1.774572875159189e-05, |
| "loss": 1.1845115423202515, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.8562300319488818, |
| "grad_norm": 0.51953125, |
| "learning_rate": 1.77195448025601e-05, |
| "loss": 1.1638309955596924, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.8604898828541001, |
| "grad_norm": 0.6875, |
| "learning_rate": 1.7693234914814955e-05, |
| "loss": 1.1716026067733765, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.8647497337593184, |
| "grad_norm": 0.80078125, |
| "learning_rate": 1.7666799667674123e-05, |
| "loss": 1.2654908895492554, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.8690095846645367, |
| "grad_norm": 1.140625, |
| "learning_rate": 1.7640239643215574e-05, |
| "loss": 1.219713568687439, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.873269435569755, |
| "grad_norm": 1.15625, |
| "learning_rate": 1.761355542626475e-05, |
| "loss": 1.3021862506866455, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.8775292864749734, |
| "grad_norm": 0.52734375, |
| "learning_rate": 1.758674760438168e-05, |
| "loss": 1.2263654470443726, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.8817891373801917, |
| "grad_norm": 0.75390625, |
| "learning_rate": 1.7559816767848063e-05, |
| "loss": 1.212475061416626, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.88604898828541, |
| "grad_norm": 1.0859375, |
| "learning_rate": 1.7532763509654257e-05, |
| "loss": 1.1879194974899292, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.8903088391906283, |
| "grad_norm": 0.53125, |
| "learning_rate": 1.7505588425486216e-05, |
| "loss": 1.1831648349761963, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.8945686900958466, |
| "grad_norm": 0.75, |
| "learning_rate": 1.7478292113712387e-05, |
| "loss": 1.2148785591125488, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.898828541001065, |
| "grad_norm": 0.48046875, |
| "learning_rate": 1.7450875175370532e-05, |
| "loss": 1.1164610385894775, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.9030883919062833, |
| "grad_norm": 0.478515625, |
| "learning_rate": 1.7423338214154476e-05, |
| "loss": 1.1142120361328125, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.9073482428115016, |
| "grad_norm": 0.69921875, |
| "learning_rate": 1.7395681836400856e-05, |
| "loss": 1.1910451650619507, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.9116080937167199, |
| "grad_norm": 0.828125, |
| "learning_rate": 1.736790665107571e-05, |
| "loss": 1.1739782094955444, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.9158679446219382, |
| "grad_norm": 0.431640625, |
| "learning_rate": 1.7340013269761127e-05, |
| "loss": 1.156859278678894, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.9201277955271565, |
| "grad_norm": 0.46875, |
| "learning_rate": 1.731200230664174e-05, |
| "loss": 1.1874017715454102, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.9243876464323749, |
| "grad_norm": 0.376953125, |
| "learning_rate": 1.7283874378491226e-05, |
| "loss": 1.1091042757034302, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.9286474973375932, |
| "grad_norm": 0.546875, |
| "learning_rate": 1.7255630104658707e-05, |
| "loss": 1.2352137565612793, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.9329073482428115, |
| "grad_norm": 0.55859375, |
| "learning_rate": 1.7227270107055134e-05, |
| "loss": 1.1861075162887573, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.9371671991480298, |
| "grad_norm": 0.84375, |
| "learning_rate": 1.7198795010139565e-05, |
| "loss": 1.1825189590454102, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.9414270500532481, |
| "grad_norm": 0.51953125, |
| "learning_rate": 1.7170205440905444e-05, |
| "loss": 1.1355581283569336, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.9456869009584664, |
| "grad_norm": 0.578125, |
| "learning_rate": 1.7141502028866782e-05, |
| "loss": 1.1689903736114502, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.9499467518636848, |
| "grad_norm": 0.66015625, |
| "learning_rate": 1.7112685406044283e-05, |
| "loss": 1.1596486568450928, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.9542066027689031, |
| "grad_norm": 0.62109375, |
| "learning_rate": 1.7083756206951457e-05, |
| "loss": 1.2047994136810303, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.9584664536741214, |
| "grad_norm": 0.9140625, |
| "learning_rate": 1.705471506858062e-05, |
| "loss": 1.1618238687515259, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.9627263045793397, |
| "grad_norm": 0.70703125, |
| "learning_rate": 1.702556263038888e-05, |
| "loss": 1.158185601234436, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.966986155484558, |
| "grad_norm": 0.41015625, |
| "learning_rate": 1.699629953428407e-05, |
| "loss": 1.182377576828003, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.9712460063897763, |
| "grad_norm": 0.609375, |
| "learning_rate": 1.696692642461058e-05, |
| "loss": 1.1322381496429443, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.9755058572949947, |
| "grad_norm": 0.58203125, |
| "learning_rate": 1.693744394813521e-05, |
| "loss": 1.1632483005523682, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.979765708200213, |
| "grad_norm": 0.5859375, |
| "learning_rate": 1.6907852754032897e-05, |
| "loss": 1.1526472568511963, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.9840255591054313, |
| "grad_norm": 0.68359375, |
| "learning_rate": 1.6878153493872438e-05, |
| "loss": 1.212873101234436, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.9882854100106496, |
| "grad_norm": 0.46484375, |
| "learning_rate": 1.684834682160213e-05, |
| "loss": 1.1329699754714966, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.9925452609158679, |
| "grad_norm": 0.56640625, |
| "learning_rate": 1.681843339353539e-05, |
| "loss": 1.2156919240951538, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.9968051118210862, |
| "grad_norm": 0.515625, |
| "learning_rate": 1.678841386833628e-05, |
| "loss": 1.1542456150054932, |
| "step": 468 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.6328125, |
| "learning_rate": 1.675828890700502e-05, |
| "loss": 1.2353312969207764, |
| "step": 470 |
| }, |
| { |
| "epoch": 1.0042598509052183, |
| "grad_norm": 0.4296875, |
| "learning_rate": 1.6728059172863434e-05, |
| "loss": 1.0001182556152344, |
| "step": 472 |
| }, |
| { |
| "epoch": 1.0085197018104366, |
| "grad_norm": 0.447265625, |
| "learning_rate": 1.6697725331540337e-05, |
| "loss": 1.0624783039093018, |
| "step": 474 |
| }, |
| { |
| "epoch": 1.012779552715655, |
| "grad_norm": 0.458984375, |
| "learning_rate": 1.666728805095688e-05, |
| "loss": 1.0327106714248657, |
| "step": 476 |
| }, |
| { |
| "epoch": 1.0170394036208732, |
| "grad_norm": 0.609375, |
| "learning_rate": 1.663674800131184e-05, |
| "loss": 0.9451117515563965, |
| "step": 478 |
| }, |
| { |
| "epoch": 1.0212992545260915, |
| "grad_norm": 0.515625, |
| "learning_rate": 1.660610585506687e-05, |
| "loss": 1.0440083742141724, |
| "step": 480 |
| }, |
| { |
| "epoch": 1.0255591054313098, |
| "grad_norm": 0.4921875, |
| "learning_rate": 1.65753622869317e-05, |
| "loss": 1.0152018070220947, |
| "step": 482 |
| }, |
| { |
| "epoch": 1.0298189563365283, |
| "grad_norm": 3.34375, |
| "learning_rate": 1.6544517973849247e-05, |
| "loss": 1.005466341972351, |
| "step": 484 |
| }, |
| { |
| "epoch": 1.0340788072417466, |
| "grad_norm": 0.50390625, |
| "learning_rate": 1.6513573594980753e-05, |
| "loss": 1.0366133451461792, |
| "step": 486 |
| }, |
| { |
| "epoch": 1.038338658146965, |
| "grad_norm": 1.171875, |
| "learning_rate": 1.6482529831690805e-05, |
| "loss": 1.0141640901565552, |
| "step": 488 |
| }, |
| { |
| "epoch": 1.0425985090521832, |
| "grad_norm": 0.54296875, |
| "learning_rate": 1.6451387367532316e-05, |
| "loss": 0.9699265956878662, |
| "step": 490 |
| }, |
| { |
| "epoch": 1.0468583599574015, |
| "grad_norm": 0.546875, |
| "learning_rate": 1.642014688823153e-05, |
| "loss": 1.0510493516921997, |
| "step": 492 |
| }, |
| { |
| "epoch": 1.0511182108626198, |
| "grad_norm": 0.490234375, |
| "learning_rate": 1.6388809081672854e-05, |
| "loss": 0.9604178071022034, |
| "step": 494 |
| }, |
| { |
| "epoch": 1.055378061767838, |
| "grad_norm": 0.59375, |
| "learning_rate": 1.635737463788377e-05, |
| "loss": 1.0432132482528687, |
| "step": 496 |
| }, |
| { |
| "epoch": 1.0596379126730564, |
| "grad_norm": 0.921875, |
| "learning_rate": 1.63258442490196e-05, |
| "loss": 0.9879993796348572, |
| "step": 498 |
| }, |
| { |
| "epoch": 1.0638977635782747, |
| "grad_norm": 1.8671875, |
| "learning_rate": 1.6294218609348292e-05, |
| "loss": 0.989188015460968, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.068157614483493, |
| "grad_norm": 0.490234375, |
| "learning_rate": 1.626249841523511e-05, |
| "loss": 1.0020525455474854, |
| "step": 502 |
| }, |
| { |
| "epoch": 1.0724174653887113, |
| "grad_norm": 0.6328125, |
| "learning_rate": 1.623068436512732e-05, |
| "loss": 1.0052525997161865, |
| "step": 504 |
| }, |
| { |
| "epoch": 1.0766773162939298, |
| "grad_norm": 0.50390625, |
| "learning_rate": 1.619877715953882e-05, |
| "loss": 1.030534029006958, |
| "step": 506 |
| }, |
| { |
| "epoch": 1.0809371671991481, |
| "grad_norm": 0.53515625, |
| "learning_rate": 1.616677750103467e-05, |
| "loss": 1.1060301065444946, |
| "step": 508 |
| }, |
| { |
| "epoch": 1.0851970181043664, |
| "grad_norm": 1.5703125, |
| "learning_rate": 1.6134686094215663e-05, |
| "loss": 0.976584255695343, |
| "step": 510 |
| }, |
| { |
| "epoch": 1.0894568690095847, |
| "grad_norm": 0.46484375, |
| "learning_rate": 1.6102503645702813e-05, |
| "loss": 0.9827842712402344, |
| "step": 512 |
| }, |
| { |
| "epoch": 1.093716719914803, |
| "grad_norm": 0.5703125, |
| "learning_rate": 1.6070230864121765e-05, |
| "loss": 0.9941512942314148, |
| "step": 514 |
| }, |
| { |
| "epoch": 1.0979765708200213, |
| "grad_norm": 0.640625, |
| "learning_rate": 1.603786846008722e-05, |
| "loss": 0.9916704893112183, |
| "step": 516 |
| }, |
| { |
| "epoch": 1.1022364217252396, |
| "grad_norm": 0.7734375, |
| "learning_rate": 1.6005417146187262e-05, |
| "loss": 0.9758402109146118, |
| "step": 518 |
| }, |
| { |
| "epoch": 1.106496272630458, |
| "grad_norm": 0.546875, |
| "learning_rate": 1.59728776369677e-05, |
| "loss": 1.0404748916625977, |
| "step": 520 |
| }, |
| { |
| "epoch": 1.1107561235356762, |
| "grad_norm": 0.63671875, |
| "learning_rate": 1.5940250648916305e-05, |
| "loss": 1.0453121662139893, |
| "step": 522 |
| }, |
| { |
| "epoch": 1.1150159744408945, |
| "grad_norm": 0.796875, |
| "learning_rate": 1.5907536900447046e-05, |
| "loss": 0.9855365753173828, |
| "step": 524 |
| }, |
| { |
| "epoch": 1.1192758253461128, |
| "grad_norm": 0.76953125, |
| "learning_rate": 1.587473711188428e-05, |
| "loss": 0.9536042213439941, |
| "step": 526 |
| }, |
| { |
| "epoch": 1.123535676251331, |
| "grad_norm": 0.50390625, |
| "learning_rate": 1.5841852005446866e-05, |
| "loss": 1.0321474075317383, |
| "step": 528 |
| }, |
| { |
| "epoch": 1.1277955271565494, |
| "grad_norm": 0.5625, |
| "learning_rate": 1.5808882305232284e-05, |
| "loss": 0.9870891571044922, |
| "step": 530 |
| }, |
| { |
| "epoch": 1.132055378061768, |
| "grad_norm": 0.6484375, |
| "learning_rate": 1.5775828737200708e-05, |
| "loss": 1.0295721292495728, |
| "step": 532 |
| }, |
| { |
| "epoch": 1.1363152289669862, |
| "grad_norm": 0.439453125, |
| "learning_rate": 1.5742692029158956e-05, |
| "loss": 0.9844380021095276, |
| "step": 534 |
| }, |
| { |
| "epoch": 1.1405750798722045, |
| "grad_norm": 0.53125, |
| "learning_rate": 1.5709472910744535e-05, |
| "loss": 1.0327517986297607, |
| "step": 536 |
| }, |
| { |
| "epoch": 1.1448349307774228, |
| "grad_norm": 0.54296875, |
| "learning_rate": 1.567617211340955e-05, |
| "loss": 1.015358328819275, |
| "step": 538 |
| }, |
| { |
| "epoch": 1.1490947816826411, |
| "grad_norm": 0.5390625, |
| "learning_rate": 1.5642790370404572e-05, |
| "loss": 0.9756560325622559, |
| "step": 540 |
| }, |
| { |
| "epoch": 1.1533546325878594, |
| "grad_norm": 0.62890625, |
| "learning_rate": 1.5609328416762538e-05, |
| "loss": 0.9365598559379578, |
| "step": 542 |
| }, |
| { |
| "epoch": 1.1576144834930777, |
| "grad_norm": 8.3125, |
| "learning_rate": 1.557578698928253e-05, |
| "loss": 1.0103881359100342, |
| "step": 544 |
| }, |
| { |
| "epoch": 1.161874334398296, |
| "grad_norm": 1.25, |
| "learning_rate": 1.5542166826513576e-05, |
| "loss": 0.972273051738739, |
| "step": 546 |
| }, |
| { |
| "epoch": 1.1661341853035143, |
| "grad_norm": 0.90625, |
| "learning_rate": 1.550846866873837e-05, |
| "loss": 1.016709804534912, |
| "step": 548 |
| }, |
| { |
| "epoch": 1.1703940362087326, |
| "grad_norm": 0.55859375, |
| "learning_rate": 1.5474693257956976e-05, |
| "loss": 1.0085346698760986, |
| "step": 550 |
| }, |
| { |
| "epoch": 1.174653887113951, |
| "grad_norm": 1.328125, |
| "learning_rate": 1.5440841337870497e-05, |
| "loss": 0.9733573794364929, |
| "step": 552 |
| }, |
| { |
| "epoch": 1.1789137380191694, |
| "grad_norm": 0.64453125, |
| "learning_rate": 1.54069136538647e-05, |
| "loss": 1.0755430459976196, |
| "step": 554 |
| }, |
| { |
| "epoch": 1.1831735889243877, |
| "grad_norm": 0.640625, |
| "learning_rate": 1.5372910952993588e-05, |
| "loss": 1.1009080410003662, |
| "step": 556 |
| }, |
| { |
| "epoch": 1.187433439829606, |
| "grad_norm": 0.953125, |
| "learning_rate": 1.5338833983962972e-05, |
| "loss": 0.9900831580162048, |
| "step": 558 |
| }, |
| { |
| "epoch": 1.1916932907348243, |
| "grad_norm": 0.466796875, |
| "learning_rate": 1.5304683497113963e-05, |
| "loss": 1.0196163654327393, |
| "step": 560 |
| }, |
| { |
| "epoch": 1.1959531416400426, |
| "grad_norm": 0.73046875, |
| "learning_rate": 1.5270460244406467e-05, |
| "loss": 1.012573480606079, |
| "step": 562 |
| }, |
| { |
| "epoch": 1.200212992545261, |
| "grad_norm": 0.5703125, |
| "learning_rate": 1.523616497940263e-05, |
| "loss": 0.9771086573600769, |
| "step": 564 |
| }, |
| { |
| "epoch": 1.2044728434504792, |
| "grad_norm": 0.45703125, |
| "learning_rate": 1.5201798457250227e-05, |
| "loss": 1.048552393913269, |
| "step": 566 |
| }, |
| { |
| "epoch": 1.2087326943556975, |
| "grad_norm": 0.4609375, |
| "learning_rate": 1.5167361434666044e-05, |
| "loss": 0.9992176294326782, |
| "step": 568 |
| }, |
| { |
| "epoch": 1.2129925452609158, |
| "grad_norm": 0.765625, |
| "learning_rate": 1.5132854669919223e-05, |
| "loss": 0.9978233575820923, |
| "step": 570 |
| }, |
| { |
| "epoch": 1.2172523961661341, |
| "grad_norm": 0.42578125, |
| "learning_rate": 1.5098278922814555e-05, |
| "loss": 0.9533007740974426, |
| "step": 572 |
| }, |
| { |
| "epoch": 1.2215122470713524, |
| "grad_norm": 0.59375, |
| "learning_rate": 1.5063634954675758e-05, |
| "loss": 1.05226469039917, |
| "step": 574 |
| }, |
| { |
| "epoch": 1.225772097976571, |
| "grad_norm": 0.70703125, |
| "learning_rate": 1.5028923528328712e-05, |
| "loss": 1.0399305820465088, |
| "step": 576 |
| }, |
| { |
| "epoch": 1.230031948881789, |
| "grad_norm": 0.439453125, |
| "learning_rate": 1.499414540808465e-05, |
| "loss": 1.0016851425170898, |
| "step": 578 |
| }, |
| { |
| "epoch": 1.2342917997870075, |
| "grad_norm": 0.42578125, |
| "learning_rate": 1.4959301359723348e-05, |
| "loss": 0.9840012192726135, |
| "step": 580 |
| }, |
| { |
| "epoch": 1.2385516506922258, |
| "grad_norm": 0.4609375, |
| "learning_rate": 1.4924392150476247e-05, |
| "loss": 0.9944754838943481, |
| "step": 582 |
| }, |
| { |
| "epoch": 1.2428115015974441, |
| "grad_norm": 0.58984375, |
| "learning_rate": 1.488941854900957e-05, |
| "loss": 1.0165916681289673, |
| "step": 584 |
| }, |
| { |
| "epoch": 1.2470713525026624, |
| "grad_norm": 0.6484375, |
| "learning_rate": 1.4854381325407393e-05, |
| "loss": 1.0132522583007812, |
| "step": 586 |
| }, |
| { |
| "epoch": 1.2513312034078807, |
| "grad_norm": 0.51171875, |
| "learning_rate": 1.4819281251154686e-05, |
| "loss": 1.0050327777862549, |
| "step": 588 |
| }, |
| { |
| "epoch": 1.255591054313099, |
| "grad_norm": 0.703125, |
| "learning_rate": 1.4784119099120338e-05, |
| "loss": 1.0251795053482056, |
| "step": 590 |
| }, |
| { |
| "epoch": 1.2598509052183173, |
| "grad_norm": 0.671875, |
| "learning_rate": 1.4748895643540109e-05, |
| "loss": 1.0751694440841675, |
| "step": 592 |
| }, |
| { |
| "epoch": 1.2641107561235356, |
| "grad_norm": 0.66015625, |
| "learning_rate": 1.4713611659999618e-05, |
| "loss": 0.9825355410575867, |
| "step": 594 |
| }, |
| { |
| "epoch": 1.268370607028754, |
| "grad_norm": 0.578125, |
| "learning_rate": 1.4678267925417254e-05, |
| "loss": 1.0707963705062866, |
| "step": 596 |
| }, |
| { |
| "epoch": 1.2726304579339724, |
| "grad_norm": 0.466796875, |
| "learning_rate": 1.4642865218027047e-05, |
| "loss": 0.9957266449928284, |
| "step": 598 |
| }, |
| { |
| "epoch": 1.2768903088391905, |
| "grad_norm": 1.7265625, |
| "learning_rate": 1.4607404317361566e-05, |
| "loss": 0.9615009427070618, |
| "step": 600 |
| }, |
| { |
| "epoch": 1.281150159744409, |
| "grad_norm": 0.515625, |
| "learning_rate": 1.4571886004234728e-05, |
| "loss": 0.9674661159515381, |
| "step": 602 |
| }, |
| { |
| "epoch": 1.2854100106496273, |
| "grad_norm": 0.484375, |
| "learning_rate": 1.4536311060724622e-05, |
| "loss": 1.0484395027160645, |
| "step": 604 |
| }, |
| { |
| "epoch": 1.2896698615548456, |
| "grad_norm": 0.5625, |
| "learning_rate": 1.4500680270156285e-05, |
| "loss": 1.0365606546401978, |
| "step": 606 |
| }, |
| { |
| "epoch": 1.293929712460064, |
| "grad_norm": 3.34375, |
| "learning_rate": 1.4464994417084434e-05, |
| "loss": 0.9990244507789612, |
| "step": 608 |
| }, |
| { |
| "epoch": 1.2981895633652822, |
| "grad_norm": 0.5234375, |
| "learning_rate": 1.442925428727623e-05, |
| "loss": 0.9851716756820679, |
| "step": 610 |
| }, |
| { |
| "epoch": 1.3024494142705005, |
| "grad_norm": 0.61328125, |
| "learning_rate": 1.4393460667693937e-05, |
| "loss": 1.04202139377594, |
| "step": 612 |
| }, |
| { |
| "epoch": 1.3067092651757188, |
| "grad_norm": 0.58203125, |
| "learning_rate": 1.4357614346477622e-05, |
| "loss": 1.027279019355774, |
| "step": 614 |
| }, |
| { |
| "epoch": 1.3109691160809371, |
| "grad_norm": 0.40234375, |
| "learning_rate": 1.4321716112927777e-05, |
| "loss": 0.987048864364624, |
| "step": 616 |
| }, |
| { |
| "epoch": 1.3152289669861554, |
| "grad_norm": 0.66015625, |
| "learning_rate": 1.4285766757487966e-05, |
| "loss": 0.9855493307113647, |
| "step": 618 |
| }, |
| { |
| "epoch": 1.3194888178913737, |
| "grad_norm": 0.68359375, |
| "learning_rate": 1.4249767071727406e-05, |
| "loss": 0.9904506802558899, |
| "step": 620 |
| }, |
| { |
| "epoch": 1.323748668796592, |
| "grad_norm": 0.50390625, |
| "learning_rate": 1.4213717848323523e-05, |
| "loss": 1.0218966007232666, |
| "step": 622 |
| }, |
| { |
| "epoch": 1.3280085197018106, |
| "grad_norm": 0.64453125, |
| "learning_rate": 1.4177619881044527e-05, |
| "loss": 1.0790345668792725, |
| "step": 624 |
| }, |
| { |
| "epoch": 1.3322683706070286, |
| "grad_norm": 0.478515625, |
| "learning_rate": 1.4141473964731915e-05, |
| "loss": 0.9817459583282471, |
| "step": 626 |
| }, |
| { |
| "epoch": 1.3365282215122471, |
| "grad_norm": 1.0859375, |
| "learning_rate": 1.4105280895282972e-05, |
| "loss": 0.9989323019981384, |
| "step": 628 |
| }, |
| { |
| "epoch": 1.3407880724174654, |
| "grad_norm": 0.61328125, |
| "learning_rate": 1.4069041469633251e-05, |
| "loss": 0.9893896579742432, |
| "step": 630 |
| }, |
| { |
| "epoch": 1.3450479233226837, |
| "grad_norm": 0.58203125, |
| "learning_rate": 1.4032756485739025e-05, |
| "loss": 1.0551786422729492, |
| "step": 632 |
| }, |
| { |
| "epoch": 1.349307774227902, |
| "grad_norm": 0.48828125, |
| "learning_rate": 1.3996426742559712e-05, |
| "loss": 0.9710611701011658, |
| "step": 634 |
| }, |
| { |
| "epoch": 1.3535676251331203, |
| "grad_norm": 0.546875, |
| "learning_rate": 1.3960053040040284e-05, |
| "loss": 0.9912348985671997, |
| "step": 636 |
| }, |
| { |
| "epoch": 1.3578274760383386, |
| "grad_norm": 0.6171875, |
| "learning_rate": 1.3923636179093653e-05, |
| "loss": 0.9898839592933655, |
| "step": 638 |
| }, |
| { |
| "epoch": 1.362087326943557, |
| "grad_norm": 0.6171875, |
| "learning_rate": 1.3887176961583043e-05, |
| "loss": 0.9827688932418823, |
| "step": 640 |
| }, |
| { |
| "epoch": 1.3663471778487752, |
| "grad_norm": 0.478515625, |
| "learning_rate": 1.3850676190304322e-05, |
| "loss": 0.9909817576408386, |
| "step": 642 |
| }, |
| { |
| "epoch": 1.3706070287539935, |
| "grad_norm": 1.1796875, |
| "learning_rate": 1.3814134668968331e-05, |
| "loss": 1.054543375968933, |
| "step": 644 |
| }, |
| { |
| "epoch": 1.374866879659212, |
| "grad_norm": 0.6015625, |
| "learning_rate": 1.3777553202183186e-05, |
| "loss": 1.0329318046569824, |
| "step": 646 |
| }, |
| { |
| "epoch": 1.3791267305644301, |
| "grad_norm": 0.56640625, |
| "learning_rate": 1.3740932595436574e-05, |
| "loss": 0.9633697867393494, |
| "step": 648 |
| }, |
| { |
| "epoch": 1.3833865814696487, |
| "grad_norm": 0.48046875, |
| "learning_rate": 1.3704273655077986e-05, |
| "loss": 0.9963237643241882, |
| "step": 650 |
| }, |
| { |
| "epoch": 1.387646432374867, |
| "grad_norm": 0.486328125, |
| "learning_rate": 1.3667577188300994e-05, |
| "loss": 0.9815477728843689, |
| "step": 652 |
| }, |
| { |
| "epoch": 1.3919062832800853, |
| "grad_norm": 0.69921875, |
| "learning_rate": 1.3630844003125466e-05, |
| "loss": 0.9907623529434204, |
| "step": 654 |
| }, |
| { |
| "epoch": 1.3961661341853036, |
| "grad_norm": 0.76171875, |
| "learning_rate": 1.3594074908379759e-05, |
| "loss": 1.0208251476287842, |
| "step": 656 |
| }, |
| { |
| "epoch": 1.4004259850905219, |
| "grad_norm": 0.5859375, |
| "learning_rate": 1.3557270713682944e-05, |
| "loss": 1.0356820821762085, |
| "step": 658 |
| }, |
| { |
| "epoch": 1.4046858359957402, |
| "grad_norm": 0.4453125, |
| "learning_rate": 1.3520432229426933e-05, |
| "loss": 0.9749876260757446, |
| "step": 660 |
| }, |
| { |
| "epoch": 1.4089456869009584, |
| "grad_norm": 0.486328125, |
| "learning_rate": 1.3483560266758688e-05, |
| "loss": 0.9936063885688782, |
| "step": 662 |
| }, |
| { |
| "epoch": 1.4132055378061767, |
| "grad_norm": 0.5859375, |
| "learning_rate": 1.344665563756231e-05, |
| "loss": 0.9732779264450073, |
| "step": 664 |
| }, |
| { |
| "epoch": 1.417465388711395, |
| "grad_norm": 0.482421875, |
| "learning_rate": 1.3409719154441194e-05, |
| "loss": 1.0013114213943481, |
| "step": 666 |
| }, |
| { |
| "epoch": 1.4217252396166133, |
| "grad_norm": 0.78125, |
| "learning_rate": 1.3372751630700127e-05, |
| "loss": 0.9554456472396851, |
| "step": 668 |
| }, |
| { |
| "epoch": 1.4259850905218316, |
| "grad_norm": 0.5546875, |
| "learning_rate": 1.3335753880327378e-05, |
| "loss": 1.013936161994934, |
| "step": 670 |
| }, |
| { |
| "epoch": 1.4302449414270502, |
| "grad_norm": 0.5078125, |
| "learning_rate": 1.3298726717976776e-05, |
| "loss": 0.9992549419403076, |
| "step": 672 |
| }, |
| { |
| "epoch": 1.4345047923322682, |
| "grad_norm": 0.546875, |
| "learning_rate": 1.3261670958949778e-05, |
| "loss": 0.9462178945541382, |
| "step": 674 |
| }, |
| { |
| "epoch": 1.4387646432374868, |
| "grad_norm": 0.486328125, |
| "learning_rate": 1.32245874191775e-05, |
| "loss": 1.0281662940979004, |
| "step": 676 |
| }, |
| { |
| "epoch": 1.443024494142705, |
| "grad_norm": 0.79296875, |
| "learning_rate": 1.3187476915202772e-05, |
| "loss": 1.080543875694275, |
| "step": 678 |
| }, |
| { |
| "epoch": 1.4472843450479234, |
| "grad_norm": 0.80078125, |
| "learning_rate": 1.315034026416215e-05, |
| "loss": 0.9739678502082825, |
| "step": 680 |
| }, |
| { |
| "epoch": 1.4515441959531417, |
| "grad_norm": 0.58984375, |
| "learning_rate": 1.3113178283767916e-05, |
| "loss": 1.058993935585022, |
| "step": 682 |
| }, |
| { |
| "epoch": 1.45580404685836, |
| "grad_norm": 0.515625, |
| "learning_rate": 1.3075991792290087e-05, |
| "loss": 0.9686048626899719, |
| "step": 684 |
| }, |
| { |
| "epoch": 1.4600638977635783, |
| "grad_norm": 0.494140625, |
| "learning_rate": 1.303878160853838e-05, |
| "loss": 1.0147266387939453, |
| "step": 686 |
| }, |
| { |
| "epoch": 1.4643237486687966, |
| "grad_norm": 0.5234375, |
| "learning_rate": 1.3001548551844198e-05, |
| "loss": 0.9957408905029297, |
| "step": 688 |
| }, |
| { |
| "epoch": 1.4685835995740149, |
| "grad_norm": 0.64453125, |
| "learning_rate": 1.2964293442042583e-05, |
| "loss": 1.0241044759750366, |
| "step": 690 |
| }, |
| { |
| "epoch": 1.4728434504792332, |
| "grad_norm": 0.6484375, |
| "learning_rate": 1.2927017099454174e-05, |
| "loss": 0.9795851707458496, |
| "step": 692 |
| }, |
| { |
| "epoch": 1.4771033013844517, |
| "grad_norm": 0.5390625, |
| "learning_rate": 1.288972034486711e-05, |
| "loss": 1.0294287204742432, |
| "step": 694 |
| }, |
| { |
| "epoch": 1.4813631522896697, |
| "grad_norm": 0.45703125, |
| "learning_rate": 1.2852403999519009e-05, |
| "loss": 1.04385507106781, |
| "step": 696 |
| }, |
| { |
| "epoch": 1.4856230031948883, |
| "grad_norm": 0.462890625, |
| "learning_rate": 1.2815068885078848e-05, |
| "loss": 1.0272358655929565, |
| "step": 698 |
| }, |
| { |
| "epoch": 1.4898828541001066, |
| "grad_norm": 0.5625, |
| "learning_rate": 1.2777715823628869e-05, |
| "loss": 1.0158170461654663, |
| "step": 700 |
| }, |
| { |
| "epoch": 1.4941427050053249, |
| "grad_norm": 3.25, |
| "learning_rate": 1.274034563764651e-05, |
| "loss": 1.0180643796920776, |
| "step": 702 |
| }, |
| { |
| "epoch": 1.4984025559105432, |
| "grad_norm": 0.55859375, |
| "learning_rate": 1.2702959149986263e-05, |
| "loss": 0.9400717616081238, |
| "step": 704 |
| }, |
| { |
| "epoch": 1.5026624068157615, |
| "grad_norm": 1.46875, |
| "learning_rate": 1.2665557183861563e-05, |
| "loss": 1.0463502407073975, |
| "step": 706 |
| }, |
| { |
| "epoch": 1.5069222577209798, |
| "grad_norm": 0.4453125, |
| "learning_rate": 1.2628140562826674e-05, |
| "loss": 0.9682408571243286, |
| "step": 708 |
| }, |
| { |
| "epoch": 1.511182108626198, |
| "grad_norm": 2.0, |
| "learning_rate": 1.2590710110758542e-05, |
| "loss": 0.9887672066688538, |
| "step": 710 |
| }, |
| { |
| "epoch": 1.5154419595314164, |
| "grad_norm": 0.65234375, |
| "learning_rate": 1.2553266651838664e-05, |
| "loss": 0.9790204167366028, |
| "step": 712 |
| }, |
| { |
| "epoch": 1.5197018104366347, |
| "grad_norm": 0.55078125, |
| "learning_rate": 1.2515811010534926e-05, |
| "loss": 1.048098087310791, |
| "step": 714 |
| }, |
| { |
| "epoch": 1.5239616613418532, |
| "grad_norm": 0.91796875, |
| "learning_rate": 1.2478344011583463e-05, |
| "loss": 0.9795944094657898, |
| "step": 716 |
| }, |
| { |
| "epoch": 1.5282215122470713, |
| "grad_norm": 0.60546875, |
| "learning_rate": 1.2440866479970501e-05, |
| "loss": 1.1048449277877808, |
| "step": 718 |
| }, |
| { |
| "epoch": 1.5324813631522898, |
| "grad_norm": 0.5, |
| "learning_rate": 1.2403379240914171e-05, |
| "loss": 1.1177802085876465, |
| "step": 720 |
| }, |
| { |
| "epoch": 1.5367412140575079, |
| "grad_norm": 0.5859375, |
| "learning_rate": 1.2365883119846358e-05, |
| "loss": 0.9775673747062683, |
| "step": 722 |
| }, |
| { |
| "epoch": 1.5410010649627264, |
| "grad_norm": 0.56640625, |
| "learning_rate": 1.2328378942394526e-05, |
| "loss": 1.0114903450012207, |
| "step": 724 |
| }, |
| { |
| "epoch": 1.5452609158679447, |
| "grad_norm": 0.6640625, |
| "learning_rate": 1.2290867534363523e-05, |
| "loss": 0.8942697048187256, |
| "step": 726 |
| }, |
| { |
| "epoch": 1.549520766773163, |
| "grad_norm": 0.490234375, |
| "learning_rate": 1.225334972171742e-05, |
| "loss": 1.0175893306732178, |
| "step": 728 |
| }, |
| { |
| "epoch": 1.5537806176783813, |
| "grad_norm": 0.578125, |
| "learning_rate": 1.2215826330561296e-05, |
| "loss": 1.027167797088623, |
| "step": 730 |
| }, |
| { |
| "epoch": 1.5580404685835996, |
| "grad_norm": 0.5625, |
| "learning_rate": 1.2178298187123072e-05, |
| "loss": 0.9816038608551025, |
| "step": 732 |
| }, |
| { |
| "epoch": 1.5623003194888179, |
| "grad_norm": 0.78515625, |
| "learning_rate": 1.2140766117735309e-05, |
| "loss": 1.032719612121582, |
| "step": 734 |
| }, |
| { |
| "epoch": 1.5665601703940362, |
| "grad_norm": 0.85546875, |
| "learning_rate": 1.210323094881701e-05, |
| "loss": 1.034834384918213, |
| "step": 736 |
| }, |
| { |
| "epoch": 1.5708200212992547, |
| "grad_norm": 0.6171875, |
| "learning_rate": 1.2065693506855438e-05, |
| "loss": 0.9969629645347595, |
| "step": 738 |
| }, |
| { |
| "epoch": 1.5750798722044728, |
| "grad_norm": 0.6484375, |
| "learning_rate": 1.2028154618387888e-05, |
| "loss": 0.9849120378494263, |
| "step": 740 |
| }, |
| { |
| "epoch": 1.5793397231096913, |
| "grad_norm": 0.41796875, |
| "learning_rate": 1.1990615109983516e-05, |
| "loss": 1.042475700378418, |
| "step": 742 |
| }, |
| { |
| "epoch": 1.5835995740149094, |
| "grad_norm": 0.416015625, |
| "learning_rate": 1.1953075808225134e-05, |
| "loss": 0.9866620898246765, |
| "step": 744 |
| }, |
| { |
| "epoch": 1.5878594249201279, |
| "grad_norm": 0.484375, |
| "learning_rate": 1.191553753969099e-05, |
| "loss": 1.012044906616211, |
| "step": 746 |
| }, |
| { |
| "epoch": 1.592119275825346, |
| "grad_norm": 0.50390625, |
| "learning_rate": 1.1878001130936596e-05, |
| "loss": 0.9986369609832764, |
| "step": 748 |
| }, |
| { |
| "epoch": 1.5963791267305645, |
| "grad_norm": 0.67578125, |
| "learning_rate": 1.1840467408476495e-05, |
| "loss": 0.9213187098503113, |
| "step": 750 |
| }, |
| { |
| "epoch": 1.6006389776357828, |
| "grad_norm": 0.5234375, |
| "learning_rate": 1.1802937198766105e-05, |
| "loss": 1.0106372833251953, |
| "step": 752 |
| }, |
| { |
| "epoch": 1.604898828541001, |
| "grad_norm": 0.66796875, |
| "learning_rate": 1.1765411328183474e-05, |
| "loss": 1.030936360359192, |
| "step": 754 |
| }, |
| { |
| "epoch": 1.6091586794462194, |
| "grad_norm": 0.421875, |
| "learning_rate": 1.172789062301112e-05, |
| "loss": 0.9806941747665405, |
| "step": 756 |
| }, |
| { |
| "epoch": 1.6134185303514377, |
| "grad_norm": 0.466796875, |
| "learning_rate": 1.1690375909417817e-05, |
| "loss": 1.0275804996490479, |
| "step": 758 |
| }, |
| { |
| "epoch": 1.617678381256656, |
| "grad_norm": 0.48046875, |
| "learning_rate": 1.165286801344042e-05, |
| "loss": 0.9850936532020569, |
| "step": 760 |
| }, |
| { |
| "epoch": 1.6219382321618743, |
| "grad_norm": 0.5, |
| "learning_rate": 1.1615367760965652e-05, |
| "loss": 0.9898473620414734, |
| "step": 762 |
| }, |
| { |
| "epoch": 1.6261980830670928, |
| "grad_norm": 0.71875, |
| "learning_rate": 1.1577875977711943e-05, |
| "loss": 0.9166401624679565, |
| "step": 764 |
| }, |
| { |
| "epoch": 1.6304579339723109, |
| "grad_norm": 0.90234375, |
| "learning_rate": 1.1540393489211246e-05, |
| "loss": 1.0430673360824585, |
| "step": 766 |
| }, |
| { |
| "epoch": 1.6347177848775294, |
| "grad_norm": 0.86328125, |
| "learning_rate": 1.1502921120790832e-05, |
| "loss": 0.9577189683914185, |
| "step": 768 |
| }, |
| { |
| "epoch": 1.6389776357827475, |
| "grad_norm": 0.6015625, |
| "learning_rate": 1.146545969755516e-05, |
| "loss": 1.046250581741333, |
| "step": 770 |
| }, |
| { |
| "epoch": 1.643237486687966, |
| "grad_norm": 0.4453125, |
| "learning_rate": 1.1428010044367676e-05, |
| "loss": 0.9433165788650513, |
| "step": 772 |
| }, |
| { |
| "epoch": 1.6474973375931843, |
| "grad_norm": 0.53125, |
| "learning_rate": 1.139057298583266e-05, |
| "loss": 1.0670093297958374, |
| "step": 774 |
| }, |
| { |
| "epoch": 1.6517571884984026, |
| "grad_norm": 0.8671875, |
| "learning_rate": 1.1353149346277071e-05, |
| "loss": 1.0747054815292358, |
| "step": 776 |
| }, |
| { |
| "epoch": 1.6560170394036209, |
| "grad_norm": 0.462890625, |
| "learning_rate": 1.1315739949732403e-05, |
| "loss": 0.9709829092025757, |
| "step": 778 |
| }, |
| { |
| "epoch": 1.6602768903088392, |
| "grad_norm": 0.55859375, |
| "learning_rate": 1.1278345619916519e-05, |
| "loss": 0.9456352591514587, |
| "step": 780 |
| }, |
| { |
| "epoch": 1.6645367412140575, |
| "grad_norm": 0.61328125, |
| "learning_rate": 1.1240967180215546e-05, |
| "loss": 0.9906789064407349, |
| "step": 782 |
| }, |
| { |
| "epoch": 1.6687965921192758, |
| "grad_norm": 0.9453125, |
| "learning_rate": 1.1203605453665706e-05, |
| "loss": 0.9821105599403381, |
| "step": 784 |
| }, |
| { |
| "epoch": 1.6730564430244943, |
| "grad_norm": 0.76953125, |
| "learning_rate": 1.1166261262935234e-05, |
| "loss": 0.9833469390869141, |
| "step": 786 |
| }, |
| { |
| "epoch": 1.6773162939297124, |
| "grad_norm": 0.384765625, |
| "learning_rate": 1.1128935430306224e-05, |
| "loss": 0.9621955752372742, |
| "step": 788 |
| }, |
| { |
| "epoch": 1.681576144834931, |
| "grad_norm": 0.76953125, |
| "learning_rate": 1.1091628777656558e-05, |
| "loss": 1.0520445108413696, |
| "step": 790 |
| }, |
| { |
| "epoch": 1.685835995740149, |
| "grad_norm": 1.734375, |
| "learning_rate": 1.105434212644179e-05, |
| "loss": 1.00932776927948, |
| "step": 792 |
| }, |
| { |
| "epoch": 1.6900958466453675, |
| "grad_norm": 2.109375, |
| "learning_rate": 1.1017076297677054e-05, |
| "loss": 1.0297919511795044, |
| "step": 794 |
| }, |
| { |
| "epoch": 1.6943556975505856, |
| "grad_norm": 0.6171875, |
| "learning_rate": 1.0979832111919002e-05, |
| "loss": 0.9979485273361206, |
| "step": 796 |
| }, |
| { |
| "epoch": 1.698615548455804, |
| "grad_norm": 0.71875, |
| "learning_rate": 1.0942610389247735e-05, |
| "loss": 1.0736881494522095, |
| "step": 798 |
| }, |
| { |
| "epoch": 1.7028753993610224, |
| "grad_norm": 0.48046875, |
| "learning_rate": 1.0905411949248722e-05, |
| "loss": 0.9282923936843872, |
| "step": 800 |
| }, |
| { |
| "epoch": 1.7071352502662407, |
| "grad_norm": 1.2734375, |
| "learning_rate": 1.086823761099478e-05, |
| "loss": 0.9751482605934143, |
| "step": 802 |
| }, |
| { |
| "epoch": 1.711395101171459, |
| "grad_norm": 0.61328125, |
| "learning_rate": 1.0831088193028037e-05, |
| "loss": 1.050538182258606, |
| "step": 804 |
| }, |
| { |
| "epoch": 1.7156549520766773, |
| "grad_norm": 0.4375, |
| "learning_rate": 1.0793964513341892e-05, |
| "loss": 0.8432624936103821, |
| "step": 806 |
| }, |
| { |
| "epoch": 1.7199148029818956, |
| "grad_norm": 0.8671875, |
| "learning_rate": 1.0756867389363007e-05, |
| "loss": 1.0375334024429321, |
| "step": 808 |
| }, |
| { |
| "epoch": 1.7241746538871139, |
| "grad_norm": 0.55078125, |
| "learning_rate": 1.0719797637933325e-05, |
| "loss": 1.0315303802490234, |
| "step": 810 |
| }, |
| { |
| "epoch": 1.7284345047923324, |
| "grad_norm": 0.50390625, |
| "learning_rate": 1.068275607529207e-05, |
| "loss": 1.0522267818450928, |
| "step": 812 |
| }, |
| { |
| "epoch": 1.7326943556975505, |
| "grad_norm": 0.7265625, |
| "learning_rate": 1.0645743517057766e-05, |
| "loss": 0.9734303951263428, |
| "step": 814 |
| }, |
| { |
| "epoch": 1.736954206602769, |
| "grad_norm": 0.5, |
| "learning_rate": 1.0608760778210305e-05, |
| "loss": 0.956866979598999, |
| "step": 816 |
| }, |
| { |
| "epoch": 1.741214057507987, |
| "grad_norm": 0.58984375, |
| "learning_rate": 1.057180867307298e-05, |
| "loss": 0.9936807751655579, |
| "step": 818 |
| }, |
| { |
| "epoch": 1.7454739084132056, |
| "grad_norm": 0.78515625, |
| "learning_rate": 1.053488801529455e-05, |
| "loss": 1.0136879682540894, |
| "step": 820 |
| }, |
| { |
| "epoch": 1.749733759318424, |
| "grad_norm": 0.5078125, |
| "learning_rate": 1.0497999617831352e-05, |
| "loss": 0.9871541261672974, |
| "step": 822 |
| }, |
| { |
| "epoch": 1.7539936102236422, |
| "grad_norm": 0.76171875, |
| "learning_rate": 1.0461144292929361e-05, |
| "loss": 0.990527868270874, |
| "step": 824 |
| }, |
| { |
| "epoch": 1.7582534611288605, |
| "grad_norm": 1.25, |
| "learning_rate": 1.0424322852106354e-05, |
| "loss": 1.039267897605896, |
| "step": 826 |
| }, |
| { |
| "epoch": 1.7625133120340788, |
| "grad_norm": 0.470703125, |
| "learning_rate": 1.0387536106133989e-05, |
| "loss": 1.069290280342102, |
| "step": 828 |
| }, |
| { |
| "epoch": 1.766773162939297, |
| "grad_norm": 0.6328125, |
| "learning_rate": 1.0350784865019987e-05, |
| "loss": 0.9809550642967224, |
| "step": 830 |
| }, |
| { |
| "epoch": 1.7710330138445154, |
| "grad_norm": 0.48046875, |
| "learning_rate": 1.0314069937990298e-05, |
| "loss": 0.9778714776039124, |
| "step": 832 |
| }, |
| { |
| "epoch": 1.775292864749734, |
| "grad_norm": 1.015625, |
| "learning_rate": 1.027739213347125e-05, |
| "loss": 0.9834805130958557, |
| "step": 834 |
| }, |
| { |
| "epoch": 1.779552715654952, |
| "grad_norm": 0.6640625, |
| "learning_rate": 1.0240752259071792e-05, |
| "loss": 1.0088666677474976, |
| "step": 836 |
| }, |
| { |
| "epoch": 1.7838125665601705, |
| "grad_norm": 0.47265625, |
| "learning_rate": 1.0204151121565675e-05, |
| "loss": 0.958771288394928, |
| "step": 838 |
| }, |
| { |
| "epoch": 1.7880724174653886, |
| "grad_norm": 0.59375, |
| "learning_rate": 1.0167589526873706e-05, |
| "loss": 1.0218135118484497, |
| "step": 840 |
| }, |
| { |
| "epoch": 1.792332268370607, |
| "grad_norm": 0.71484375, |
| "learning_rate": 1.0131068280045997e-05, |
| "loss": 1.027093768119812, |
| "step": 842 |
| }, |
| { |
| "epoch": 1.7965921192758252, |
| "grad_norm": 0.91015625, |
| "learning_rate": 1.0094588185244248e-05, |
| "loss": 1.0224063396453857, |
| "step": 844 |
| }, |
| { |
| "epoch": 1.8008519701810437, |
| "grad_norm": 0.60546875, |
| "learning_rate": 1.0058150045724022e-05, |
| "loss": 1.0029429197311401, |
| "step": 846 |
| }, |
| { |
| "epoch": 1.805111821086262, |
| "grad_norm": 0.6484375, |
| "learning_rate": 1.002175466381707e-05, |
| "loss": 0.9247448444366455, |
| "step": 848 |
| }, |
| { |
| "epoch": 1.8093716719914803, |
| "grad_norm": 0.59375, |
| "learning_rate": 9.985402840913666e-06, |
| "loss": 1.0142505168914795, |
| "step": 850 |
| }, |
| { |
| "epoch": 1.8136315228966986, |
| "grad_norm": 0.5078125, |
| "learning_rate": 9.949095377444961e-06, |
| "loss": 0.9922072291374207, |
| "step": 852 |
| }, |
| { |
| "epoch": 1.817891373801917, |
| "grad_norm": 0.59375, |
| "learning_rate": 9.912833072865345e-06, |
| "loss": 1.0142475366592407, |
| "step": 854 |
| }, |
| { |
| "epoch": 1.8221512247071352, |
| "grad_norm": 0.91015625, |
| "learning_rate": 9.876616725634864e-06, |
| "loss": 0.9615439176559448, |
| "step": 856 |
| }, |
| { |
| "epoch": 1.8264110756123535, |
| "grad_norm": 0.408203125, |
| "learning_rate": 9.840447133201623e-06, |
| "loss": 0.9525391459465027, |
| "step": 858 |
| }, |
| { |
| "epoch": 1.830670926517572, |
| "grad_norm": 0.57421875, |
| "learning_rate": 9.804325091984234e-06, |
| "loss": 1.0148870944976807, |
| "step": 860 |
| }, |
| { |
| "epoch": 1.83493077742279, |
| "grad_norm": 0.53125, |
| "learning_rate": 9.768251397354276e-06, |
| "loss": 0.9480238556861877, |
| "step": 862 |
| }, |
| { |
| "epoch": 1.8391906283280086, |
| "grad_norm": 0.8046875, |
| "learning_rate": 9.73222684361879e-06, |
| "loss": 1.0006335973739624, |
| "step": 864 |
| }, |
| { |
| "epoch": 1.8434504792332267, |
| "grad_norm": 0.71484375, |
| "learning_rate": 9.696252224002783e-06, |
| "loss": 0.9949763417243958, |
| "step": 866 |
| }, |
| { |
| "epoch": 1.8477103301384452, |
| "grad_norm": 0.51953125, |
| "learning_rate": 9.660328330631752e-06, |
| "loss": 0.9215972423553467, |
| "step": 868 |
| }, |
| { |
| "epoch": 1.8519701810436635, |
| "grad_norm": 0.53515625, |
| "learning_rate": 9.624455954514258e-06, |
| "loss": 0.9809213280677795, |
| "step": 870 |
| }, |
| { |
| "epoch": 1.8562300319488818, |
| "grad_norm": 0.55078125, |
| "learning_rate": 9.588635885524514e-06, |
| "loss": 0.9926417469978333, |
| "step": 872 |
| }, |
| { |
| "epoch": 1.8604898828541, |
| "grad_norm": 3.5625, |
| "learning_rate": 9.552868912384962e-06, |
| "loss": 1.0632542371749878, |
| "step": 874 |
| }, |
| { |
| "epoch": 1.8647497337593184, |
| "grad_norm": 0.54296875, |
| "learning_rate": 9.517155822648938e-06, |
| "loss": 1.0109238624572754, |
| "step": 876 |
| }, |
| { |
| "epoch": 1.8690095846645367, |
| "grad_norm": 0.66015625, |
| "learning_rate": 9.481497402683325e-06, |
| "loss": 0.9798102974891663, |
| "step": 878 |
| }, |
| { |
| "epoch": 1.873269435569755, |
| "grad_norm": 0.50390625, |
| "learning_rate": 9.445894437651211e-06, |
| "loss": 1.0319267511367798, |
| "step": 880 |
| }, |
| { |
| "epoch": 1.8775292864749735, |
| "grad_norm": 0.451171875, |
| "learning_rate": 9.41034771149464e-06, |
| "loss": 1.0264664888381958, |
| "step": 882 |
| }, |
| { |
| "epoch": 1.8817891373801916, |
| "grad_norm": 0.51171875, |
| "learning_rate": 9.374858006917328e-06, |
| "loss": 1.014363169670105, |
| "step": 884 |
| }, |
| { |
| "epoch": 1.8860489882854101, |
| "grad_norm": 0.53125, |
| "learning_rate": 9.339426105367428e-06, |
| "loss": 0.9093478322029114, |
| "step": 886 |
| }, |
| { |
| "epoch": 1.8903088391906282, |
| "grad_norm": 0.4921875, |
| "learning_rate": 9.304052787020326e-06, |
| "loss": 0.9274075627326965, |
| "step": 888 |
| }, |
| { |
| "epoch": 1.8945686900958467, |
| "grad_norm": 0.484375, |
| "learning_rate": 9.26873883076147e-06, |
| "loss": 1.0133625268936157, |
| "step": 890 |
| }, |
| { |
| "epoch": 1.898828541001065, |
| "grad_norm": 0.5234375, |
| "learning_rate": 9.233485014169214e-06, |
| "loss": 1.0017213821411133, |
| "step": 892 |
| }, |
| { |
| "epoch": 1.9030883919062833, |
| "grad_norm": 0.515625, |
| "learning_rate": 9.198292113497686e-06, |
| "loss": 1.0270392894744873, |
| "step": 894 |
| }, |
| { |
| "epoch": 1.9073482428115016, |
| "grad_norm": 0.546875, |
| "learning_rate": 9.163160903659715e-06, |
| "loss": 0.9596851468086243, |
| "step": 896 |
| }, |
| { |
| "epoch": 1.91160809371672, |
| "grad_norm": 0.54296875, |
| "learning_rate": 9.128092158209762e-06, |
| "loss": 1.0112367868423462, |
| "step": 898 |
| }, |
| { |
| "epoch": 1.9158679446219382, |
| "grad_norm": 0.6796875, |
| "learning_rate": 9.093086649326873e-06, |
| "loss": 1.0255273580551147, |
| "step": 900 |
| }, |
| { |
| "epoch": 1.9201277955271565, |
| "grad_norm": 0.62890625, |
| "learning_rate": 9.05814514779769e-06, |
| "loss": 0.9857978820800781, |
| "step": 902 |
| }, |
| { |
| "epoch": 1.924387646432375, |
| "grad_norm": 0.546875, |
| "learning_rate": 9.02326842299949e-06, |
| "loss": 0.9689497351646423, |
| "step": 904 |
| }, |
| { |
| "epoch": 1.928647497337593, |
| "grad_norm": 0.640625, |
| "learning_rate": 8.98845724288321e-06, |
| "loss": 1.039789080619812, |
| "step": 906 |
| }, |
| { |
| "epoch": 1.9329073482428116, |
| "grad_norm": 0.38671875, |
| "learning_rate": 8.95371237395657e-06, |
| "loss": 0.9854997396469116, |
| "step": 908 |
| }, |
| { |
| "epoch": 1.9371671991480297, |
| "grad_norm": 0.5859375, |
| "learning_rate": 8.919034581267185e-06, |
| "loss": 0.863085150718689, |
| "step": 910 |
| }, |
| { |
| "epoch": 1.9414270500532482, |
| "grad_norm": 0.6328125, |
| "learning_rate": 8.884424628385713e-06, |
| "loss": 0.9845672845840454, |
| "step": 912 |
| }, |
| { |
| "epoch": 1.9456869009584663, |
| "grad_norm": 0.609375, |
| "learning_rate": 8.849883277389046e-06, |
| "loss": 0.9393159747123718, |
| "step": 914 |
| }, |
| { |
| "epoch": 1.9499467518636848, |
| "grad_norm": 1.0546875, |
| "learning_rate": 8.815411288843531e-06, |
| "loss": 1.019649624824524, |
| "step": 916 |
| }, |
| { |
| "epoch": 1.9542066027689031, |
| "grad_norm": 0.53125, |
| "learning_rate": 8.781009421788226e-06, |
| "loss": 1.001703143119812, |
| "step": 918 |
| }, |
| { |
| "epoch": 1.9584664536741214, |
| "grad_norm": 0.478515625, |
| "learning_rate": 8.74667843371818e-06, |
| "loss": 1.0148494243621826, |
| "step": 920 |
| }, |
| { |
| "epoch": 1.9627263045793397, |
| "grad_norm": 0.60546875, |
| "learning_rate": 8.712419080567753e-06, |
| "loss": 0.9227896332740784, |
| "step": 922 |
| }, |
| { |
| "epoch": 1.966986155484558, |
| "grad_norm": 0.578125, |
| "learning_rate": 8.678232116693988e-06, |
| "loss": 0.9633923768997192, |
| "step": 924 |
| }, |
| { |
| "epoch": 1.9712460063897763, |
| "grad_norm": 0.6640625, |
| "learning_rate": 8.644118294859972e-06, |
| "loss": 0.9478899836540222, |
| "step": 926 |
| }, |
| { |
| "epoch": 1.9755058572949946, |
| "grad_norm": 0.55078125, |
| "learning_rate": 8.610078366218287e-06, |
| "loss": 1.0053707361221313, |
| "step": 928 |
| }, |
| { |
| "epoch": 1.9797657082002131, |
| "grad_norm": 0.640625, |
| "learning_rate": 8.576113080294459e-06, |
| "loss": 0.9101724624633789, |
| "step": 930 |
| }, |
| { |
| "epoch": 1.9840255591054312, |
| "grad_norm": 0.63671875, |
| "learning_rate": 8.542223184970451e-06, |
| "loss": 1.0562280416488647, |
| "step": 932 |
| }, |
| { |
| "epoch": 1.9882854100106497, |
| "grad_norm": 0.494140625, |
| "learning_rate": 8.5084094264682e-06, |
| "loss": 0.9434181451797485, |
| "step": 934 |
| }, |
| { |
| "epoch": 1.9925452609158678, |
| "grad_norm": 0.75390625, |
| "learning_rate": 8.474672549333191e-06, |
| "loss": 1.0050933361053467, |
| "step": 936 |
| }, |
| { |
| "epoch": 1.9968051118210863, |
| "grad_norm": 0.61328125, |
| "learning_rate": 8.441013296418057e-06, |
| "loss": 1.014664649963379, |
| "step": 938 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 1.6171875, |
| "learning_rate": 8.407432408866211e-06, |
| "loss": 0.9959129095077515, |
| "step": 940 |
| }, |
| { |
| "epoch": 2.0042598509052185, |
| "grad_norm": 0.91015625, |
| "learning_rate": 8.373930626095557e-06, |
| "loss": 0.8519871830940247, |
| "step": 942 |
| }, |
| { |
| "epoch": 2.0085197018104366, |
| "grad_norm": 0.50390625, |
| "learning_rate": 8.340508685782173e-06, |
| "loss": 0.8345139622688293, |
| "step": 944 |
| }, |
| { |
| "epoch": 2.012779552715655, |
| "grad_norm": 0.64453125, |
| "learning_rate": 8.30716732384409e-06, |
| "loss": 0.8144312500953674, |
| "step": 946 |
| }, |
| { |
| "epoch": 2.017039403620873, |
| "grad_norm": 0.6796875, |
| "learning_rate": 8.27390727442509e-06, |
| "loss": 0.8890555500984192, |
| "step": 948 |
| }, |
| { |
| "epoch": 2.0212992545260917, |
| "grad_norm": 0.54296875, |
| "learning_rate": 8.24072926987853e-06, |
| "loss": 0.9254493117332458, |
| "step": 950 |
| }, |
| { |
| "epoch": 2.02555910543131, |
| "grad_norm": 0.431640625, |
| "learning_rate": 8.207634040751218e-06, |
| "loss": 0.8629240989685059, |
| "step": 952 |
| }, |
| { |
| "epoch": 2.0298189563365283, |
| "grad_norm": 0.419921875, |
| "learning_rate": 8.174622315767325e-06, |
| "loss": 0.9234293699264526, |
| "step": 954 |
| }, |
| { |
| "epoch": 2.0340788072417464, |
| "grad_norm": 0.67578125, |
| "learning_rate": 8.141694821812352e-06, |
| "loss": 0.8904613852500916, |
| "step": 956 |
| }, |
| { |
| "epoch": 2.038338658146965, |
| "grad_norm": 0.56640625, |
| "learning_rate": 8.108852283917116e-06, |
| "loss": 0.8621918559074402, |
| "step": 958 |
| }, |
| { |
| "epoch": 2.042598509052183, |
| "grad_norm": 0.6796875, |
| "learning_rate": 8.07609542524178e-06, |
| "loss": 0.8154129981994629, |
| "step": 960 |
| }, |
| { |
| "epoch": 2.0468583599574015, |
| "grad_norm": 0.388671875, |
| "learning_rate": 8.043424967059936e-06, |
| "loss": 0.7776715755462646, |
| "step": 962 |
| }, |
| { |
| "epoch": 2.0511182108626196, |
| "grad_norm": 0.490234375, |
| "learning_rate": 8.010841628742728e-06, |
| "loss": 0.9061995148658752, |
| "step": 964 |
| }, |
| { |
| "epoch": 2.055378061767838, |
| "grad_norm": 0.45703125, |
| "learning_rate": 7.978346127742999e-06, |
| "loss": 0.8465338349342346, |
| "step": 966 |
| }, |
| { |
| "epoch": 2.0596379126730566, |
| "grad_norm": 0.71484375, |
| "learning_rate": 7.945939179579509e-06, |
| "loss": 0.8736094832420349, |
| "step": 968 |
| }, |
| { |
| "epoch": 2.0638977635782747, |
| "grad_norm": 0.625, |
| "learning_rate": 7.913621497821174e-06, |
| "loss": 0.8707051277160645, |
| "step": 970 |
| }, |
| { |
| "epoch": 2.0681576144834932, |
| "grad_norm": 0.6796875, |
| "learning_rate": 7.881393794071338e-06, |
| "loss": 0.8639911413192749, |
| "step": 972 |
| }, |
| { |
| "epoch": 2.0724174653887113, |
| "grad_norm": 0.65625, |
| "learning_rate": 7.84925677795213e-06, |
| "loss": 0.8878441452980042, |
| "step": 974 |
| }, |
| { |
| "epoch": 2.07667731629393, |
| "grad_norm": 0.73828125, |
| "learning_rate": 7.817211157088823e-06, |
| "loss": 0.8697801232337952, |
| "step": 976 |
| }, |
| { |
| "epoch": 2.080937167199148, |
| "grad_norm": 0.6015625, |
| "learning_rate": 7.785257637094265e-06, |
| "loss": 0.9132862687110901, |
| "step": 978 |
| }, |
| { |
| "epoch": 2.0851970181043664, |
| "grad_norm": 0.81640625, |
| "learning_rate": 7.753396921553325e-06, |
| "loss": 0.9692128896713257, |
| "step": 980 |
| }, |
| { |
| "epoch": 2.0894568690095845, |
| "grad_norm": 0.6953125, |
| "learning_rate": 7.721629712007408e-06, |
| "loss": 0.8117839694023132, |
| "step": 982 |
| }, |
| { |
| "epoch": 2.093716719914803, |
| "grad_norm": 0.65234375, |
| "learning_rate": 7.68995670793902e-06, |
| "loss": 0.8652855157852173, |
| "step": 984 |
| }, |
| { |
| "epoch": 2.097976570820021, |
| "grad_norm": 0.671875, |
| "learning_rate": 7.658378606756342e-06, |
| "loss": 0.8414390683174133, |
| "step": 986 |
| }, |
| { |
| "epoch": 2.1022364217252396, |
| "grad_norm": 0.78125, |
| "learning_rate": 7.626896103777901e-06, |
| "loss": 0.975841224193573, |
| "step": 988 |
| }, |
| { |
| "epoch": 2.106496272630458, |
| "grad_norm": 0.5078125, |
| "learning_rate": 7.595509892217243e-06, |
| "loss": 0.8733735680580139, |
| "step": 990 |
| }, |
| { |
| "epoch": 2.110756123535676, |
| "grad_norm": 0.7578125, |
| "learning_rate": 7.5642206631676655e-06, |
| "loss": 0.8554286360740662, |
| "step": 992 |
| }, |
| { |
| "epoch": 2.1150159744408947, |
| "grad_norm": 0.7109375, |
| "learning_rate": 7.533029105587006e-06, |
| "loss": 0.8418490290641785, |
| "step": 994 |
| }, |
| { |
| "epoch": 2.119275825346113, |
| "grad_norm": 0.578125, |
| "learning_rate": 7.501935906282486e-06, |
| "loss": 0.8224227428436279, |
| "step": 996 |
| }, |
| { |
| "epoch": 2.1235356762513313, |
| "grad_norm": 1.1015625, |
| "learning_rate": 7.4709417498955676e-06, |
| "loss": 0.8177536129951477, |
| "step": 998 |
| }, |
| { |
| "epoch": 2.1277955271565494, |
| "grad_norm": 0.60546875, |
| "learning_rate": 7.440047318886882e-06, |
| "loss": 0.8571978211402893, |
| "step": 1000 |
| }, |
| { |
| "epoch": 2.132055378061768, |
| "grad_norm": 0.64453125, |
| "learning_rate": 7.409253293521209e-06, |
| "loss": 0.8153810501098633, |
| "step": 1002 |
| }, |
| { |
| "epoch": 2.136315228966986, |
| "grad_norm": 0.75, |
| "learning_rate": 7.378560351852502e-06, |
| "loss": 0.8463664650917053, |
| "step": 1004 |
| }, |
| { |
| "epoch": 2.1405750798722045, |
| "grad_norm": 0.578125, |
| "learning_rate": 7.347969169708937e-06, |
| "loss": 0.8821415305137634, |
| "step": 1006 |
| }, |
| { |
| "epoch": 2.1448349307774226, |
| "grad_norm": 0.7265625, |
| "learning_rate": 7.317480420678064e-06, |
| "loss": 0.9291739463806152, |
| "step": 1008 |
| }, |
| { |
| "epoch": 2.149094781682641, |
| "grad_norm": 0.70703125, |
| "learning_rate": 7.2870947760919486e-06, |
| "loss": 0.772282063961029, |
| "step": 1010 |
| }, |
| { |
| "epoch": 2.1533546325878596, |
| "grad_norm": 0.48046875, |
| "learning_rate": 7.256812905012389e-06, |
| "loss": 0.8808871507644653, |
| "step": 1012 |
| }, |
| { |
| "epoch": 2.1576144834930777, |
| "grad_norm": 0.486328125, |
| "learning_rate": 7.2266354742162095e-06, |
| "loss": 0.8753591179847717, |
| "step": 1014 |
| }, |
| { |
| "epoch": 2.1618743343982962, |
| "grad_norm": 0.7890625, |
| "learning_rate": 7.196563148180554e-06, |
| "loss": 0.8668736815452576, |
| "step": 1016 |
| }, |
| { |
| "epoch": 2.1661341853035143, |
| "grad_norm": 0.50390625, |
| "learning_rate": 7.166596589068271e-06, |
| "loss": 0.8054329752922058, |
| "step": 1018 |
| }, |
| { |
| "epoch": 2.170394036208733, |
| "grad_norm": 1.953125, |
| "learning_rate": 7.136736456713316e-06, |
| "loss": 0.8477678298950195, |
| "step": 1020 |
| }, |
| { |
| "epoch": 2.174653887113951, |
| "grad_norm": 0.53125, |
| "learning_rate": 7.1069834086062366e-06, |
| "loss": 0.7990297079086304, |
| "step": 1022 |
| }, |
| { |
| "epoch": 2.1789137380191694, |
| "grad_norm": 0.84765625, |
| "learning_rate": 7.077338099879696e-06, |
| "loss": 0.87007075548172, |
| "step": 1024 |
| }, |
| { |
| "epoch": 2.1831735889243875, |
| "grad_norm": 0.8671875, |
| "learning_rate": 7.047801183294034e-06, |
| "loss": 0.8642436265945435, |
| "step": 1026 |
| }, |
| { |
| "epoch": 2.187433439829606, |
| "grad_norm": 0.546875, |
| "learning_rate": 7.018373309222914e-06, |
| "loss": 0.9285038113594055, |
| "step": 1028 |
| }, |
| { |
| "epoch": 2.191693290734824, |
| "grad_norm": 0.6640625, |
| "learning_rate": 6.989055125638982e-06, |
| "loss": 0.861228346824646, |
| "step": 1030 |
| }, |
| { |
| "epoch": 2.1959531416400426, |
| "grad_norm": 0.6328125, |
| "learning_rate": 6.95984727809961e-06, |
| "loss": 0.8538438677787781, |
| "step": 1032 |
| }, |
| { |
| "epoch": 2.2002129925452607, |
| "grad_norm": 0.62890625, |
| "learning_rate": 6.930750409732679e-06, |
| "loss": 0.9002454876899719, |
| "step": 1034 |
| }, |
| { |
| "epoch": 2.2044728434504792, |
| "grad_norm": 0.828125, |
| "learning_rate": 6.901765161222426e-06, |
| "loss": 0.8670125603675842, |
| "step": 1036 |
| }, |
| { |
| "epoch": 2.2087326943556977, |
| "grad_norm": 0.53515625, |
| "learning_rate": 6.8728921707953225e-06, |
| "loss": 0.8965079188346863, |
| "step": 1038 |
| }, |
| { |
| "epoch": 2.212992545260916, |
| "grad_norm": 0.63671875, |
| "learning_rate": 6.844132074206028e-06, |
| "loss": 0.9224348664283752, |
| "step": 1040 |
| }, |
| { |
| "epoch": 2.2172523961661343, |
| "grad_norm": 0.859375, |
| "learning_rate": 6.815485504723389e-06, |
| "loss": 0.8701453804969788, |
| "step": 1042 |
| }, |
| { |
| "epoch": 2.2215122470713524, |
| "grad_norm": 1.0234375, |
| "learning_rate": 6.786953093116508e-06, |
| "loss": 0.8607268333435059, |
| "step": 1044 |
| }, |
| { |
| "epoch": 2.225772097976571, |
| "grad_norm": 0.6875, |
| "learning_rate": 6.758535467640832e-06, |
| "loss": 0.8190476298332214, |
| "step": 1046 |
| }, |
| { |
| "epoch": 2.230031948881789, |
| "grad_norm": 0.51171875, |
| "learning_rate": 6.730233254024339e-06, |
| "loss": 0.7581257820129395, |
| "step": 1048 |
| }, |
| { |
| "epoch": 2.2342917997870075, |
| "grad_norm": 0.53125, |
| "learning_rate": 6.702047075453751e-06, |
| "loss": 0.867296576499939, |
| "step": 1050 |
| }, |
| { |
| "epoch": 2.2385516506922256, |
| "grad_norm": 0.8203125, |
| "learning_rate": 6.673977552560804e-06, |
| "loss": 0.8582524061203003, |
| "step": 1052 |
| }, |
| { |
| "epoch": 2.242811501597444, |
| "grad_norm": 0.5078125, |
| "learning_rate": 6.646025303408606e-06, |
| "loss": 0.8571093082427979, |
| "step": 1054 |
| }, |
| { |
| "epoch": 2.247071352502662, |
| "grad_norm": 0.6484375, |
| "learning_rate": 6.618190943478003e-06, |
| "loss": 0.867594301700592, |
| "step": 1056 |
| }, |
| { |
| "epoch": 2.2513312034078807, |
| "grad_norm": 0.66015625, |
| "learning_rate": 6.590475085654047e-06, |
| "loss": 0.7921283841133118, |
| "step": 1058 |
| }, |
| { |
| "epoch": 2.255591054313099, |
| "grad_norm": 0.8125, |
| "learning_rate": 6.56287834021248e-06, |
| "loss": 0.8648768067359924, |
| "step": 1060 |
| }, |
| { |
| "epoch": 2.2598509052183173, |
| "grad_norm": 0.82421875, |
| "learning_rate": 6.535401314806309e-06, |
| "loss": 0.8589727282524109, |
| "step": 1062 |
| }, |
| { |
| "epoch": 2.264110756123536, |
| "grad_norm": 0.48828125, |
| "learning_rate": 6.508044614452431e-06, |
| "loss": 0.8992140889167786, |
| "step": 1064 |
| }, |
| { |
| "epoch": 2.268370607028754, |
| "grad_norm": 0.69921875, |
| "learning_rate": 6.480808841518298e-06, |
| "loss": 0.8318920135498047, |
| "step": 1066 |
| }, |
| { |
| "epoch": 2.2726304579339724, |
| "grad_norm": 0.80859375, |
| "learning_rate": 6.453694595708667e-06, |
| "loss": 0.8525157570838928, |
| "step": 1068 |
| }, |
| { |
| "epoch": 2.2768903088391905, |
| "grad_norm": 0.6953125, |
| "learning_rate": 6.426702474052381e-06, |
| "loss": 0.8547057509422302, |
| "step": 1070 |
| }, |
| { |
| "epoch": 2.281150159744409, |
| "grad_norm": 0.890625, |
| "learning_rate": 6.39983307088923e-06, |
| "loss": 0.8861790299415588, |
| "step": 1072 |
| }, |
| { |
| "epoch": 2.285410010649627, |
| "grad_norm": 0.62890625, |
| "learning_rate": 6.373086977856868e-06, |
| "loss": 0.8417205810546875, |
| "step": 1074 |
| }, |
| { |
| "epoch": 2.2896698615548456, |
| "grad_norm": 0.46484375, |
| "learning_rate": 6.346464783877784e-06, |
| "loss": 0.9120402932167053, |
| "step": 1076 |
| }, |
| { |
| "epoch": 2.2939297124600637, |
| "grad_norm": 0.53515625, |
| "learning_rate": 6.319967075146332e-06, |
| "loss": 0.8795621991157532, |
| "step": 1078 |
| }, |
| { |
| "epoch": 2.2981895633652822, |
| "grad_norm": 1.5078125, |
| "learning_rate": 6.293594435115814e-06, |
| "loss": 0.884793758392334, |
| "step": 1080 |
| }, |
| { |
| "epoch": 2.3024494142705008, |
| "grad_norm": 0.482421875, |
| "learning_rate": 6.267347444485654e-06, |
| "loss": 0.9300041198730469, |
| "step": 1082 |
| }, |
| { |
| "epoch": 2.306709265175719, |
| "grad_norm": 0.6796875, |
| "learning_rate": 6.2412266811886005e-06, |
| "loss": 0.8604894876480103, |
| "step": 1084 |
| }, |
| { |
| "epoch": 2.3109691160809374, |
| "grad_norm": 0.65625, |
| "learning_rate": 6.215232720377991e-06, |
| "loss": 0.8723834753036499, |
| "step": 1086 |
| }, |
| { |
| "epoch": 2.3152289669861554, |
| "grad_norm": 0.482421875, |
| "learning_rate": 6.189366134415112e-06, |
| "loss": 0.8270635008811951, |
| "step": 1088 |
| }, |
| { |
| "epoch": 2.319488817891374, |
| "grad_norm": 0.84375, |
| "learning_rate": 6.163627492856572e-06, |
| "loss": 0.873162567615509, |
| "step": 1090 |
| }, |
| { |
| "epoch": 2.323748668796592, |
| "grad_norm": 0.6796875, |
| "learning_rate": 6.13801736244177e-06, |
| "loss": 0.8589759469032288, |
| "step": 1092 |
| }, |
| { |
| "epoch": 2.3280085197018106, |
| "grad_norm": 1.078125, |
| "learning_rate": 6.112536307080422e-06, |
| "loss": 0.8987887501716614, |
| "step": 1094 |
| }, |
| { |
| "epoch": 2.3322683706070286, |
| "grad_norm": 0.6640625, |
| "learning_rate": 6.087184887840139e-06, |
| "loss": 0.8068996071815491, |
| "step": 1096 |
| }, |
| { |
| "epoch": 2.336528221512247, |
| "grad_norm": 0.4921875, |
| "learning_rate": 6.061963662934072e-06, |
| "loss": 0.802603006362915, |
| "step": 1098 |
| }, |
| { |
| "epoch": 2.3407880724174652, |
| "grad_norm": 0.5234375, |
| "learning_rate": 6.036873187708615e-06, |
| "loss": 0.8735599517822266, |
| "step": 1100 |
| }, |
| { |
| "epoch": 2.3450479233226837, |
| "grad_norm": 0.5546875, |
| "learning_rate": 6.011914014631191e-06, |
| "loss": 0.7997400760650635, |
| "step": 1102 |
| }, |
| { |
| "epoch": 2.349307774227902, |
| "grad_norm": 0.59765625, |
| "learning_rate": 5.987086693278083e-06, |
| "loss": 0.8167827129364014, |
| "step": 1104 |
| }, |
| { |
| "epoch": 2.3535676251331203, |
| "grad_norm": 1.078125, |
| "learning_rate": 5.962391770322319e-06, |
| "loss": 0.853871762752533, |
| "step": 1106 |
| }, |
| { |
| "epoch": 2.357827476038339, |
| "grad_norm": 0.59765625, |
| "learning_rate": 5.937829789521655e-06, |
| "loss": 0.8599565029144287, |
| "step": 1108 |
| }, |
| { |
| "epoch": 2.362087326943557, |
| "grad_norm": 0.5625, |
| "learning_rate": 5.913401291706585e-06, |
| "loss": 0.8716296553611755, |
| "step": 1110 |
| }, |
| { |
| "epoch": 2.3663471778487755, |
| "grad_norm": 0.671875, |
| "learning_rate": 5.889106814768442e-06, |
| "loss": 0.8599187731742859, |
| "step": 1112 |
| }, |
| { |
| "epoch": 2.3706070287539935, |
| "grad_norm": 0.96484375, |
| "learning_rate": 5.864946893647556e-06, |
| "loss": 0.8140082955360413, |
| "step": 1114 |
| }, |
| { |
| "epoch": 2.374866879659212, |
| "grad_norm": 0.8125, |
| "learning_rate": 5.8409220603214704e-06, |
| "loss": 0.8339557647705078, |
| "step": 1116 |
| }, |
| { |
| "epoch": 2.37912673056443, |
| "grad_norm": 0.447265625, |
| "learning_rate": 5.817032843793222e-06, |
| "loss": 0.828040599822998, |
| "step": 1118 |
| }, |
| { |
| "epoch": 2.3833865814696487, |
| "grad_norm": 0.80078125, |
| "learning_rate": 5.793279770079706e-06, |
| "loss": 0.869745135307312, |
| "step": 1120 |
| }, |
| { |
| "epoch": 2.3876464323748667, |
| "grad_norm": 1.140625, |
| "learning_rate": 5.769663362200086e-06, |
| "loss": 0.8580743074417114, |
| "step": 1122 |
| }, |
| { |
| "epoch": 2.3919062832800853, |
| "grad_norm": 0.70703125, |
| "learning_rate": 5.746184140164285e-06, |
| "loss": 0.8233816027641296, |
| "step": 1124 |
| }, |
| { |
| "epoch": 2.3961661341853033, |
| "grad_norm": 0.4375, |
| "learning_rate": 5.722842620961518e-06, |
| "loss": 0.8709803819656372, |
| "step": 1126 |
| }, |
| { |
| "epoch": 2.400425985090522, |
| "grad_norm": 0.58203125, |
| "learning_rate": 5.69963931854893e-06, |
| "loss": 0.9047388434410095, |
| "step": 1128 |
| }, |
| { |
| "epoch": 2.40468583599574, |
| "grad_norm": 1.890625, |
| "learning_rate": 5.676574743840264e-06, |
| "loss": 0.8460210561752319, |
| "step": 1130 |
| }, |
| { |
| "epoch": 2.4089456869009584, |
| "grad_norm": 0.73046875, |
| "learning_rate": 5.6536494046946174e-06, |
| "loss": 0.9233959913253784, |
| "step": 1132 |
| }, |
| { |
| "epoch": 2.413205537806177, |
| "grad_norm": 0.40234375, |
| "learning_rate": 5.630863805905259e-06, |
| "loss": 0.8673460483551025, |
| "step": 1134 |
| }, |
| { |
| "epoch": 2.417465388711395, |
| "grad_norm": 1.0234375, |
| "learning_rate": 5.608218449188516e-06, |
| "loss": 0.9345380663871765, |
| "step": 1136 |
| }, |
| { |
| "epoch": 2.4217252396166136, |
| "grad_norm": 1.1328125, |
| "learning_rate": 5.585713833172718e-06, |
| "loss": 0.9205328226089478, |
| "step": 1138 |
| }, |
| { |
| "epoch": 2.4259850905218316, |
| "grad_norm": 0.61328125, |
| "learning_rate": 5.563350453387224e-06, |
| "loss": 0.7964959740638733, |
| "step": 1140 |
| }, |
| { |
| "epoch": 2.43024494142705, |
| "grad_norm": 0.49609375, |
| "learning_rate": 5.541128802251518e-06, |
| "loss": 0.811107873916626, |
| "step": 1142 |
| }, |
| { |
| "epoch": 2.4345047923322682, |
| "grad_norm": 0.51953125, |
| "learning_rate": 5.5190493690643566e-06, |
| "loss": 0.787108838558197, |
| "step": 1144 |
| }, |
| { |
| "epoch": 2.4387646432374868, |
| "grad_norm": 17.375, |
| "learning_rate": 5.497112639992993e-06, |
| "loss": 0.9524678587913513, |
| "step": 1146 |
| }, |
| { |
| "epoch": 2.443024494142705, |
| "grad_norm": 1.109375, |
| "learning_rate": 5.4753190980624834e-06, |
| "loss": 0.7983661890029907, |
| "step": 1148 |
| }, |
| { |
| "epoch": 2.4472843450479234, |
| "grad_norm": 1.109375, |
| "learning_rate": 5.453669223145042e-06, |
| "loss": 0.8548356294631958, |
| "step": 1150 |
| }, |
| { |
| "epoch": 2.451544195953142, |
| "grad_norm": 0.6328125, |
| "learning_rate": 5.432163491949475e-06, |
| "loss": 0.9406867027282715, |
| "step": 1152 |
| }, |
| { |
| "epoch": 2.45580404685836, |
| "grad_norm": 0.6015625, |
| "learning_rate": 5.410802378010691e-06, |
| "loss": 0.8843863010406494, |
| "step": 1154 |
| }, |
| { |
| "epoch": 2.460063897763578, |
| "grad_norm": 1.125, |
| "learning_rate": 5.389586351679272e-06, |
| "loss": 0.8945695757865906, |
| "step": 1156 |
| }, |
| { |
| "epoch": 2.4643237486687966, |
| "grad_norm": 0.58203125, |
| "learning_rate": 5.368515880111107e-06, |
| "loss": 0.8422825336456299, |
| "step": 1158 |
| }, |
| { |
| "epoch": 2.468583599574015, |
| "grad_norm": 0.84375, |
| "learning_rate": 5.347591427257115e-06, |
| "loss": 0.940974771976471, |
| "step": 1160 |
| }, |
| { |
| "epoch": 2.472843450479233, |
| "grad_norm": 0.484375, |
| "learning_rate": 5.326813453853033e-06, |
| "loss": 0.849635124206543, |
| "step": 1162 |
| }, |
| { |
| "epoch": 2.4771033013844517, |
| "grad_norm": 0.62109375, |
| "learning_rate": 5.3061824174092645e-06, |
| "loss": 0.8890464901924133, |
| "step": 1164 |
| }, |
| { |
| "epoch": 2.4813631522896697, |
| "grad_norm": 1.1015625, |
| "learning_rate": 5.2856987722008004e-06, |
| "loss": 0.8929099440574646, |
| "step": 1166 |
| }, |
| { |
| "epoch": 2.4856230031948883, |
| "grad_norm": 0.52734375, |
| "learning_rate": 5.265362969257225e-06, |
| "loss": 0.811379075050354, |
| "step": 1168 |
| }, |
| { |
| "epoch": 2.4898828541001063, |
| "grad_norm": 0.56640625, |
| "learning_rate": 5.245175456352788e-06, |
| "loss": 0.8641577959060669, |
| "step": 1170 |
| }, |
| { |
| "epoch": 2.494142705005325, |
| "grad_norm": 0.79296875, |
| "learning_rate": 5.225136677996531e-06, |
| "loss": 0.8928030133247375, |
| "step": 1172 |
| }, |
| { |
| "epoch": 2.498402555910543, |
| "grad_norm": 1.0546875, |
| "learning_rate": 5.205247075422514e-06, |
| "loss": 0.8985695838928223, |
| "step": 1174 |
| }, |
| { |
| "epoch": 2.5026624068157615, |
| "grad_norm": 0.53515625, |
| "learning_rate": 5.185507086580094e-06, |
| "loss": 0.825484037399292, |
| "step": 1176 |
| }, |
| { |
| "epoch": 2.50692225772098, |
| "grad_norm": 0.71484375, |
| "learning_rate": 5.165917146124276e-06, |
| "loss": 0.8295057415962219, |
| "step": 1178 |
| }, |
| { |
| "epoch": 2.511182108626198, |
| "grad_norm": 0.66796875, |
| "learning_rate": 5.146477685406154e-06, |
| "loss": 0.8838967084884644, |
| "step": 1180 |
| }, |
| { |
| "epoch": 2.515441959531416, |
| "grad_norm": 0.71875, |
| "learning_rate": 5.127189132463404e-06, |
| "loss": 0.8865538239479065, |
| "step": 1182 |
| }, |
| { |
| "epoch": 2.5197018104366347, |
| "grad_norm": 0.984375, |
| "learning_rate": 5.108051912010865e-06, |
| "loss": 0.839586079120636, |
| "step": 1184 |
| }, |
| { |
| "epoch": 2.523961661341853, |
| "grad_norm": 0.70703125, |
| "learning_rate": 5.089066445431183e-06, |
| "loss": 0.8859398365020752, |
| "step": 1186 |
| }, |
| { |
| "epoch": 2.5282215122470713, |
| "grad_norm": 1.1328125, |
| "learning_rate": 5.070233150765531e-06, |
| "loss": 0.8947311639785767, |
| "step": 1188 |
| }, |
| { |
| "epoch": 2.5324813631522898, |
| "grad_norm": 0.7265625, |
| "learning_rate": 5.051552442704411e-06, |
| "loss": 0.8858785033226013, |
| "step": 1190 |
| }, |
| { |
| "epoch": 2.536741214057508, |
| "grad_norm": 0.5546875, |
| "learning_rate": 5.033024732578518e-06, |
| "loss": 0.8125391006469727, |
| "step": 1192 |
| }, |
| { |
| "epoch": 2.5410010649627264, |
| "grad_norm": 1.0703125, |
| "learning_rate": 5.014650428349683e-06, |
| "loss": 0.8854655027389526, |
| "step": 1194 |
| }, |
| { |
| "epoch": 2.545260915867945, |
| "grad_norm": 0.65234375, |
| "learning_rate": 4.996429934601895e-06, |
| "loss": 0.8128026127815247, |
| "step": 1196 |
| }, |
| { |
| "epoch": 2.549520766773163, |
| "grad_norm": 0.9140625, |
| "learning_rate": 4.978363652532383e-06, |
| "loss": 0.8405453562736511, |
| "step": 1198 |
| }, |
| { |
| "epoch": 2.553780617678381, |
| "grad_norm": 0.6953125, |
| "learning_rate": 4.960451979942789e-06, |
| "loss": 0.959130585193634, |
| "step": 1200 |
| }, |
| { |
| "epoch": 2.5580404685835996, |
| "grad_norm": 5.28125, |
| "learning_rate": 4.942695311230408e-06, |
| "loss": 0.7953628897666931, |
| "step": 1202 |
| }, |
| { |
| "epoch": 2.562300319488818, |
| "grad_norm": 0.84765625, |
| "learning_rate": 4.925094037379507e-06, |
| "loss": 0.7662147283554077, |
| "step": 1204 |
| }, |
| { |
| "epoch": 2.566560170394036, |
| "grad_norm": 0.9453125, |
| "learning_rate": 4.907648545952706e-06, |
| "loss": 0.8059567213058472, |
| "step": 1206 |
| }, |
| { |
| "epoch": 2.5708200212992547, |
| "grad_norm": 0.7578125, |
| "learning_rate": 4.890359221082451e-06, |
| "loss": 0.9323968291282654, |
| "step": 1208 |
| }, |
| { |
| "epoch": 2.5750798722044728, |
| "grad_norm": 1.1171875, |
| "learning_rate": 4.87322644346256e-06, |
| "loss": 0.8555244207382202, |
| "step": 1210 |
| }, |
| { |
| "epoch": 2.5793397231096913, |
| "grad_norm": 0.5390625, |
| "learning_rate": 4.856250590339828e-06, |
| "loss": 0.8834168314933777, |
| "step": 1212 |
| }, |
| { |
| "epoch": 2.5835995740149094, |
| "grad_norm": 0.58984375, |
| "learning_rate": 4.8394320355057355e-06, |
| "loss": 0.9264652132987976, |
| "step": 1214 |
| }, |
| { |
| "epoch": 2.587859424920128, |
| "grad_norm": 0.69140625, |
| "learning_rate": 4.822771149288208e-06, |
| "loss": 0.8777004480361938, |
| "step": 1216 |
| }, |
| { |
| "epoch": 2.592119275825346, |
| "grad_norm": 0.63671875, |
| "learning_rate": 4.80626829854346e-06, |
| "loss": 0.8719021081924438, |
| "step": 1218 |
| }, |
| { |
| "epoch": 2.5963791267305645, |
| "grad_norm": 0.62109375, |
| "learning_rate": 4.789923846647926e-06, |
| "loss": 0.8178717494010925, |
| "step": 1220 |
| }, |
| { |
| "epoch": 2.600638977635783, |
| "grad_norm": 0.70703125, |
| "learning_rate": 4.773738153490252e-06, |
| "loss": 0.9265211820602417, |
| "step": 1222 |
| }, |
| { |
| "epoch": 2.604898828541001, |
| "grad_norm": 0.765625, |
| "learning_rate": 4.75771157546338e-06, |
| "loss": 0.9368568658828735, |
| "step": 1224 |
| }, |
| { |
| "epoch": 2.609158679446219, |
| "grad_norm": 0.4453125, |
| "learning_rate": 4.7418444654566845e-06, |
| "loss": 0.8576453328132629, |
| "step": 1226 |
| }, |
| { |
| "epoch": 2.6134185303514377, |
| "grad_norm": 0.64453125, |
| "learning_rate": 4.726137172848219e-06, |
| "loss": 0.8761544823646545, |
| "step": 1228 |
| }, |
| { |
| "epoch": 2.617678381256656, |
| "grad_norm": 0.58203125, |
| "learning_rate": 4.710590043497013e-06, |
| "loss": 0.8335532546043396, |
| "step": 1230 |
| }, |
| { |
| "epoch": 2.6219382321618743, |
| "grad_norm": 0.7578125, |
| "learning_rate": 4.695203419735462e-06, |
| "loss": 0.8370216488838196, |
| "step": 1232 |
| }, |
| { |
| "epoch": 2.626198083067093, |
| "grad_norm": 0.578125, |
| "learning_rate": 4.6799776403617875e-06, |
| "loss": 0.844344973564148, |
| "step": 1234 |
| }, |
| { |
| "epoch": 2.630457933972311, |
| "grad_norm": 0.89453125, |
| "learning_rate": 4.6649130406325726e-06, |
| "loss": 0.9227336645126343, |
| "step": 1236 |
| }, |
| { |
| "epoch": 2.6347177848775294, |
| "grad_norm": 0.61328125, |
| "learning_rate": 4.650009952255389e-06, |
| "loss": 0.8581987023353577, |
| "step": 1238 |
| }, |
| { |
| "epoch": 2.6389776357827475, |
| "grad_norm": 1.4140625, |
| "learning_rate": 4.635268703381484e-06, |
| "loss": 0.8400872349739075, |
| "step": 1240 |
| }, |
| { |
| "epoch": 2.643237486687966, |
| "grad_norm": 0.6796875, |
| "learning_rate": 4.620689618598568e-06, |
| "loss": 0.8582939505577087, |
| "step": 1242 |
| }, |
| { |
| "epoch": 2.647497337593184, |
| "grad_norm": 0.6953125, |
| "learning_rate": 4.606273018923644e-06, |
| "loss": 0.9465791583061218, |
| "step": 1244 |
| }, |
| { |
| "epoch": 2.6517571884984026, |
| "grad_norm": 0.70703125, |
| "learning_rate": 4.592019221795969e-06, |
| "loss": 0.8765722513198853, |
| "step": 1246 |
| }, |
| { |
| "epoch": 2.656017039403621, |
| "grad_norm": 0.8125, |
| "learning_rate": 4.57792854107004e-06, |
| "loss": 0.8363880515098572, |
| "step": 1248 |
| }, |
| { |
| "epoch": 2.660276890308839, |
| "grad_norm": 0.625, |
| "learning_rate": 4.564001287008695e-06, |
| "loss": 0.9550789594650269, |
| "step": 1250 |
| }, |
| { |
| "epoch": 2.6645367412140573, |
| "grad_norm": 0.52734375, |
| "learning_rate": 4.550237766276277e-06, |
| "loss": 0.8685204982757568, |
| "step": 1252 |
| }, |
| { |
| "epoch": 2.668796592119276, |
| "grad_norm": 0.58984375, |
| "learning_rate": 4.536638281931887e-06, |
| "loss": 0.8562531471252441, |
| "step": 1254 |
| }, |
| { |
| "epoch": 2.6730564430244943, |
| "grad_norm": 0.69921875, |
| "learning_rate": 4.523203133422705e-06, |
| "loss": 0.8494756817817688, |
| "step": 1256 |
| }, |
| { |
| "epoch": 2.6773162939297124, |
| "grad_norm": 1.5390625, |
| "learning_rate": 4.509932616577394e-06, |
| "loss": 0.899334728717804, |
| "step": 1258 |
| }, |
| { |
| "epoch": 2.681576144834931, |
| "grad_norm": 0.796875, |
| "learning_rate": 4.4968270235995995e-06, |
| "loss": 0.8993234634399414, |
| "step": 1260 |
| }, |
| { |
| "epoch": 2.685835995740149, |
| "grad_norm": 0.51953125, |
| "learning_rate": 4.483886643061501e-06, |
| "loss": 0.8710511326789856, |
| "step": 1262 |
| }, |
| { |
| "epoch": 2.6900958466453675, |
| "grad_norm": 0.66796875, |
| "learning_rate": 4.471111759897464e-06, |
| "loss": 0.8785170912742615, |
| "step": 1264 |
| }, |
| { |
| "epoch": 2.6943556975505856, |
| "grad_norm": 1.6796875, |
| "learning_rate": 4.45850265539777e-06, |
| "loss": 0.8322556018829346, |
| "step": 1266 |
| }, |
| { |
| "epoch": 2.698615548455804, |
| "grad_norm": 0.5390625, |
| "learning_rate": 4.4460596072024114e-06, |
| "loss": 0.8931154012680054, |
| "step": 1268 |
| }, |
| { |
| "epoch": 2.702875399361022, |
| "grad_norm": 0.60546875, |
| "learning_rate": 4.433782889294992e-06, |
| "loss": 0.8494217395782471, |
| "step": 1270 |
| }, |
| { |
| "epoch": 2.7071352502662407, |
| "grad_norm": 1.0, |
| "learning_rate": 4.4216727719966825e-06, |
| "loss": 0.8380395174026489, |
| "step": 1272 |
| }, |
| { |
| "epoch": 2.711395101171459, |
| "grad_norm": 0.79296875, |
| "learning_rate": 4.409729521960276e-06, |
| "loss": 0.89030522108078, |
| "step": 1274 |
| }, |
| { |
| "epoch": 2.7156549520766773, |
| "grad_norm": 0.74609375, |
| "learning_rate": 4.397953402164312e-06, |
| "loss": 0.8374807238578796, |
| "step": 1276 |
| }, |
| { |
| "epoch": 2.7199148029818954, |
| "grad_norm": 0.59765625, |
| "learning_rate": 4.386344671907289e-06, |
| "loss": 0.8489108085632324, |
| "step": 1278 |
| }, |
| { |
| "epoch": 2.724174653887114, |
| "grad_norm": 0.53515625, |
| "learning_rate": 4.374903586801952e-06, |
| "loss": 0.9123415946960449, |
| "step": 1280 |
| }, |
| { |
| "epoch": 2.7284345047923324, |
| "grad_norm": 0.5625, |
| "learning_rate": 4.363630398769667e-06, |
| "loss": 0.8218215107917786, |
| "step": 1282 |
| }, |
| { |
| "epoch": 2.7326943556975505, |
| "grad_norm": 0.6015625, |
| "learning_rate": 4.352525356034874e-06, |
| "loss": 0.8863515853881836, |
| "step": 1284 |
| }, |
| { |
| "epoch": 2.736954206602769, |
| "grad_norm": 0.494140625, |
| "learning_rate": 4.341588703119615e-06, |
| "loss": 0.8300585150718689, |
| "step": 1286 |
| }, |
| { |
| "epoch": 2.741214057507987, |
| "grad_norm": 1.96875, |
| "learning_rate": 4.330820680838162e-06, |
| "loss": 0.8769638538360596, |
| "step": 1288 |
| }, |
| { |
| "epoch": 2.7454739084132056, |
| "grad_norm": 0.5234375, |
| "learning_rate": 4.320221526291701e-06, |
| "loss": 0.8285037279129028, |
| "step": 1290 |
| }, |
| { |
| "epoch": 2.749733759318424, |
| "grad_norm": 0.81640625, |
| "learning_rate": 4.309791472863121e-06, |
| "loss": 0.8763640522956848, |
| "step": 1292 |
| }, |
| { |
| "epoch": 2.753993610223642, |
| "grad_norm": 0.6640625, |
| "learning_rate": 4.2995307502118735e-06, |
| "loss": 0.8772199749946594, |
| "step": 1294 |
| }, |
| { |
| "epoch": 2.7582534611288603, |
| "grad_norm": 1.0234375, |
| "learning_rate": 4.289439584268909e-06, |
| "loss": 0.9215362668037415, |
| "step": 1296 |
| }, |
| { |
| "epoch": 2.762513312034079, |
| "grad_norm": 0.6015625, |
| "learning_rate": 4.279518197231709e-06, |
| "loss": 0.781262218952179, |
| "step": 1298 |
| }, |
| { |
| "epoch": 2.7667731629392973, |
| "grad_norm": 2.09375, |
| "learning_rate": 4.2697668075593955e-06, |
| "loss": 0.8765016198158264, |
| "step": 1300 |
| }, |
| { |
| "epoch": 2.7710330138445154, |
| "grad_norm": 0.455078125, |
| "learning_rate": 4.260185629967912e-06, |
| "loss": 0.9362728595733643, |
| "step": 1302 |
| }, |
| { |
| "epoch": 2.775292864749734, |
| "grad_norm": 0.671875, |
| "learning_rate": 4.250774875425303e-06, |
| "loss": 0.9154821634292603, |
| "step": 1304 |
| }, |
| { |
| "epoch": 2.779552715654952, |
| "grad_norm": 0.5859375, |
| "learning_rate": 4.241534751147065e-06, |
| "loss": 0.8477409482002258, |
| "step": 1306 |
| }, |
| { |
| "epoch": 2.7838125665601705, |
| "grad_norm": 0.81640625, |
| "learning_rate": 4.232465460591584e-06, |
| "loss": 0.8393524289131165, |
| "step": 1308 |
| }, |
| { |
| "epoch": 2.7880724174653886, |
| "grad_norm": 0.7109375, |
| "learning_rate": 4.223567203455662e-06, |
| "loss": 1.008418083190918, |
| "step": 1310 |
| }, |
| { |
| "epoch": 2.792332268370607, |
| "grad_norm": 0.5859375, |
| "learning_rate": 4.214840175670106e-06, |
| "loss": 0.8442473411560059, |
| "step": 1312 |
| }, |
| { |
| "epoch": 2.796592119275825, |
| "grad_norm": 0.5703125, |
| "learning_rate": 4.2062845693954315e-06, |
| "loss": 0.8037950992584229, |
| "step": 1314 |
| }, |
| { |
| "epoch": 2.8008519701810437, |
| "grad_norm": 0.57421875, |
| "learning_rate": 4.197900573017613e-06, |
| "loss": 0.9449222683906555, |
| "step": 1316 |
| }, |
| { |
| "epoch": 2.8051118210862622, |
| "grad_norm": 1.71875, |
| "learning_rate": 4.189688371143952e-06, |
| "loss": 0.9002764225006104, |
| "step": 1318 |
| }, |
| { |
| "epoch": 2.8093716719914803, |
| "grad_norm": 0.74609375, |
| "learning_rate": 4.181648144599001e-06, |
| "loss": 0.9393887519836426, |
| "step": 1320 |
| }, |
| { |
| "epoch": 2.8136315228966984, |
| "grad_norm": 0.69921875, |
| "learning_rate": 4.17378007042059e-06, |
| "loss": 0.9079067707061768, |
| "step": 1322 |
| }, |
| { |
| "epoch": 2.817891373801917, |
| "grad_norm": 0.7109375, |
| "learning_rate": 4.166084321855919e-06, |
| "loss": 0.9096862077713013, |
| "step": 1324 |
| }, |
| { |
| "epoch": 2.8221512247071354, |
| "grad_norm": 1.1640625, |
| "learning_rate": 4.158561068357751e-06, |
| "loss": 0.9297478199005127, |
| "step": 1326 |
| }, |
| { |
| "epoch": 2.8264110756123535, |
| "grad_norm": 0.55859375, |
| "learning_rate": 4.151210475580683e-06, |
| "loss": 0.7916253805160522, |
| "step": 1328 |
| }, |
| { |
| "epoch": 2.830670926517572, |
| "grad_norm": 0.71875, |
| "learning_rate": 4.144032705377486e-06, |
| "loss": 0.7997951507568359, |
| "step": 1330 |
| }, |
| { |
| "epoch": 2.83493077742279, |
| "grad_norm": 0.5625, |
| "learning_rate": 4.137027915795555e-06, |
| "loss": 0.8519441485404968, |
| "step": 1332 |
| }, |
| { |
| "epoch": 2.8391906283280086, |
| "grad_norm": 0.5, |
| "learning_rate": 4.130196261073419e-06, |
| "loss": 0.8826906681060791, |
| "step": 1334 |
| }, |
| { |
| "epoch": 2.8434504792332267, |
| "grad_norm": 0.62109375, |
| "learning_rate": 4.123537891637352e-06, |
| "loss": 0.9272059798240662, |
| "step": 1336 |
| }, |
| { |
| "epoch": 2.847710330138445, |
| "grad_norm": 0.66015625, |
| "learning_rate": 4.117052954098055e-06, |
| "loss": 0.8484643697738647, |
| "step": 1338 |
| }, |
| { |
| "epoch": 2.8519701810436633, |
| "grad_norm": 0.92578125, |
| "learning_rate": 4.110741591247433e-06, |
| "loss": 0.8416329026222229, |
| "step": 1340 |
| }, |
| { |
| "epoch": 2.856230031948882, |
| "grad_norm": 1.21875, |
| "learning_rate": 4.1046039420554465e-06, |
| "loss": 0.7760175466537476, |
| "step": 1342 |
| }, |
| { |
| "epoch": 2.8604898828541003, |
| "grad_norm": 0.67578125, |
| "learning_rate": 4.0986401416670535e-06, |
| "loss": 0.8102884888648987, |
| "step": 1344 |
| }, |
| { |
| "epoch": 2.8647497337593184, |
| "grad_norm": 0.65625, |
| "learning_rate": 4.092850321399232e-06, |
| "loss": 0.8387068510055542, |
| "step": 1346 |
| }, |
| { |
| "epoch": 2.8690095846645365, |
| "grad_norm": 0.72265625, |
| "learning_rate": 4.0872346087380924e-06, |
| "loss": 0.8194290399551392, |
| "step": 1348 |
| }, |
| { |
| "epoch": 2.873269435569755, |
| "grad_norm": 0.6796875, |
| "learning_rate": 4.0817931273360686e-06, |
| "loss": 0.8201800584793091, |
| "step": 1350 |
| }, |
| { |
| "epoch": 2.8775292864749735, |
| "grad_norm": 0.51953125, |
| "learning_rate": 4.076525997009191e-06, |
| "loss": 0.8607783913612366, |
| "step": 1352 |
| }, |
| { |
| "epoch": 2.8817891373801916, |
| "grad_norm": 0.83984375, |
| "learning_rate": 4.0714333337344565e-06, |
| "loss": 0.8402998447418213, |
| "step": 1354 |
| }, |
| { |
| "epoch": 2.88604898828541, |
| "grad_norm": 0.52734375, |
| "learning_rate": 4.066515249647266e-06, |
| "loss": 0.8459066152572632, |
| "step": 1356 |
| }, |
| { |
| "epoch": 2.890308839190628, |
| "grad_norm": 0.63671875, |
| "learning_rate": 4.061771853038961e-06, |
| "loss": 0.8821372985839844, |
| "step": 1358 |
| }, |
| { |
| "epoch": 2.8945686900958467, |
| "grad_norm": 0.53515625, |
| "learning_rate": 4.05720324835444e-06, |
| "loss": 0.8806694746017456, |
| "step": 1360 |
| }, |
| { |
| "epoch": 2.8988285410010652, |
| "grad_norm": 0.7421875, |
| "learning_rate": 4.052809536189854e-06, |
| "loss": 0.9144023656845093, |
| "step": 1362 |
| }, |
| { |
| "epoch": 2.9030883919062833, |
| "grad_norm": 1.25, |
| "learning_rate": 4.048590813290395e-06, |
| "loss": 0.8206741213798523, |
| "step": 1364 |
| }, |
| { |
| "epoch": 2.9073482428115014, |
| "grad_norm": 0.67578125, |
| "learning_rate": 4.044547172548163e-06, |
| "loss": 0.8178682923316956, |
| "step": 1366 |
| }, |
| { |
| "epoch": 2.91160809371672, |
| "grad_norm": 0.66015625, |
| "learning_rate": 4.040678703000123e-06, |
| "loss": 0.8602153658866882, |
| "step": 1368 |
| }, |
| { |
| "epoch": 2.9158679446219384, |
| "grad_norm": 0.53515625, |
| "learning_rate": 4.036985489826145e-06, |
| "loss": 0.8640646934509277, |
| "step": 1370 |
| }, |
| { |
| "epoch": 2.9201277955271565, |
| "grad_norm": 0.494140625, |
| "learning_rate": 4.033467614347126e-06, |
| "loss": 0.8199517130851746, |
| "step": 1372 |
| }, |
| { |
| "epoch": 2.924387646432375, |
| "grad_norm": 0.462890625, |
| "learning_rate": 4.030125154023201e-06, |
| "loss": 0.8197891712188721, |
| "step": 1374 |
| }, |
| { |
| "epoch": 2.928647497337593, |
| "grad_norm": 0.6015625, |
| "learning_rate": 4.026958182452037e-06, |
| "loss": 0.9104003310203552, |
| "step": 1376 |
| }, |
| { |
| "epoch": 2.9329073482428116, |
| "grad_norm": 0.78125, |
| "learning_rate": 4.023966769367212e-06, |
| "loss": 0.9194601774215698, |
| "step": 1378 |
| }, |
| { |
| "epoch": 2.9371671991480297, |
| "grad_norm": 0.6875, |
| "learning_rate": 4.021150980636679e-06, |
| "loss": 0.8961591720581055, |
| "step": 1380 |
| }, |
| { |
| "epoch": 2.9414270500532482, |
| "grad_norm": 1.1640625, |
| "learning_rate": 4.01851087826132e-06, |
| "loss": 0.9252373576164246, |
| "step": 1382 |
| }, |
| { |
| "epoch": 2.9456869009584663, |
| "grad_norm": 0.703125, |
| "learning_rate": 4.016046520373573e-06, |
| "loss": 0.8721043467521667, |
| "step": 1384 |
| }, |
| { |
| "epoch": 2.949946751863685, |
| "grad_norm": 0.55859375, |
| "learning_rate": 4.013757961236162e-06, |
| "loss": 0.8307064771652222, |
| "step": 1386 |
| }, |
| { |
| "epoch": 2.9542066027689033, |
| "grad_norm": 0.87109375, |
| "learning_rate": 4.011645251240889e-06, |
| "loss": 0.8707568049430847, |
| "step": 1388 |
| }, |
| { |
| "epoch": 2.9584664536741214, |
| "grad_norm": 0.69921875, |
| "learning_rate": 4.009708436907538e-06, |
| "loss": 0.826111376285553, |
| "step": 1390 |
| }, |
| { |
| "epoch": 2.9627263045793395, |
| "grad_norm": 0.7734375, |
| "learning_rate": 4.007947560882844e-06, |
| "loss": 0.8147805333137512, |
| "step": 1392 |
| }, |
| { |
| "epoch": 2.966986155484558, |
| "grad_norm": 5.5625, |
| "learning_rate": 4.006362661939552e-06, |
| "loss": 0.9187301993370056, |
| "step": 1394 |
| }, |
| { |
| "epoch": 2.9712460063897765, |
| "grad_norm": 0.94140625, |
| "learning_rate": 4.0049537749755685e-06, |
| "loss": 0.7911329865455627, |
| "step": 1396 |
| }, |
| { |
| "epoch": 2.9755058572949946, |
| "grad_norm": 0.60546875, |
| "learning_rate": 4.003720931013188e-06, |
| "loss": 0.8627235293388367, |
| "step": 1398 |
| }, |
| { |
| "epoch": 2.979765708200213, |
| "grad_norm": 1.75, |
| "learning_rate": 4.002664157198416e-06, |
| "loss": 0.7859567999839783, |
| "step": 1400 |
| }, |
| { |
| "epoch": 2.984025559105431, |
| "grad_norm": 1.5703125, |
| "learning_rate": 4.001783476800364e-06, |
| "loss": 0.8008852005004883, |
| "step": 1402 |
| }, |
| { |
| "epoch": 2.9882854100106497, |
| "grad_norm": 0.78515625, |
| "learning_rate": 4.001078909210742e-06, |
| "loss": 0.8270421624183655, |
| "step": 1404 |
| }, |
| { |
| "epoch": 2.992545260915868, |
| "grad_norm": 0.6171875, |
| "learning_rate": 4.000550469943431e-06, |
| "loss": 0.8458138704299927, |
| "step": 1406 |
| }, |
| { |
| "epoch": 2.9968051118210863, |
| "grad_norm": 0.5546875, |
| "learning_rate": 4.0001981706341416e-06, |
| "loss": 0.8161488771438599, |
| "step": 1408 |
| }, |
| { |
| "epoch": 3.0, |
| "grad_norm": 1.1015625, |
| "learning_rate": 4.000022019040156e-06, |
| "loss": 0.8455473780632019, |
| "step": 1410 |
| }, |
| { |
| "epoch": 3.0, |
| "step": 1410, |
| "total_flos": 4.4194007019526554e+18, |
| "train_loss": 1.0514326345836018, |
| "train_runtime": 11229.2105, |
| "train_samples_per_second": 4.014, |
| "train_steps_per_second": 0.126 |
| } |
| ], |
| "logging_steps": 2, |
| "max_steps": 1410, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 99999, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 4.4194007019526554e+18, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
