| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.01934362475578674, |
| "eval_steps": 500, |
| "global_step": 21000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 9.21124988370797e-06, |
| "grad_norm": 24543.888671875, |
| "learning_rate": 2e-09, |
| "loss": 220.5426, |
| "step": 10 |
| }, |
| { |
| "epoch": 1.842249976741594e-05, |
| "grad_norm": 10241.0400390625, |
| "learning_rate": 4e-09, |
| "loss": 220.1758, |
| "step": 20 |
| }, |
| { |
| "epoch": 2.763374965112391e-05, |
| "grad_norm": 10399.990234375, |
| "learning_rate": 5.999999999999999e-09, |
| "loss": 220.2205, |
| "step": 30 |
| }, |
| { |
| "epoch": 3.684499953483188e-05, |
| "grad_norm": 13848.333984375, |
| "learning_rate": 8e-09, |
| "loss": 220.3072, |
| "step": 40 |
| }, |
| { |
| "epoch": 4.605624941853985e-05, |
| "grad_norm": 9315.6455078125, |
| "learning_rate": 1e-08, |
| "loss": 221.6146, |
| "step": 50 |
| }, |
| { |
| "epoch": 5.526749930224782e-05, |
| "grad_norm": 8438.7548828125, |
| "learning_rate": 1.1999999999999998e-08, |
| "loss": 220.226, |
| "step": 60 |
| }, |
| { |
| "epoch": 6.447874918595579e-05, |
| "grad_norm": 3931.7529296875, |
| "learning_rate": 1.4000000000000001e-08, |
| "loss": 220.3897, |
| "step": 70 |
| }, |
| { |
| "epoch": 7.368999906966376e-05, |
| "grad_norm": 14291.806640625, |
| "learning_rate": 1.6e-08, |
| "loss": 219.9478, |
| "step": 80 |
| }, |
| { |
| "epoch": 8.290124895337174e-05, |
| "grad_norm": 23687.798828125, |
| "learning_rate": 1.8e-08, |
| "loss": 219.5298, |
| "step": 90 |
| }, |
| { |
| "epoch": 9.21124988370797e-05, |
| "grad_norm": 4884.8232421875, |
| "learning_rate": 2e-08, |
| "loss": 220.2271, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.00010132374872078767, |
| "grad_norm": 4641.21484375, |
| "learning_rate": 2.2e-08, |
| "loss": 219.4331, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.00011053499860449564, |
| "grad_norm": 6408.65966796875, |
| "learning_rate": 2.3999999999999997e-08, |
| "loss": 219.8701, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.00011974624848820361, |
| "grad_norm": 10528.3056640625, |
| "learning_rate": 2.6e-08, |
| "loss": 218.9679, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.00012895749837191158, |
| "grad_norm": 8900.884765625, |
| "learning_rate": 2.8000000000000003e-08, |
| "loss": 219.1065, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.00013816874825561956, |
| "grad_norm": 10524.498046875, |
| "learning_rate": 3e-08, |
| "loss": 219.1305, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.0001473799981393275, |
| "grad_norm": 6538.634765625, |
| "learning_rate": 3.2e-08, |
| "loss": 217.901, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.0001565912480230355, |
| "grad_norm": 10810.71484375, |
| "learning_rate": 3.4e-08, |
| "loss": 217.3209, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.00016580249790674347, |
| "grad_norm": 21237.3671875, |
| "learning_rate": 3.6e-08, |
| "loss": 216.4422, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.00017501374779045143, |
| "grad_norm": 5481.71875, |
| "learning_rate": 3.7999999999999996e-08, |
| "loss": 216.4666, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.0001842249976741594, |
| "grad_norm": 6831.8037109375, |
| "learning_rate": 4e-08, |
| "loss": 216.237, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.00019343624755786736, |
| "grad_norm": 9414.6396484375, |
| "learning_rate": 4.2e-08, |
| "loss": 212.1064, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.00020264749744157534, |
| "grad_norm": 10094.9619140625, |
| "learning_rate": 4.4e-08, |
| "loss": 209.3174, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.00021185874732528333, |
| "grad_norm": 7225.1728515625, |
| "learning_rate": 4.6e-08, |
| "loss": 207.7483, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.00022106999720899128, |
| "grad_norm": 6287.2392578125, |
| "learning_rate": 4.799999999999999e-08, |
| "loss": 206.831, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.00023028124709269926, |
| "grad_norm": 9522.2490234375, |
| "learning_rate": 5e-08, |
| "loss": 206.6122, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.00023949249697640721, |
| "grad_norm": 10925.5576171875, |
| "learning_rate": 5.2e-08, |
| "loss": 205.8413, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.00024870374686011517, |
| "grad_norm": 10365.884765625, |
| "learning_rate": 5.4e-08, |
| "loss": 205.4764, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.00025791499674382315, |
| "grad_norm": 8383.28515625, |
| "learning_rate": 5.6000000000000005e-08, |
| "loss": 204.3877, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.00026712624662753113, |
| "grad_norm": 11649.3759765625, |
| "learning_rate": 5.7999999999999997e-08, |
| "loss": 200.9893, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.0002763374965112391, |
| "grad_norm": 7531.2880859375, |
| "learning_rate": 6e-08, |
| "loss": 194.6252, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.0002855487463949471, |
| "grad_norm": 6068.7568359375, |
| "learning_rate": 6.2e-08, |
| "loss": 189.857, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.000294759996278655, |
| "grad_norm": 5815.9833984375, |
| "learning_rate": 6.4e-08, |
| "loss": 185.5137, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.000303971246162363, |
| "grad_norm": 21107.716796875, |
| "learning_rate": 6.6e-08, |
| "loss": 181.9634, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.000313182496046071, |
| "grad_norm": 6734.845703125, |
| "learning_rate": 6.8e-08, |
| "loss": 179.3172, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.00032239374592977896, |
| "grad_norm": 4339.88330078125, |
| "learning_rate": 6.999999999999999e-08, |
| "loss": 175.8778, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.00033160499581348695, |
| "grad_norm": 4096.224609375, |
| "learning_rate": 7.2e-08, |
| "loss": 170.4864, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.0003408162456971949, |
| "grad_norm": 6760.9658203125, |
| "learning_rate": 7.4e-08, |
| "loss": 163.9281, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.00035002749558090285, |
| "grad_norm": 14649.873046875, |
| "learning_rate": 7.599999999999999e-08, |
| "loss": 155.3414, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.00035923874546461084, |
| "grad_norm": 2495.66015625, |
| "learning_rate": 7.8e-08, |
| "loss": 146.2131, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.0003684499953483188, |
| "grad_norm": 8519.6259765625, |
| "learning_rate": 8e-08, |
| "loss": 138.1042, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.0003776612452320268, |
| "grad_norm": 1903.248046875, |
| "learning_rate": 8.199999999999999e-08, |
| "loss": 131.0896, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.0003868724951157347, |
| "grad_norm": 9463.728515625, |
| "learning_rate": 8.4e-08, |
| "loss": 125.0731, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.0003960837449994427, |
| "grad_norm": 1609.21142578125, |
| "learning_rate": 8.599999999999999e-08, |
| "loss": 120.3414, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.0004052949948831507, |
| "grad_norm": 2755.753173828125, |
| "learning_rate": 8.8e-08, |
| "loss": 116.4982, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.00041450624476685867, |
| "grad_norm": 1960.21826171875, |
| "learning_rate": 9e-08, |
| "loss": 112.9642, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.00042371749465056665, |
| "grad_norm": 1926.123779296875, |
| "learning_rate": 9.2e-08, |
| "loss": 110.3594, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.0004329287445342746, |
| "grad_norm": 2423.68701171875, |
| "learning_rate": 9.4e-08, |
| "loss": 107.1804, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.00044213999441798256, |
| "grad_norm": 1817.8050537109375, |
| "learning_rate": 9.599999999999999e-08, |
| "loss": 104.2375, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.00045135124430169054, |
| "grad_norm": 2031.8873291015625, |
| "learning_rate": 9.799999999999999e-08, |
| "loss": 101.777, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.0004605624941853985, |
| "grad_norm": 2006.6820068359375, |
| "learning_rate": 1e-07, |
| "loss": 99.1171, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.0004697737440691065, |
| "grad_norm": 2212.011474609375, |
| "learning_rate": 1.02e-07, |
| "loss": 96.3989, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.00047898499395281443, |
| "grad_norm": 2256.823974609375, |
| "learning_rate": 1.04e-07, |
| "loss": 94.1581, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.0004881962438365224, |
| "grad_norm": 2405.353515625, |
| "learning_rate": 1.06e-07, |
| "loss": 91.9177, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.0004974074937202303, |
| "grad_norm": 2485.800537109375, |
| "learning_rate": 1.08e-07, |
| "loss": 90.2174, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.0005066187436039383, |
| "grad_norm": 2490.753173828125, |
| "learning_rate": 1.1e-07, |
| "loss": 88.5933, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.0005158299934876463, |
| "grad_norm": 2577.428955078125, |
| "learning_rate": 1.1200000000000001e-07, |
| "loss": 86.8703, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.0005250412433713543, |
| "grad_norm": 2606.63330078125, |
| "learning_rate": 1.1399999999999999e-07, |
| "loss": 85.5399, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.0005342524932550623, |
| "grad_norm": 2648.078369140625, |
| "learning_rate": 1.1599999999999999e-07, |
| "loss": 83.9069, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.0005434637431387702, |
| "grad_norm": 2611.26904296875, |
| "learning_rate": 1.1799999999999998e-07, |
| "loss": 82.1513, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.0005526749930224782, |
| "grad_norm": 2653.947021484375, |
| "learning_rate": 1.2e-07, |
| "loss": 81.2791, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.0005618862429061862, |
| "grad_norm": 2618.644287109375, |
| "learning_rate": 1.2199999999999998e-07, |
| "loss": 79.6853, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.0005710974927898942, |
| "grad_norm": 2638.73095703125, |
| "learning_rate": 1.24e-07, |
| "loss": 78.8529, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.0005803087426736022, |
| "grad_norm": 2632.6005859375, |
| "learning_rate": 1.26e-07, |
| "loss": 77.7486, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.00058951999255731, |
| "grad_norm": 2638.947265625, |
| "learning_rate": 1.28e-07, |
| "loss": 76.6229, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.000598731242441018, |
| "grad_norm": 2649.839111328125, |
| "learning_rate": 1.3e-07, |
| "loss": 75.9808, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.000607942492324726, |
| "grad_norm": 2665.275390625, |
| "learning_rate": 1.32e-07, |
| "loss": 75.2043, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.000617153742208434, |
| "grad_norm": 2643.500244140625, |
| "learning_rate": 1.34e-07, |
| "loss": 74.1522, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.000626364992092142, |
| "grad_norm": 2625.662109375, |
| "learning_rate": 1.36e-07, |
| "loss": 73.2423, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.00063557624197585, |
| "grad_norm": 2624.3466796875, |
| "learning_rate": 1.38e-07, |
| "loss": 72.314, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.0006447874918595579, |
| "grad_norm": 2613.97265625, |
| "learning_rate": 1.3999999999999998e-07, |
| "loss": 71.3904, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.0006539987417432659, |
| "grad_norm": 2650.936767578125, |
| "learning_rate": 1.4199999999999997e-07, |
| "loss": 70.7865, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.0006632099916269739, |
| "grad_norm": 2637.9765625, |
| "learning_rate": 1.44e-07, |
| "loss": 70.0417, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.0006724212415106819, |
| "grad_norm": 2641.185302734375, |
| "learning_rate": 1.4599999999999998e-07, |
| "loss": 69.3083, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.0006816324913943897, |
| "grad_norm": 2681.737548828125, |
| "learning_rate": 1.48e-07, |
| "loss": 68.6363, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.0006908437412780977, |
| "grad_norm": 2625.10546875, |
| "learning_rate": 1.5e-07, |
| "loss": 67.5002, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.0007000549911618057, |
| "grad_norm": 2633.7431640625, |
| "learning_rate": 1.5199999999999998e-07, |
| "loss": 66.9992, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.0007092662410455137, |
| "grad_norm": 2671.560302734375, |
| "learning_rate": 1.54e-07, |
| "loss": 66.151, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.0007184774909292217, |
| "grad_norm": 2655.801025390625, |
| "learning_rate": 1.56e-07, |
| "loss": 65.2985, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.0007276887408129297, |
| "grad_norm": 2656.512451171875, |
| "learning_rate": 1.58e-07, |
| "loss": 64.118, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.0007368999906966376, |
| "grad_norm": 2651.82373046875, |
| "learning_rate": 1.6e-07, |
| "loss": 63.7059, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.0007461112405803456, |
| "grad_norm": 2656.808837890625, |
| "learning_rate": 1.62e-07, |
| "loss": 62.8785, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.0007553224904640536, |
| "grad_norm": 2620.306640625, |
| "learning_rate": 1.6399999999999999e-07, |
| "loss": 62.1854, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.0007645337403477616, |
| "grad_norm": 2649.009033203125, |
| "learning_rate": 1.6599999999999998e-07, |
| "loss": 61.4117, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.0007737449902314695, |
| "grad_norm": 2691.31201171875, |
| "learning_rate": 1.68e-07, |
| "loss": 60.871, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.0007829562401151774, |
| "grad_norm": 2679.378173828125, |
| "learning_rate": 1.7e-07, |
| "loss": 59.8941, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.0007921674899988854, |
| "grad_norm": 2690.009765625, |
| "learning_rate": 1.7199999999999998e-07, |
| "loss": 58.9565, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.0008013787398825934, |
| "grad_norm": 2680.283447265625, |
| "learning_rate": 1.74e-07, |
| "loss": 58.4268, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.0008105899897663014, |
| "grad_norm": 2683.234619140625, |
| "learning_rate": 1.76e-07, |
| "loss": 57.5642, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.0008198012396500094, |
| "grad_norm": 2687.000732421875, |
| "learning_rate": 1.78e-07, |
| "loss": 56.8452, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.0008290124895337173, |
| "grad_norm": 2667.076904296875, |
| "learning_rate": 1.8e-07, |
| "loss": 55.9111, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.0008382237394174253, |
| "grad_norm": 2659.440185546875, |
| "learning_rate": 1.82e-07, |
| "loss": 55.1071, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.0008474349893011333, |
| "grad_norm": 2668.349853515625, |
| "learning_rate": 1.84e-07, |
| "loss": 54.3913, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.0008566462391848413, |
| "grad_norm": 2719.93603515625, |
| "learning_rate": 1.86e-07, |
| "loss": 53.4342, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.0008658574890685492, |
| "grad_norm": 2650.142822265625, |
| "learning_rate": 1.88e-07, |
| "loss": 52.6626, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.0008750687389522571, |
| "grad_norm": 2705.26123046875, |
| "learning_rate": 1.8999999999999998e-07, |
| "loss": 51.7493, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.0008842799888359651, |
| "grad_norm": 2648.907470703125, |
| "learning_rate": 1.9199999999999997e-07, |
| "loss": 50.7257, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.0008934912387196731, |
| "grad_norm": 2708.065185546875, |
| "learning_rate": 1.94e-07, |
| "loss": 50.0915, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.0009027024886033811, |
| "grad_norm": 2660.25439453125, |
| "learning_rate": 1.9599999999999998e-07, |
| "loss": 48.808, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.0009119137384870891, |
| "grad_norm": 2662.50927734375, |
| "learning_rate": 1.98e-07, |
| "loss": 47.8852, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.000921124988370797, |
| "grad_norm": 2707.00341796875, |
| "learning_rate": 2e-07, |
| "loss": 47.2123, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.000930336238254505, |
| "grad_norm": 2675.22216796875, |
| "learning_rate": 1.9999999998952275e-07, |
| "loss": 46.0752, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.000939547488138213, |
| "grad_norm": 2697.236083984375, |
| "learning_rate": 1.9999999995809102e-07, |
| "loss": 45.2946, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.000948758738021921, |
| "grad_norm": 2703.52490234375, |
| "learning_rate": 1.999999999057048e-07, |
| "loss": 44.6116, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.0009579699879056289, |
| "grad_norm": 2686.092529296875, |
| "learning_rate": 1.999999998323641e-07, |
| "loss": 43.5896, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.0009671812377893368, |
| "grad_norm": 2677.6640625, |
| "learning_rate": 1.9999999973806892e-07, |
| "loss": 42.8424, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.0009763924876730448, |
| "grad_norm": 2650.331298828125, |
| "learning_rate": 1.9999999962281924e-07, |
| "loss": 42.0022, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.000985603737556753, |
| "grad_norm": 2642.42626953125, |
| "learning_rate": 1.9999999948661507e-07, |
| "loss": 41.0716, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.0009948149874404607, |
| "grad_norm": 2689.304931640625, |
| "learning_rate": 1.9999999932945644e-07, |
| "loss": 40.4466, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.0010040262373241687, |
| "grad_norm": 2669.737548828125, |
| "learning_rate": 1.9999999915134328e-07, |
| "loss": 39.5445, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.0010132374872078766, |
| "grad_norm": 2649.470703125, |
| "learning_rate": 1.999999989522757e-07, |
| "loss": 38.6263, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.0010224487370915846, |
| "grad_norm": 2627.875732421875, |
| "learning_rate": 1.999999987322536e-07, |
| "loss": 37.7466, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.0010316599869752926, |
| "grad_norm": 2618.5498046875, |
| "learning_rate": 1.99999998491277e-07, |
| "loss": 36.9214, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.0010408712368590006, |
| "grad_norm": 2646.177734375, |
| "learning_rate": 1.9999999822934593e-07, |
| "loss": 36.1607, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.0010500824867427086, |
| "grad_norm": 2627.651123046875, |
| "learning_rate": 1.9999999794646035e-07, |
| "loss": 35.3319, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.0010592937366264165, |
| "grad_norm": 2612.81591796875, |
| "learning_rate": 1.9999999764262032e-07, |
| "loss": 34.4908, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.0010685049865101245, |
| "grad_norm": 2596.915283203125, |
| "learning_rate": 1.9999999731782577e-07, |
| "loss": 33.6653, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.0010777162363938325, |
| "grad_norm": 2546.65380859375, |
| "learning_rate": 1.9999999697207677e-07, |
| "loss": 32.8168, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.0010869274862775405, |
| "grad_norm": 2579.26953125, |
| "learning_rate": 1.9999999660537329e-07, |
| "loss": 32.1208, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.0010961387361612485, |
| "grad_norm": 2549.15576171875, |
| "learning_rate": 1.999999962177153e-07, |
| "loss": 31.1698, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.0011053499860449565, |
| "grad_norm": 2564.56103515625, |
| "learning_rate": 1.999999958091028e-07, |
| "loss": 30.4605, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.0011145612359286644, |
| "grad_norm": 2582.181884765625, |
| "learning_rate": 1.9999999537953585e-07, |
| "loss": 29.7207, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.0011237724858123724, |
| "grad_norm": 2491.742919921875, |
| "learning_rate": 1.999999949290144e-07, |
| "loss": 28.9608, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.0011329837356960804, |
| "grad_norm": 2497.609130859375, |
| "learning_rate": 1.9999999445753847e-07, |
| "loss": 28.1312, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.0011421949855797884, |
| "grad_norm": 2473.400390625, |
| "learning_rate": 1.9999999396510806e-07, |
| "loss": 27.3551, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.0011514062354634964, |
| "grad_norm": 2454.843994140625, |
| "learning_rate": 1.999999934517232e-07, |
| "loss": 26.6391, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.0011606174853472043, |
| "grad_norm": 2423.966552734375, |
| "learning_rate": 1.9999999291738379e-07, |
| "loss": 26.082, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.0011698287352309123, |
| "grad_norm": 2410.223876953125, |
| "learning_rate": 1.999999923620899e-07, |
| "loss": 25.2836, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.00117903998511462, |
| "grad_norm": 2365.123291015625, |
| "learning_rate": 1.9999999178584158e-07, |
| "loss": 24.4937, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.001188251234998328, |
| "grad_norm": 2398.742919921875, |
| "learning_rate": 1.9999999118863872e-07, |
| "loss": 23.9224, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.001197462484882036, |
| "grad_norm": 2378.7412109375, |
| "learning_rate": 1.999999905704814e-07, |
| "loss": 23.3241, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.001206673734765744, |
| "grad_norm": 2325.090087890625, |
| "learning_rate": 1.999999899313696e-07, |
| "loss": 22.6005, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.001215884984649452, |
| "grad_norm": 2326.560302734375, |
| "learning_rate": 1.999999892713033e-07, |
| "loss": 22.0256, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.00122509623453316, |
| "grad_norm": 2276.50048828125, |
| "learning_rate": 1.9999998859028254e-07, |
| "loss": 21.3044, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.001234307484416868, |
| "grad_norm": 2233.469482421875, |
| "learning_rate": 1.9999998788830727e-07, |
| "loss": 20.6893, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.001243518734300576, |
| "grad_norm": 2200.521484375, |
| "learning_rate": 1.9999998716537757e-07, |
| "loss": 19.9953, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.001252729984184284, |
| "grad_norm": 2163.321533203125, |
| "learning_rate": 1.9999998642149333e-07, |
| "loss": 19.365, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.001261941234067992, |
| "grad_norm": 2125.6787109375, |
| "learning_rate": 1.999999856566546e-07, |
| "loss": 18.7637, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.0012711524839517, |
| "grad_norm": 2124.439697265625, |
| "learning_rate": 1.9999998487086143e-07, |
| "loss": 18.2988, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.0012803637338354079, |
| "grad_norm": 2077.859619140625, |
| "learning_rate": 1.9999998406411376e-07, |
| "loss": 17.7236, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.0012895749837191159, |
| "grad_norm": 2045.779541015625, |
| "learning_rate": 1.9999998323641162e-07, |
| "loss": 17.0449, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.0012987862336028238, |
| "grad_norm": 2026.2315673828125, |
| "learning_rate": 1.9999998238775496e-07, |
| "loss": 16.4903, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.0013079974834865318, |
| "grad_norm": 1960.8985595703125, |
| "learning_rate": 1.9999998151814385e-07, |
| "loss": 15.9423, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.0013172087333702398, |
| "grad_norm": 1901.08203125, |
| "learning_rate": 1.9999998062757822e-07, |
| "loss": 15.3386, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.0013264199832539478, |
| "grad_norm": 1864.98583984375, |
| "learning_rate": 1.9999997971605817e-07, |
| "loss": 14.9109, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.0013356312331376558, |
| "grad_norm": 1840.9862060546875, |
| "learning_rate": 1.9999997878358358e-07, |
| "loss": 14.4373, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.0013448424830213637, |
| "grad_norm": 1768.5701904296875, |
| "learning_rate": 1.9999997783015453e-07, |
| "loss": 13.9459, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.0013540537329050717, |
| "grad_norm": 1757.9100341796875, |
| "learning_rate": 1.99999976855771e-07, |
| "loss": 13.4011, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.0013632649827887795, |
| "grad_norm": 1714.19384765625, |
| "learning_rate": 1.9999997586043301e-07, |
| "loss": 12.9283, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.0013724762326724875, |
| "grad_norm": 1660.2532958984375, |
| "learning_rate": 1.9999997484414052e-07, |
| "loss": 12.5959, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.0013816874825561955, |
| "grad_norm": 1613.7947998046875, |
| "learning_rate": 1.9999997380689356e-07, |
| "loss": 12.1076, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.0013908987324399034, |
| "grad_norm": 1570.248046875, |
| "learning_rate": 1.999999727486921e-07, |
| "loss": 11.6747, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.0014001099823236114, |
| "grad_norm": 1518.6502685546875, |
| "learning_rate": 1.9999997166953615e-07, |
| "loss": 11.2915, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.0014093212322073194, |
| "grad_norm": 1464.673095703125, |
| "learning_rate": 1.9999997056942575e-07, |
| "loss": 10.785, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.0014185324820910274, |
| "grad_norm": 1432.284912109375, |
| "learning_rate": 1.9999996944836086e-07, |
| "loss": 10.4627, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.0014277437319747354, |
| "grad_norm": 1364.3857421875, |
| "learning_rate": 1.999999683063415e-07, |
| "loss": 10.0882, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.0014369549818584433, |
| "grad_norm": 1332.6484375, |
| "learning_rate": 1.9999996714336764e-07, |
| "loss": 9.6036, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.0014461662317421513, |
| "grad_norm": 1285.5634765625, |
| "learning_rate": 1.999999659594393e-07, |
| "loss": 9.3887, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.0014553774816258593, |
| "grad_norm": 1228.310546875, |
| "learning_rate": 1.999999647545565e-07, |
| "loss": 8.9631, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.0014645887315095673, |
| "grad_norm": 1193.911865234375, |
| "learning_rate": 1.999999635287192e-07, |
| "loss": 8.6061, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.0014737999813932753, |
| "grad_norm": 1133.885986328125, |
| "learning_rate": 1.9999996228192744e-07, |
| "loss": 8.3859, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.0014830112312769832, |
| "grad_norm": 1095.484130859375, |
| "learning_rate": 1.999999610141812e-07, |
| "loss": 8.1791, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.0014922224811606912, |
| "grad_norm": 1044.8935546875, |
| "learning_rate": 1.9999995972548046e-07, |
| "loss": 7.7655, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.0015014337310443992, |
| "grad_norm": 1019.5875854492188, |
| "learning_rate": 1.9999995841582525e-07, |
| "loss": 7.5381, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.0015106449809281072, |
| "grad_norm": 985.502197265625, |
| "learning_rate": 1.999999570852156e-07, |
| "loss": 7.2579, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.0015198562308118152, |
| "grad_norm": 925.2315673828125, |
| "learning_rate": 1.9999995573365146e-07, |
| "loss": 7.0491, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.0015290674806955232, |
| "grad_norm": 888.581298828125, |
| "learning_rate": 1.9999995436113282e-07, |
| "loss": 6.7646, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.001538278730579231, |
| "grad_norm": 858.232421875, |
| "learning_rate": 1.999999529676597e-07, |
| "loss": 6.5387, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.001547489980462939, |
| "grad_norm": 814.1123046875, |
| "learning_rate": 1.999999515532321e-07, |
| "loss": 6.2748, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.0015567012303466469, |
| "grad_norm": 772.8284912109375, |
| "learning_rate": 1.9999995011785004e-07, |
| "loss": 6.1093, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.0015659124802303549, |
| "grad_norm": 759.8836059570312, |
| "learning_rate": 1.999999486615135e-07, |
| "loss": 5.7886, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.0015751237301140628, |
| "grad_norm": 704.4788208007812, |
| "learning_rate": 1.999999471842225e-07, |
| "loss": 5.6172, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.0015843349799977708, |
| "grad_norm": 684.6796264648438, |
| "learning_rate": 1.9999994568597702e-07, |
| "loss": 5.4777, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.0015935462298814788, |
| "grad_norm": 653.7792358398438, |
| "learning_rate": 1.9999994416677705e-07, |
| "loss": 5.2928, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.0016027574797651868, |
| "grad_norm": 609.8298950195312, |
| "learning_rate": 1.999999426266226e-07, |
| "loss": 5.2036, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.0016119687296488948, |
| "grad_norm": 592.4334106445312, |
| "learning_rate": 1.9999994106551373e-07, |
| "loss": 4.9767, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.0016211799795326028, |
| "grad_norm": 561.9069213867188, |
| "learning_rate": 1.999999394834503e-07, |
| "loss": 4.8632, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.0016303912294163107, |
| "grad_norm": 536.3654174804688, |
| "learning_rate": 1.9999993788043246e-07, |
| "loss": 4.6632, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.0016396024793000187, |
| "grad_norm": 505.2630615234375, |
| "learning_rate": 1.9999993625646013e-07, |
| "loss": 4.5513, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.0016488137291837267, |
| "grad_norm": 480.9029541015625, |
| "learning_rate": 1.9999993461153332e-07, |
| "loss": 4.4474, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.0016580249790674347, |
| "grad_norm": 450.44378662109375, |
| "learning_rate": 1.9999993294565205e-07, |
| "loss": 4.2804, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.0016672362289511427, |
| "grad_norm": 436.21734619140625, |
| "learning_rate": 1.9999993125881632e-07, |
| "loss": 4.1318, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.0016764474788348506, |
| "grad_norm": 412.7518310546875, |
| "learning_rate": 1.9999992955102609e-07, |
| "loss": 4.1223, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.0016856587287185586, |
| "grad_norm": 383.36016845703125, |
| "learning_rate": 1.999999278222814e-07, |
| "loss": 3.9049, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.0016948699786022666, |
| "grad_norm": 370.7187194824219, |
| "learning_rate": 1.9999992607258224e-07, |
| "loss": 3.8424, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.0017040812284859746, |
| "grad_norm": 350.1647033691406, |
| "learning_rate": 1.9999992430192863e-07, |
| "loss": 3.7794, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.0017132924783696826, |
| "grad_norm": 330.06488037109375, |
| "learning_rate": 1.9999992251032052e-07, |
| "loss": 3.5764, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.0017225037282533903, |
| "grad_norm": 316.21856689453125, |
| "learning_rate": 1.9999992069775794e-07, |
| "loss": 3.5914, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.0017317149781370983, |
| "grad_norm": 304.57379150390625, |
| "learning_rate": 1.999999188642409e-07, |
| "loss": 3.4422, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.0017409262280208063, |
| "grad_norm": 279.77081298828125, |
| "learning_rate": 1.999999170097694e-07, |
| "loss": 3.3374, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.0017501374779045143, |
| "grad_norm": 266.1014099121094, |
| "learning_rate": 1.999999151343434e-07, |
| "loss": 3.2769, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.0017593487277882223, |
| "grad_norm": 260.19317626953125, |
| "learning_rate": 1.9999991323796297e-07, |
| "loss": 3.2044, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.0017685599776719302, |
| "grad_norm": 235.43695068359375, |
| "learning_rate": 1.9999991132062806e-07, |
| "loss": 3.238, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.0017777712275556382, |
| "grad_norm": 225.56936645507812, |
| "learning_rate": 1.9999990938233866e-07, |
| "loss": 3.1216, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.0017869824774393462, |
| "grad_norm": 212.62403869628906, |
| "learning_rate": 1.9999990742309483e-07, |
| "loss": 3.0801, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.0017961937273230542, |
| "grad_norm": 204.54310607910156, |
| "learning_rate": 1.999999054428965e-07, |
| "loss": 2.9576, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.0018054049772067622, |
| "grad_norm": 192.5968475341797, |
| "learning_rate": 1.999999034417437e-07, |
| "loss": 2.8603, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.0018146162270904701, |
| "grad_norm": 179.8728790283203, |
| "learning_rate": 1.9999990141963648e-07, |
| "loss": 2.7742, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.0018238274769741781, |
| "grad_norm": 172.84512329101562, |
| "learning_rate": 1.9999989937657475e-07, |
| "loss": 2.744, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.001833038726857886, |
| "grad_norm": 163.42417907714844, |
| "learning_rate": 1.9999989731255859e-07, |
| "loss": 2.7684, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.001842249976741594, |
| "grad_norm": 152.5693817138672, |
| "learning_rate": 1.9999989522758794e-07, |
| "loss": 2.6928, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.001851461226625302, |
| "grad_norm": 147.03887939453125, |
| "learning_rate": 1.9999989312166284e-07, |
| "loss": 2.6041, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.00186067247650901, |
| "grad_norm": 137.3078155517578, |
| "learning_rate": 1.9999989099478325e-07, |
| "loss": 2.5658, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.001869883726392718, |
| "grad_norm": 131.5677032470703, |
| "learning_rate": 1.9999988884694923e-07, |
| "loss": 2.5418, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.001879094976276426, |
| "grad_norm": 129.69793701171875, |
| "learning_rate": 1.9999988667816073e-07, |
| "loss": 2.5778, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.001888306226160134, |
| "grad_norm": 116.73808288574219, |
| "learning_rate": 1.9999988448841775e-07, |
| "loss": 2.4358, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.001897517476043842, |
| "grad_norm": 110.0927505493164, |
| "learning_rate": 1.9999988227772033e-07, |
| "loss": 2.3674, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.0019067287259275497, |
| "grad_norm": 103.76924896240234, |
| "learning_rate": 1.9999988004606846e-07, |
| "loss": 2.3961, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.0019159399758112577, |
| "grad_norm": 98.94550323486328, |
| "learning_rate": 1.9999987779346213e-07, |
| "loss": 2.2481, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.0019251512256949657, |
| "grad_norm": 120.63087463378906, |
| "learning_rate": 1.9999987551990132e-07, |
| "loss": 2.401, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.0019343624755786737, |
| "grad_norm": 89.98589324951172, |
| "learning_rate": 1.9999987322538605e-07, |
| "loss": 2.2563, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.0019435737254623817, |
| "grad_norm": 83.588623046875, |
| "learning_rate": 1.9999987090991632e-07, |
| "loss": 2.2725, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.0019527849753460896, |
| "grad_norm": 118.56281280517578, |
| "learning_rate": 1.9999986857349214e-07, |
| "loss": 2.2263, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.0019619962252297976, |
| "grad_norm": 99.30581665039062, |
| "learning_rate": 1.9999986621611348e-07, |
| "loss": 2.1737, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.001971207475113506, |
| "grad_norm": 71.56329345703125, |
| "learning_rate": 1.999998638377804e-07, |
| "loss": 2.1267, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.0019804187249972136, |
| "grad_norm": 68.20590209960938, |
| "learning_rate": 1.9999986143849283e-07, |
| "loss": 2.1793, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.0019896299748809214, |
| "grad_norm": 65.59575653076172, |
| "learning_rate": 1.9999985901825082e-07, |
| "loss": 2.133, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.0019988412247646296, |
| "grad_norm": 60.48945236206055, |
| "learning_rate": 1.9999985657705435e-07, |
| "loss": 2.1033, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.0020080524746483373, |
| "grad_norm": 58.71857833862305, |
| "learning_rate": 1.9999985411490342e-07, |
| "loss": 2.1598, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.0020172637245320455, |
| "grad_norm": 56.29412078857422, |
| "learning_rate": 1.9999985163179804e-07, |
| "loss": 2.0422, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.0020264749744157533, |
| "grad_norm": 53.31063461303711, |
| "learning_rate": 1.999998491277382e-07, |
| "loss": 2.0283, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.0020356862242994615, |
| "grad_norm": 49.65985870361328, |
| "learning_rate": 1.9999984660272394e-07, |
| "loss": 1.9932, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.0020448974741831692, |
| "grad_norm": 47.551918029785156, |
| "learning_rate": 1.9999984405675519e-07, |
| "loss": 2.0264, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.0020541087240668774, |
| "grad_norm": 46.115474700927734, |
| "learning_rate": 1.9999984148983198e-07, |
| "loss": 1.9898, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.002063319973950585, |
| "grad_norm": 43.81364822387695, |
| "learning_rate": 1.9999983890195434e-07, |
| "loss": 1.9909, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.0020725312238342934, |
| "grad_norm": 41.941673278808594, |
| "learning_rate": 1.9999983629312221e-07, |
| "loss": 1.9844, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.002081742473718001, |
| "grad_norm": 39.945003509521484, |
| "learning_rate": 1.999998336633357e-07, |
| "loss": 1.9837, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.0020909537236017094, |
| "grad_norm": 39.571205139160156, |
| "learning_rate": 1.9999983101259468e-07, |
| "loss": 1.8766, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.002100164973485417, |
| "grad_norm": 35.92873764038086, |
| "learning_rate": 1.999998283408992e-07, |
| "loss": 1.8292, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.0021093762233691253, |
| "grad_norm": 35.03543472290039, |
| "learning_rate": 1.9999982564824931e-07, |
| "loss": 1.9074, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.002118587473252833, |
| "grad_norm": 35.02627944946289, |
| "learning_rate": 1.9999982293464493e-07, |
| "loss": 1.8396, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.0021277987231365413, |
| "grad_norm": 34.62958908081055, |
| "learning_rate": 1.9999982020008615e-07, |
| "loss": 1.8806, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.002137009973020249, |
| "grad_norm": 32.987667083740234, |
| "learning_rate": 1.9999981744457288e-07, |
| "loss": 1.7604, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.0021462212229039573, |
| "grad_norm": 35.742733001708984, |
| "learning_rate": 1.9999981466810518e-07, |
| "loss": 1.7845, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.002155432472787665, |
| "grad_norm": 40.51860427856445, |
| "learning_rate": 1.9999981187068303e-07, |
| "loss": 1.7774, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.002164643722671373, |
| "grad_norm": 33.92218780517578, |
| "learning_rate": 1.9999980905230641e-07, |
| "loss": 1.7653, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.002173854972555081, |
| "grad_norm": 31.67229461669922, |
| "learning_rate": 1.999998062129754e-07, |
| "loss": 1.7301, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.0021830662224387887, |
| "grad_norm": 33.84907913208008, |
| "learning_rate": 1.999998033526899e-07, |
| "loss": 1.7606, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.002192277472322497, |
| "grad_norm": 31.650222778320312, |
| "learning_rate": 1.9999980047144997e-07, |
| "loss": 1.6891, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.0022014887222062047, |
| "grad_norm": 29.637920379638672, |
| "learning_rate": 1.999997975692556e-07, |
| "loss": 1.7196, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.002210699972089913, |
| "grad_norm": 33.537841796875, |
| "learning_rate": 1.9999979464610676e-07, |
| "loss": 1.6802, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.0022199112219736207, |
| "grad_norm": 32.58498001098633, |
| "learning_rate": 1.9999979170200352e-07, |
| "loss": 1.7063, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.002229122471857329, |
| "grad_norm": 30.860231399536133, |
| "learning_rate": 1.999997887369458e-07, |
| "loss": 1.7429, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.0022383337217410366, |
| "grad_norm": 29.551433563232422, |
| "learning_rate": 1.9999978575093368e-07, |
| "loss": 1.6311, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.002247544971624745, |
| "grad_norm": 27.05377769470215, |
| "learning_rate": 1.9999978274396708e-07, |
| "loss": 1.5905, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.0022567562215084526, |
| "grad_norm": 33.77758026123047, |
| "learning_rate": 1.9999977971604604e-07, |
| "loss": 1.6453, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.002265967471392161, |
| "grad_norm": 27.157777786254883, |
| "learning_rate": 1.9999977666717056e-07, |
| "loss": 1.6, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.0022751787212758686, |
| "grad_norm": 27.114534378051758, |
| "learning_rate": 1.9999977359734067e-07, |
| "loss": 1.5974, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.0022843899711595768, |
| "grad_norm": 39.75688171386719, |
| "learning_rate": 1.9999977050655633e-07, |
| "loss": 1.5736, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.0022936012210432845, |
| "grad_norm": 158.88650512695312, |
| "learning_rate": 1.9999976739481753e-07, |
| "loss": 1.5226, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.0023028124709269927, |
| "grad_norm": 33.52450180053711, |
| "learning_rate": 1.9999976426212433e-07, |
| "loss": 1.5865, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.0023120237208107005, |
| "grad_norm": 31.712081909179688, |
| "learning_rate": 1.9999976110847667e-07, |
| "loss": 1.6243, |
| "step": 2510 |
| }, |
| { |
| "epoch": 0.0023212349706944087, |
| "grad_norm": 24.07305335998535, |
| "learning_rate": 1.9999975793387456e-07, |
| "loss": 1.533, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.0023304462205781164, |
| "grad_norm": 23.818401336669922, |
| "learning_rate": 1.9999975473831801e-07, |
| "loss": 1.5037, |
| "step": 2530 |
| }, |
| { |
| "epoch": 0.0023396574704618246, |
| "grad_norm": 21.57187843322754, |
| "learning_rate": 1.999997515218071e-07, |
| "loss": 1.4924, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.0023488687203455324, |
| "grad_norm": 29.550159454345703, |
| "learning_rate": 1.9999974828434168e-07, |
| "loss": 1.5163, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.00235807997022924, |
| "grad_norm": 22.988330841064453, |
| "learning_rate": 1.9999974502592182e-07, |
| "loss": 1.5105, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.0023672912201129484, |
| "grad_norm": 24.00938606262207, |
| "learning_rate": 1.9999974174654758e-07, |
| "loss": 1.5162, |
| "step": 2570 |
| }, |
| { |
| "epoch": 0.002376502469996656, |
| "grad_norm": 25.99742317199707, |
| "learning_rate": 1.9999973844621886e-07, |
| "loss": 1.516, |
| "step": 2580 |
| }, |
| { |
| "epoch": 0.0023857137198803643, |
| "grad_norm": 25.696409225463867, |
| "learning_rate": 1.9999973512493575e-07, |
| "loss": 1.5038, |
| "step": 2590 |
| }, |
| { |
| "epoch": 0.002394924969764072, |
| "grad_norm": 20.570842742919922, |
| "learning_rate": 1.999997317826982e-07, |
| "loss": 1.5449, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.0024041362196477803, |
| "grad_norm": 20.99848175048828, |
| "learning_rate": 1.999997284195062e-07, |
| "loss": 1.4674, |
| "step": 2610 |
| }, |
| { |
| "epoch": 0.002413347469531488, |
| "grad_norm": 31.897750854492188, |
| "learning_rate": 1.9999972503535979e-07, |
| "loss": 1.4313, |
| "step": 2620 |
| }, |
| { |
| "epoch": 0.0024225587194151963, |
| "grad_norm": 20.204248428344727, |
| "learning_rate": 1.9999972163025894e-07, |
| "loss": 1.4793, |
| "step": 2630 |
| }, |
| { |
| "epoch": 0.002431769969298904, |
| "grad_norm": 19.503555297851562, |
| "learning_rate": 1.9999971820420366e-07, |
| "loss": 1.4242, |
| "step": 2640 |
| }, |
| { |
| "epoch": 0.0024409812191826122, |
| "grad_norm": 25.30314826965332, |
| "learning_rate": 1.9999971475719395e-07, |
| "loss": 1.454, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.00245019246906632, |
| "grad_norm": 19.37495231628418, |
| "learning_rate": 1.9999971128922983e-07, |
| "loss": 1.4861, |
| "step": 2660 |
| }, |
| { |
| "epoch": 0.002459403718950028, |
| "grad_norm": 22.25645637512207, |
| "learning_rate": 1.9999970780031128e-07, |
| "loss": 1.4851, |
| "step": 2670 |
| }, |
| { |
| "epoch": 0.002468614968833736, |
| "grad_norm": 18.460275650024414, |
| "learning_rate": 1.999997042904383e-07, |
| "loss": 1.3875, |
| "step": 2680 |
| }, |
| { |
| "epoch": 0.002477826218717444, |
| "grad_norm": 18.969640731811523, |
| "learning_rate": 1.999997007596109e-07, |
| "loss": 1.4181, |
| "step": 2690 |
| }, |
| { |
| "epoch": 0.002487037468601152, |
| "grad_norm": 22.112180709838867, |
| "learning_rate": 1.9999969720782907e-07, |
| "loss": 1.4746, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.00249624871848486, |
| "grad_norm": 18.481765747070312, |
| "learning_rate": 1.9999969363509283e-07, |
| "loss": 1.4108, |
| "step": 2710 |
| }, |
| { |
| "epoch": 0.002505459968368568, |
| "grad_norm": 16.51472282409668, |
| "learning_rate": 1.9999969004140215e-07, |
| "loss": 1.3617, |
| "step": 2720 |
| }, |
| { |
| "epoch": 0.002514671218252276, |
| "grad_norm": 20.868471145629883, |
| "learning_rate": 1.9999968642675705e-07, |
| "loss": 1.4746, |
| "step": 2730 |
| }, |
| { |
| "epoch": 0.002523882468135984, |
| "grad_norm": 16.16942024230957, |
| "learning_rate": 1.9999968279115755e-07, |
| "loss": 1.4588, |
| "step": 2740 |
| }, |
| { |
| "epoch": 0.0025330937180196916, |
| "grad_norm": 16.831565856933594, |
| "learning_rate": 1.9999967913460364e-07, |
| "loss": 1.3538, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.0025423049679034, |
| "grad_norm": 26.866472244262695, |
| "learning_rate": 1.9999967545709527e-07, |
| "loss": 1.4479, |
| "step": 2760 |
| }, |
| { |
| "epoch": 0.0025515162177871076, |
| "grad_norm": 21.425960540771484, |
| "learning_rate": 1.999996717586325e-07, |
| "loss": 1.5059, |
| "step": 2770 |
| }, |
| { |
| "epoch": 0.0025607274676708158, |
| "grad_norm": 23.79142189025879, |
| "learning_rate": 1.999996680392153e-07, |
| "loss": 1.3903, |
| "step": 2780 |
| }, |
| { |
| "epoch": 0.0025699387175545235, |
| "grad_norm": 15.220338821411133, |
| "learning_rate": 1.9999966429884372e-07, |
| "loss": 1.3858, |
| "step": 2790 |
| }, |
| { |
| "epoch": 0.0025791499674382317, |
| "grad_norm": 16.26853370666504, |
| "learning_rate": 1.999996605375177e-07, |
| "loss": 1.3583, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.0025883612173219395, |
| "grad_norm": 14.986100196838379, |
| "learning_rate": 1.9999965675523727e-07, |
| "loss": 1.4296, |
| "step": 2810 |
| }, |
| { |
| "epoch": 0.0025975724672056477, |
| "grad_norm": 14.806829452514648, |
| "learning_rate": 1.999996529520024e-07, |
| "loss": 1.3297, |
| "step": 2820 |
| }, |
| { |
| "epoch": 0.0026067837170893554, |
| "grad_norm": 39.35093688964844, |
| "learning_rate": 1.9999964912781318e-07, |
| "loss": 1.2997, |
| "step": 2830 |
| }, |
| { |
| "epoch": 0.0026159949669730636, |
| "grad_norm": 15.718576431274414, |
| "learning_rate": 1.999996452826695e-07, |
| "loss": 1.3506, |
| "step": 2840 |
| }, |
| { |
| "epoch": 0.0026252062168567714, |
| "grad_norm": 15.745109558105469, |
| "learning_rate": 1.999996414165714e-07, |
| "loss": 1.3963, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.0026344174667404796, |
| "grad_norm": 19.66170883178711, |
| "learning_rate": 1.999996375295189e-07, |
| "loss": 1.3239, |
| "step": 2860 |
| }, |
| { |
| "epoch": 0.0026436287166241874, |
| "grad_norm": 16.708120346069336, |
| "learning_rate": 1.99999633621512e-07, |
| "loss": 1.3639, |
| "step": 2870 |
| }, |
| { |
| "epoch": 0.0026528399665078956, |
| "grad_norm": 51.22215270996094, |
| "learning_rate": 1.999996296925507e-07, |
| "loss": 1.3253, |
| "step": 2880 |
| }, |
| { |
| "epoch": 0.0026620512163916033, |
| "grad_norm": 14.192142486572266, |
| "learning_rate": 1.9999962574263498e-07, |
| "loss": 1.3967, |
| "step": 2890 |
| }, |
| { |
| "epoch": 0.0026712624662753115, |
| "grad_norm": 17.92701530456543, |
| "learning_rate": 1.9999962177176482e-07, |
| "loss": 1.3653, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.0026804737161590193, |
| "grad_norm": 14.899495124816895, |
| "learning_rate": 1.999996177799403e-07, |
| "loss": 1.3453, |
| "step": 2910 |
| }, |
| { |
| "epoch": 0.0026896849660427275, |
| "grad_norm": 17.192337036132812, |
| "learning_rate": 1.9999961376716136e-07, |
| "loss": 1.304, |
| "step": 2920 |
| }, |
| { |
| "epoch": 0.0026988962159264353, |
| "grad_norm": 15.120102882385254, |
| "learning_rate": 1.99999609733428e-07, |
| "loss": 1.3868, |
| "step": 2930 |
| }, |
| { |
| "epoch": 0.0027081074658101435, |
| "grad_norm": 14.252399444580078, |
| "learning_rate": 1.9999960567874025e-07, |
| "loss": 1.337, |
| "step": 2940 |
| }, |
| { |
| "epoch": 0.0027173187156938512, |
| "grad_norm": 26.42819595336914, |
| "learning_rate": 1.999996016030981e-07, |
| "loss": 1.3001, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.002726529965577559, |
| "grad_norm": 13.364202499389648, |
| "learning_rate": 1.9999959750650155e-07, |
| "loss": 1.338, |
| "step": 2960 |
| }, |
| { |
| "epoch": 0.002735741215461267, |
| "grad_norm": 16.093856811523438, |
| "learning_rate": 1.999995933889506e-07, |
| "loss": 1.3237, |
| "step": 2970 |
| }, |
| { |
| "epoch": 0.002744952465344975, |
| "grad_norm": 22.582176208496094, |
| "learning_rate": 1.9999958925044523e-07, |
| "loss": 1.3233, |
| "step": 2980 |
| }, |
| { |
| "epoch": 0.002754163715228683, |
| "grad_norm": 14.32443618774414, |
| "learning_rate": 1.9999958509098547e-07, |
| "loss": 1.2914, |
| "step": 2990 |
| }, |
| { |
| "epoch": 0.002763374965112391, |
| "grad_norm": 16.472333908081055, |
| "learning_rate": 1.999995809105713e-07, |
| "loss": 1.325, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.002772586214996099, |
| "grad_norm": 15.594547271728516, |
| "learning_rate": 1.9999957670920273e-07, |
| "loss": 1.3665, |
| "step": 3010 |
| }, |
| { |
| "epoch": 0.002781797464879807, |
| "grad_norm": 14.634944915771484, |
| "learning_rate": 1.999995724868798e-07, |
| "loss": 1.3493, |
| "step": 3020 |
| }, |
| { |
| "epoch": 0.002791008714763515, |
| "grad_norm": 18.975008010864258, |
| "learning_rate": 1.9999956824360243e-07, |
| "loss": 1.3162, |
| "step": 3030 |
| }, |
| { |
| "epoch": 0.002800219964647223, |
| "grad_norm": 16.842012405395508, |
| "learning_rate": 1.999995639793707e-07, |
| "loss": 1.3302, |
| "step": 3040 |
| }, |
| { |
| "epoch": 0.002809431214530931, |
| "grad_norm": 13.870977401733398, |
| "learning_rate": 1.9999955969418453e-07, |
| "loss": 1.3073, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.002818642464414639, |
| "grad_norm": 22.554447174072266, |
| "learning_rate": 1.99999555388044e-07, |
| "loss": 1.2565, |
| "step": 3060 |
| }, |
| { |
| "epoch": 0.002827853714298347, |
| "grad_norm": 14.861679077148438, |
| "learning_rate": 1.9999955106094908e-07, |
| "loss": 1.267, |
| "step": 3070 |
| }, |
| { |
| "epoch": 0.0028370649641820548, |
| "grad_norm": 13.033528327941895, |
| "learning_rate": 1.9999954671289976e-07, |
| "loss": 1.2697, |
| "step": 3080 |
| }, |
| { |
| "epoch": 0.002846276214065763, |
| "grad_norm": 23.113231658935547, |
| "learning_rate": 1.9999954234389604e-07, |
| "loss": 1.3274, |
| "step": 3090 |
| }, |
| { |
| "epoch": 0.0028554874639494707, |
| "grad_norm": 13.699479103088379, |
| "learning_rate": 1.9999953795393793e-07, |
| "loss": 1.3469, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.002864698713833179, |
| "grad_norm": 13.436897277832031, |
| "learning_rate": 1.9999953354302543e-07, |
| "loss": 1.2749, |
| "step": 3110 |
| }, |
| { |
| "epoch": 0.0028739099637168867, |
| "grad_norm": 13.446366310119629, |
| "learning_rate": 1.9999952911115857e-07, |
| "loss": 1.305, |
| "step": 3120 |
| }, |
| { |
| "epoch": 0.002883121213600595, |
| "grad_norm": 15.052694320678711, |
| "learning_rate": 1.9999952465833728e-07, |
| "loss": 1.3525, |
| "step": 3130 |
| }, |
| { |
| "epoch": 0.0028923324634843026, |
| "grad_norm": 15.465704917907715, |
| "learning_rate": 1.9999952018456162e-07, |
| "loss": 1.3335, |
| "step": 3140 |
| }, |
| { |
| "epoch": 0.0029015437133680104, |
| "grad_norm": 15.083033561706543, |
| "learning_rate": 1.9999951568983163e-07, |
| "loss": 1.2488, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.0029107549632517186, |
| "grad_norm": 24.209396362304688, |
| "learning_rate": 1.9999951117414719e-07, |
| "loss": 1.3009, |
| "step": 3160 |
| }, |
| { |
| "epoch": 0.0029199662131354264, |
| "grad_norm": 14.542576789855957, |
| "learning_rate": 1.999995066375084e-07, |
| "loss": 1.307, |
| "step": 3170 |
| }, |
| { |
| "epoch": 0.0029291774630191346, |
| "grad_norm": 15.570143699645996, |
| "learning_rate": 1.999995020799152e-07, |
| "loss": 1.2941, |
| "step": 3180 |
| }, |
| { |
| "epoch": 0.0029383887129028423, |
| "grad_norm": 18.506637573242188, |
| "learning_rate": 1.999994975013676e-07, |
| "loss": 1.2771, |
| "step": 3190 |
| }, |
| { |
| "epoch": 0.0029475999627865505, |
| "grad_norm": 22.15712547302246, |
| "learning_rate": 1.9999949290186565e-07, |
| "loss": 1.2634, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.0029568112126702583, |
| "grad_norm": 13.421778678894043, |
| "learning_rate": 1.9999948828140935e-07, |
| "loss": 1.2635, |
| "step": 3210 |
| }, |
| { |
| "epoch": 0.0029660224625539665, |
| "grad_norm": 13.892674446105957, |
| "learning_rate": 1.999994836399986e-07, |
| "loss": 1.267, |
| "step": 3220 |
| }, |
| { |
| "epoch": 0.0029752337124376743, |
| "grad_norm": 14.89895248413086, |
| "learning_rate": 1.9999947897763355e-07, |
| "loss": 1.2988, |
| "step": 3230 |
| }, |
| { |
| "epoch": 0.0029844449623213825, |
| "grad_norm": 16.86262321472168, |
| "learning_rate": 1.9999947429431405e-07, |
| "loss": 1.2929, |
| "step": 3240 |
| }, |
| { |
| "epoch": 0.0029936562122050902, |
| "grad_norm": 14.850977897644043, |
| "learning_rate": 1.999994695900402e-07, |
| "loss": 1.2374, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.0030028674620887984, |
| "grad_norm": 15.190448760986328, |
| "learning_rate": 1.9999946486481202e-07, |
| "loss": 1.2602, |
| "step": 3260 |
| }, |
| { |
| "epoch": 0.003012078711972506, |
| "grad_norm": 12.43272876739502, |
| "learning_rate": 1.9999946011862942e-07, |
| "loss": 1.3846, |
| "step": 3270 |
| }, |
| { |
| "epoch": 0.0030212899618562144, |
| "grad_norm": 34.73705291748047, |
| "learning_rate": 1.9999945535149244e-07, |
| "loss": 1.3473, |
| "step": 3280 |
| }, |
| { |
| "epoch": 0.003030501211739922, |
| "grad_norm": 14.248456001281738, |
| "learning_rate": 1.9999945056340111e-07, |
| "loss": 1.3025, |
| "step": 3290 |
| }, |
| { |
| "epoch": 0.0030397124616236303, |
| "grad_norm": 13.245903968811035, |
| "learning_rate": 1.999994457543554e-07, |
| "loss": 1.2935, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.003048923711507338, |
| "grad_norm": 13.939699172973633, |
| "learning_rate": 1.9999944092435533e-07, |
| "loss": 1.2136, |
| "step": 3310 |
| }, |
| { |
| "epoch": 0.0030581349613910463, |
| "grad_norm": 11.970207214355469, |
| "learning_rate": 1.999994360734009e-07, |
| "loss": 1.3425, |
| "step": 3320 |
| }, |
| { |
| "epoch": 0.003067346211274754, |
| "grad_norm": 15.683432579040527, |
| "learning_rate": 1.9999943120149206e-07, |
| "loss": 1.2758, |
| "step": 3330 |
| }, |
| { |
| "epoch": 0.003076557461158462, |
| "grad_norm": 16.502229690551758, |
| "learning_rate": 1.9999942630862887e-07, |
| "loss": 1.2562, |
| "step": 3340 |
| }, |
| { |
| "epoch": 0.00308576871104217, |
| "grad_norm": 14.47521686553955, |
| "learning_rate": 1.9999942139481133e-07, |
| "loss": 1.2208, |
| "step": 3350 |
| }, |
| { |
| "epoch": 0.003094979960925878, |
| "grad_norm": 11.98067569732666, |
| "learning_rate": 1.999994164600394e-07, |
| "loss": 1.2211, |
| "step": 3360 |
| }, |
| { |
| "epoch": 0.003104191210809586, |
| "grad_norm": 13.58169937133789, |
| "learning_rate": 1.9999941150431314e-07, |
| "loss": 1.2477, |
| "step": 3370 |
| }, |
| { |
| "epoch": 0.0031134024606932938, |
| "grad_norm": 65.29041290283203, |
| "learning_rate": 1.9999940652763253e-07, |
| "loss": 1.24, |
| "step": 3380 |
| }, |
| { |
| "epoch": 0.003122613710577002, |
| "grad_norm": 18.375919342041016, |
| "learning_rate": 1.999994015299975e-07, |
| "loss": 1.2704, |
| "step": 3390 |
| }, |
| { |
| "epoch": 0.0031318249604607097, |
| "grad_norm": 12.73376178741455, |
| "learning_rate": 1.9999939651140813e-07, |
| "loss": 1.2643, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.003141036210344418, |
| "grad_norm": 13.239251136779785, |
| "learning_rate": 1.9999939147186443e-07, |
| "loss": 1.2315, |
| "step": 3410 |
| }, |
| { |
| "epoch": 0.0031502474602281257, |
| "grad_norm": 14.189347267150879, |
| "learning_rate": 1.9999938641136636e-07, |
| "loss": 1.2195, |
| "step": 3420 |
| }, |
| { |
| "epoch": 0.003159458710111834, |
| "grad_norm": 22.244070053100586, |
| "learning_rate": 1.9999938132991393e-07, |
| "loss": 1.2834, |
| "step": 3430 |
| }, |
| { |
| "epoch": 0.0031686699599955417, |
| "grad_norm": 14.164774894714355, |
| "learning_rate": 1.9999937622750712e-07, |
| "loss": 1.2747, |
| "step": 3440 |
| }, |
| { |
| "epoch": 0.00317788120987925, |
| "grad_norm": 14.640289306640625, |
| "learning_rate": 1.9999937110414597e-07, |
| "loss": 1.2481, |
| "step": 3450 |
| }, |
| { |
| "epoch": 0.0031870924597629576, |
| "grad_norm": 12.531847953796387, |
| "learning_rate": 1.9999936595983046e-07, |
| "loss": 1.3287, |
| "step": 3460 |
| }, |
| { |
| "epoch": 0.003196303709646666, |
| "grad_norm": 16.351123809814453, |
| "learning_rate": 1.999993607945606e-07, |
| "loss": 1.3075, |
| "step": 3470 |
| }, |
| { |
| "epoch": 0.0032055149595303736, |
| "grad_norm": 16.977691650390625, |
| "learning_rate": 1.999993556083364e-07, |
| "loss": 1.2343, |
| "step": 3480 |
| }, |
| { |
| "epoch": 0.0032147262094140818, |
| "grad_norm": 17.62845802307129, |
| "learning_rate": 1.9999935040115786e-07, |
| "loss": 1.2864, |
| "step": 3490 |
| }, |
| { |
| "epoch": 0.0032239374592977895, |
| "grad_norm": 13.497228622436523, |
| "learning_rate": 1.9999934517302495e-07, |
| "loss": 1.2355, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.0032331487091814977, |
| "grad_norm": 15.825624465942383, |
| "learning_rate": 1.999993399239377e-07, |
| "loss": 1.1814, |
| "step": 3510 |
| }, |
| { |
| "epoch": 0.0032423599590652055, |
| "grad_norm": 14.071992874145508, |
| "learning_rate": 1.9999933465389608e-07, |
| "loss": 1.2022, |
| "step": 3520 |
| }, |
| { |
| "epoch": 0.0032515712089489137, |
| "grad_norm": 15.83365249633789, |
| "learning_rate": 1.9999932936290014e-07, |
| "loss": 1.2169, |
| "step": 3530 |
| }, |
| { |
| "epoch": 0.0032607824588326215, |
| "grad_norm": 11.978744506835938, |
| "learning_rate": 1.9999932405094983e-07, |
| "loss": 1.2451, |
| "step": 3540 |
| }, |
| { |
| "epoch": 0.0032699937087163292, |
| "grad_norm": 17.41489028930664, |
| "learning_rate": 1.999993187180452e-07, |
| "loss": 1.1934, |
| "step": 3550 |
| }, |
| { |
| "epoch": 0.0032792049586000374, |
| "grad_norm": 12.351943016052246, |
| "learning_rate": 1.999993133641862e-07, |
| "loss": 1.2115, |
| "step": 3560 |
| }, |
| { |
| "epoch": 0.003288416208483745, |
| "grad_norm": 14.460607528686523, |
| "learning_rate": 1.9999930798937288e-07, |
| "loss": 1.2248, |
| "step": 3570 |
| }, |
| { |
| "epoch": 0.0032976274583674534, |
| "grad_norm": 13.68131160736084, |
| "learning_rate": 1.9999930259360522e-07, |
| "loss": 1.2737, |
| "step": 3580 |
| }, |
| { |
| "epoch": 0.003306838708251161, |
| "grad_norm": 14.222561836242676, |
| "learning_rate": 1.999992971768832e-07, |
| "loss": 1.2344, |
| "step": 3590 |
| }, |
| { |
| "epoch": 0.0033160499581348694, |
| "grad_norm": 12.381871223449707, |
| "learning_rate": 1.9999929173920686e-07, |
| "loss": 1.2382, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.003325261208018577, |
| "grad_norm": 15.108046531677246, |
| "learning_rate": 1.9999928628057616e-07, |
| "loss": 1.2783, |
| "step": 3610 |
| }, |
| { |
| "epoch": 0.0033344724579022853, |
| "grad_norm": 14.082871437072754, |
| "learning_rate": 1.9999928080099115e-07, |
| "loss": 1.2493, |
| "step": 3620 |
| }, |
| { |
| "epoch": 0.003343683707785993, |
| "grad_norm": 12.710875511169434, |
| "learning_rate": 1.999992753004518e-07, |
| "loss": 1.1653, |
| "step": 3630 |
| }, |
| { |
| "epoch": 0.0033528949576697013, |
| "grad_norm": 13.085129737854004, |
| "learning_rate": 1.9999926977895809e-07, |
| "loss": 1.1699, |
| "step": 3640 |
| }, |
| { |
| "epoch": 0.003362106207553409, |
| "grad_norm": 12.283415794372559, |
| "learning_rate": 1.9999926423651007e-07, |
| "loss": 1.2873, |
| "step": 3650 |
| }, |
| { |
| "epoch": 0.0033713174574371172, |
| "grad_norm": 13.496448516845703, |
| "learning_rate": 1.9999925867310773e-07, |
| "loss": 1.201, |
| "step": 3660 |
| }, |
| { |
| "epoch": 0.003380528707320825, |
| "grad_norm": 26.06830406188965, |
| "learning_rate": 1.9999925308875103e-07, |
| "loss": 1.263, |
| "step": 3670 |
| }, |
| { |
| "epoch": 0.003389739957204533, |
| "grad_norm": 15.78938102722168, |
| "learning_rate": 1.9999924748344002e-07, |
| "loss": 1.2242, |
| "step": 3680 |
| }, |
| { |
| "epoch": 0.003398951207088241, |
| "grad_norm": 13.02888298034668, |
| "learning_rate": 1.9999924185717468e-07, |
| "loss": 1.1962, |
| "step": 3690 |
| }, |
| { |
| "epoch": 0.003408162456971949, |
| "grad_norm": 11.474292755126953, |
| "learning_rate": 1.99999236209955e-07, |
| "loss": 1.216, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.003417373706855657, |
| "grad_norm": 11.879030227661133, |
| "learning_rate": 1.9999923054178102e-07, |
| "loss": 1.2036, |
| "step": 3710 |
| }, |
| { |
| "epoch": 0.003426584956739365, |
| "grad_norm": 13.251056671142578, |
| "learning_rate": 1.9999922485265268e-07, |
| "loss": 1.2256, |
| "step": 3720 |
| }, |
| { |
| "epoch": 0.003435796206623073, |
| "grad_norm": 13.749625205993652, |
| "learning_rate": 1.9999921914257003e-07, |
| "loss": 1.2299, |
| "step": 3730 |
| }, |
| { |
| "epoch": 0.0034450074565067807, |
| "grad_norm": 16.408334732055664, |
| "learning_rate": 1.9999921341153304e-07, |
| "loss": 1.2391, |
| "step": 3740 |
| }, |
| { |
| "epoch": 0.003454218706390489, |
| "grad_norm": 17.28126335144043, |
| "learning_rate": 1.9999920765954178e-07, |
| "loss": 1.2027, |
| "step": 3750 |
| }, |
| { |
| "epoch": 0.0034634299562741966, |
| "grad_norm": 13.930543899536133, |
| "learning_rate": 1.999992018865962e-07, |
| "loss": 1.2714, |
| "step": 3760 |
| }, |
| { |
| "epoch": 0.003472641206157905, |
| "grad_norm": 15.985444068908691, |
| "learning_rate": 1.9999919609269625e-07, |
| "loss": 1.2693, |
| "step": 3770 |
| }, |
| { |
| "epoch": 0.0034818524560416126, |
| "grad_norm": 12.719490051269531, |
| "learning_rate": 1.99999190277842e-07, |
| "loss": 1.1994, |
| "step": 3780 |
| }, |
| { |
| "epoch": 0.0034910637059253208, |
| "grad_norm": 12.369451522827148, |
| "learning_rate": 1.9999918444203343e-07, |
| "loss": 1.1892, |
| "step": 3790 |
| }, |
| { |
| "epoch": 0.0035002749558090285, |
| "grad_norm": 22.71251678466797, |
| "learning_rate": 1.9999917858527054e-07, |
| "loss": 1.1771, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.0035094862056927367, |
| "grad_norm": 13.909941673278809, |
| "learning_rate": 1.9999917270755336e-07, |
| "loss": 1.296, |
| "step": 3810 |
| }, |
| { |
| "epoch": 0.0035186974555764445, |
| "grad_norm": 22.640085220336914, |
| "learning_rate": 1.9999916680888185e-07, |
| "loss": 1.1765, |
| "step": 3820 |
| }, |
| { |
| "epoch": 0.0035279087054601527, |
| "grad_norm": 13.252551078796387, |
| "learning_rate": 1.9999916088925605e-07, |
| "loss": 1.2353, |
| "step": 3830 |
| }, |
| { |
| "epoch": 0.0035371199553438605, |
| "grad_norm": 13.526108741760254, |
| "learning_rate": 1.9999915494867591e-07, |
| "loss": 1.1762, |
| "step": 3840 |
| }, |
| { |
| "epoch": 0.0035463312052275687, |
| "grad_norm": 13.243807792663574, |
| "learning_rate": 1.9999914898714148e-07, |
| "loss": 1.2295, |
| "step": 3850 |
| }, |
| { |
| "epoch": 0.0035555424551112764, |
| "grad_norm": 13.98582649230957, |
| "learning_rate": 1.9999914300465273e-07, |
| "loss": 1.2322, |
| "step": 3860 |
| }, |
| { |
| "epoch": 0.0035647537049949846, |
| "grad_norm": 12.01987361907959, |
| "learning_rate": 1.999991370012097e-07, |
| "loss": 1.2352, |
| "step": 3870 |
| }, |
| { |
| "epoch": 0.0035739649548786924, |
| "grad_norm": 13.643336296081543, |
| "learning_rate": 1.9999913097681233e-07, |
| "loss": 1.1808, |
| "step": 3880 |
| }, |
| { |
| "epoch": 0.0035831762047624006, |
| "grad_norm": 12.53453254699707, |
| "learning_rate": 1.9999912493146068e-07, |
| "loss": 1.2222, |
| "step": 3890 |
| }, |
| { |
| "epoch": 0.0035923874546461084, |
| "grad_norm": 12.463088035583496, |
| "learning_rate": 1.9999911886515474e-07, |
| "loss": 1.206, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.0036015987045298166, |
| "grad_norm": 12.918343544006348, |
| "learning_rate": 1.9999911277789446e-07, |
| "loss": 1.1843, |
| "step": 3910 |
| }, |
| { |
| "epoch": 0.0036108099544135243, |
| "grad_norm": 14.662476539611816, |
| "learning_rate": 1.9999910666967987e-07, |
| "loss": 1.221, |
| "step": 3920 |
| }, |
| { |
| "epoch": 0.003620021204297232, |
| "grad_norm": 12.663122177124023, |
| "learning_rate": 1.99999100540511e-07, |
| "loss": 1.2562, |
| "step": 3930 |
| }, |
| { |
| "epoch": 0.0036292324541809403, |
| "grad_norm": 12.291542053222656, |
| "learning_rate": 1.9999909439038786e-07, |
| "loss": 1.2119, |
| "step": 3940 |
| }, |
| { |
| "epoch": 0.003638443704064648, |
| "grad_norm": 12.939071655273438, |
| "learning_rate": 1.9999908821931043e-07, |
| "loss": 1.2768, |
| "step": 3950 |
| }, |
| { |
| "epoch": 0.0036476549539483562, |
| "grad_norm": 21.85366439819336, |
| "learning_rate": 1.9999908202727867e-07, |
| "loss": 1.2957, |
| "step": 3960 |
| }, |
| { |
| "epoch": 0.003656866203832064, |
| "grad_norm": 13.644819259643555, |
| "learning_rate": 1.999990758142926e-07, |
| "loss": 1.237, |
| "step": 3970 |
| }, |
| { |
| "epoch": 0.003666077453715772, |
| "grad_norm": 13.78133487701416, |
| "learning_rate": 1.9999906958035228e-07, |
| "loss": 1.2535, |
| "step": 3980 |
| }, |
| { |
| "epoch": 0.00367528870359948, |
| "grad_norm": 12.343091011047363, |
| "learning_rate": 1.9999906332545767e-07, |
| "loss": 1.2438, |
| "step": 3990 |
| }, |
| { |
| "epoch": 0.003684499953483188, |
| "grad_norm": 15.756454467773438, |
| "learning_rate": 1.9999905704960875e-07, |
| "loss": 1.2275, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.003693711203366896, |
| "grad_norm": 11.772343635559082, |
| "learning_rate": 1.9999905075280555e-07, |
| "loss": 1.1476, |
| "step": 4010 |
| }, |
| { |
| "epoch": 0.003702922453250604, |
| "grad_norm": 12.028583526611328, |
| "learning_rate": 1.9999904443504802e-07, |
| "loss": 1.1931, |
| "step": 4020 |
| }, |
| { |
| "epoch": 0.003712133703134312, |
| "grad_norm": 14.000866889953613, |
| "learning_rate": 1.9999903809633626e-07, |
| "loss": 1.229, |
| "step": 4030 |
| }, |
| { |
| "epoch": 0.00372134495301802, |
| "grad_norm": 13.003263473510742, |
| "learning_rate": 1.999990317366702e-07, |
| "loss": 1.2522, |
| "step": 4040 |
| }, |
| { |
| "epoch": 0.003730556202901728, |
| "grad_norm": 23.33169937133789, |
| "learning_rate": 1.9999902535604985e-07, |
| "loss": 1.2131, |
| "step": 4050 |
| }, |
| { |
| "epoch": 0.003739767452785436, |
| "grad_norm": 13.117879867553711, |
| "learning_rate": 1.9999901895447521e-07, |
| "loss": 1.2133, |
| "step": 4060 |
| }, |
| { |
| "epoch": 0.003748978702669144, |
| "grad_norm": 16.691890716552734, |
| "learning_rate": 1.999990125319463e-07, |
| "loss": 1.1995, |
| "step": 4070 |
| }, |
| { |
| "epoch": 0.003758189952552852, |
| "grad_norm": 11.178106307983398, |
| "learning_rate": 1.9999900608846313e-07, |
| "loss": 1.234, |
| "step": 4080 |
| }, |
| { |
| "epoch": 0.00376740120243656, |
| "grad_norm": 12.789695739746094, |
| "learning_rate": 1.9999899962402568e-07, |
| "loss": 1.2273, |
| "step": 4090 |
| }, |
| { |
| "epoch": 0.003776612452320268, |
| "grad_norm": 14.797239303588867, |
| "learning_rate": 1.999989931386339e-07, |
| "loss": 1.2125, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.0037858237022039757, |
| "grad_norm": 15.13731575012207, |
| "learning_rate": 1.9999898663228788e-07, |
| "loss": 1.2217, |
| "step": 4110 |
| }, |
| { |
| "epoch": 0.003795034952087684, |
| "grad_norm": 13.130472183227539, |
| "learning_rate": 1.9999898010498759e-07, |
| "loss": 1.3013, |
| "step": 4120 |
| }, |
| { |
| "epoch": 0.0038042462019713917, |
| "grad_norm": 14.67823600769043, |
| "learning_rate": 1.9999897355673302e-07, |
| "loss": 1.2177, |
| "step": 4130 |
| }, |
| { |
| "epoch": 0.0038134574518550995, |
| "grad_norm": 12.409622192382812, |
| "learning_rate": 1.999989669875242e-07, |
| "loss": 1.1578, |
| "step": 4140 |
| }, |
| { |
| "epoch": 0.0038226687017388077, |
| "grad_norm": 16.759443283081055, |
| "learning_rate": 1.9999896039736108e-07, |
| "loss": 1.1875, |
| "step": 4150 |
| }, |
| { |
| "epoch": 0.0038318799516225154, |
| "grad_norm": 15.062689781188965, |
| "learning_rate": 1.9999895378624373e-07, |
| "loss": 1.2455, |
| "step": 4160 |
| }, |
| { |
| "epoch": 0.0038410912015062236, |
| "grad_norm": 23.438220977783203, |
| "learning_rate": 1.999989471541721e-07, |
| "loss": 1.1894, |
| "step": 4170 |
| }, |
| { |
| "epoch": 0.0038503024513899314, |
| "grad_norm": 12.017776489257812, |
| "learning_rate": 1.9999894050114618e-07, |
| "loss": 1.1714, |
| "step": 4180 |
| }, |
| { |
| "epoch": 0.0038595137012736396, |
| "grad_norm": 13.029670715332031, |
| "learning_rate": 1.99998933827166e-07, |
| "loss": 1.1813, |
| "step": 4190 |
| }, |
| { |
| "epoch": 0.0038687249511573474, |
| "grad_norm": 17.56375503540039, |
| "learning_rate": 1.999989271322316e-07, |
| "loss": 1.2203, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.0038779362010410556, |
| "grad_norm": 11.085100173950195, |
| "learning_rate": 1.999989204163429e-07, |
| "loss": 1.2137, |
| "step": 4210 |
| }, |
| { |
| "epoch": 0.0038871474509247633, |
| "grad_norm": 16.616640090942383, |
| "learning_rate": 1.9999891367949996e-07, |
| "loss": 1.162, |
| "step": 4220 |
| }, |
| { |
| "epoch": 0.0038963587008084715, |
| "grad_norm": 13.10045337677002, |
| "learning_rate": 1.9999890692170273e-07, |
| "loss": 1.222, |
| "step": 4230 |
| }, |
| { |
| "epoch": 0.0039055699506921793, |
| "grad_norm": 14.615435600280762, |
| "learning_rate": 1.9999890014295126e-07, |
| "loss": 1.1992, |
| "step": 4240 |
| }, |
| { |
| "epoch": 0.0039147812005758875, |
| "grad_norm": 13.430987358093262, |
| "learning_rate": 1.9999889334324554e-07, |
| "loss": 1.19, |
| "step": 4250 |
| }, |
| { |
| "epoch": 0.003923992450459595, |
| "grad_norm": 15.447749137878418, |
| "learning_rate": 1.9999888652258555e-07, |
| "loss": 1.2524, |
| "step": 4260 |
| }, |
| { |
| "epoch": 0.003933203700343303, |
| "grad_norm": 11.363496780395508, |
| "learning_rate": 1.9999887968097134e-07, |
| "loss": 1.1288, |
| "step": 4270 |
| }, |
| { |
| "epoch": 0.003942414950227012, |
| "grad_norm": 13.688098907470703, |
| "learning_rate": 1.9999887281840284e-07, |
| "loss": 1.1599, |
| "step": 4280 |
| }, |
| { |
| "epoch": 0.003951626200110719, |
| "grad_norm": 14.446454048156738, |
| "learning_rate": 1.9999886593488011e-07, |
| "loss": 1.1777, |
| "step": 4290 |
| }, |
| { |
| "epoch": 0.003960837449994427, |
| "grad_norm": 11.413469314575195, |
| "learning_rate": 1.9999885903040312e-07, |
| "loss": 1.2309, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.003970048699878135, |
| "grad_norm": 17.09931755065918, |
| "learning_rate": 1.999988521049719e-07, |
| "loss": 1.1879, |
| "step": 4310 |
| }, |
| { |
| "epoch": 0.003979259949761843, |
| "grad_norm": 11.551513671875, |
| "learning_rate": 1.9999884515858642e-07, |
| "loss": 1.1972, |
| "step": 4320 |
| }, |
| { |
| "epoch": 0.003988471199645551, |
| "grad_norm": 13.268471717834473, |
| "learning_rate": 1.999988381912467e-07, |
| "loss": 1.1657, |
| "step": 4330 |
| }, |
| { |
| "epoch": 0.003997682449529259, |
| "grad_norm": 11.781455039978027, |
| "learning_rate": 1.9999883120295276e-07, |
| "loss": 1.1493, |
| "step": 4340 |
| }, |
| { |
| "epoch": 0.004006893699412967, |
| "grad_norm": 13.025263786315918, |
| "learning_rate": 1.9999882419370456e-07, |
| "loss": 1.1813, |
| "step": 4350 |
| }, |
| { |
| "epoch": 0.004016104949296675, |
| "grad_norm": 15.52880859375, |
| "learning_rate": 1.9999881716350212e-07, |
| "loss": 1.2835, |
| "step": 4360 |
| }, |
| { |
| "epoch": 0.004025316199180383, |
| "grad_norm": 11.303088188171387, |
| "learning_rate": 1.9999881011234544e-07, |
| "loss": 1.1766, |
| "step": 4370 |
| }, |
| { |
| "epoch": 0.004034527449064091, |
| "grad_norm": 12.284314155578613, |
| "learning_rate": 1.999988030402345e-07, |
| "loss": 1.2264, |
| "step": 4380 |
| }, |
| { |
| "epoch": 0.004043738698947799, |
| "grad_norm": 14.824917793273926, |
| "learning_rate": 1.9999879594716935e-07, |
| "loss": 1.1067, |
| "step": 4390 |
| }, |
| { |
| "epoch": 0.0040529499488315066, |
| "grad_norm": 13.018584251403809, |
| "learning_rate": 1.9999878883314999e-07, |
| "loss": 1.199, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.004062161198715215, |
| "grad_norm": 14.732589721679688, |
| "learning_rate": 1.9999878169817637e-07, |
| "loss": 1.222, |
| "step": 4410 |
| }, |
| { |
| "epoch": 0.004071372448598923, |
| "grad_norm": 12.38150405883789, |
| "learning_rate": 1.9999877454224851e-07, |
| "loss": 1.1282, |
| "step": 4420 |
| }, |
| { |
| "epoch": 0.004080583698482631, |
| "grad_norm": 13.039387702941895, |
| "learning_rate": 1.9999876736536644e-07, |
| "loss": 1.1889, |
| "step": 4430 |
| }, |
| { |
| "epoch": 0.0040897949483663385, |
| "grad_norm": 14.31584358215332, |
| "learning_rate": 1.9999876016753014e-07, |
| "loss": 1.2573, |
| "step": 4440 |
| }, |
| { |
| "epoch": 0.004099006198250047, |
| "grad_norm": 23.066286087036133, |
| "learning_rate": 1.999987529487396e-07, |
| "loss": 1.1515, |
| "step": 4450 |
| }, |
| { |
| "epoch": 0.004108217448133755, |
| "grad_norm": 10.693852424621582, |
| "learning_rate": 1.9999874570899484e-07, |
| "loss": 1.1947, |
| "step": 4460 |
| }, |
| { |
| "epoch": 0.004117428698017463, |
| "grad_norm": 29.878801345825195, |
| "learning_rate": 1.9999873844829586e-07, |
| "loss": 1.2026, |
| "step": 4470 |
| }, |
| { |
| "epoch": 0.00412663994790117, |
| "grad_norm": 12.488697052001953, |
| "learning_rate": 1.999987311666427e-07, |
| "loss": 1.1943, |
| "step": 4480 |
| }, |
| { |
| "epoch": 0.004135851197784879, |
| "grad_norm": 13.091660499572754, |
| "learning_rate": 1.9999872386403525e-07, |
| "loss": 1.1772, |
| "step": 4490 |
| }, |
| { |
| "epoch": 0.004145062447668587, |
| "grad_norm": 13.047904014587402, |
| "learning_rate": 1.999987165404736e-07, |
| "loss": 1.2562, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.0041542736975522946, |
| "grad_norm": 12.073881149291992, |
| "learning_rate": 1.9999870919595776e-07, |
| "loss": 1.2068, |
| "step": 4510 |
| }, |
| { |
| "epoch": 0.004163484947436002, |
| "grad_norm": 12.780438423156738, |
| "learning_rate": 1.9999870183048768e-07, |
| "loss": 1.2062, |
| "step": 4520 |
| }, |
| { |
| "epoch": 0.00417269619731971, |
| "grad_norm": 14.03786849975586, |
| "learning_rate": 1.999986944440634e-07, |
| "loss": 1.1582, |
| "step": 4530 |
| }, |
| { |
| "epoch": 0.004181907447203419, |
| "grad_norm": 12.298108100891113, |
| "learning_rate": 1.999986870366849e-07, |
| "loss": 1.1663, |
| "step": 4540 |
| }, |
| { |
| "epoch": 0.0041911186970871265, |
| "grad_norm": 13.728750228881836, |
| "learning_rate": 1.9999867960835218e-07, |
| "loss": 1.179, |
| "step": 4550 |
| }, |
| { |
| "epoch": 0.004200329946970834, |
| "grad_norm": 13.970946311950684, |
| "learning_rate": 1.9999867215906526e-07, |
| "loss": 1.1296, |
| "step": 4560 |
| }, |
| { |
| "epoch": 0.004209541196854542, |
| "grad_norm": 14.478928565979004, |
| "learning_rate": 1.9999866468882415e-07, |
| "loss": 1.118, |
| "step": 4570 |
| }, |
| { |
| "epoch": 0.004218752446738251, |
| "grad_norm": 11.310677528381348, |
| "learning_rate": 1.9999865719762882e-07, |
| "loss": 1.1628, |
| "step": 4580 |
| }, |
| { |
| "epoch": 0.004227963696621958, |
| "grad_norm": 12.71045207977295, |
| "learning_rate": 1.9999864968547927e-07, |
| "loss": 1.1373, |
| "step": 4590 |
| }, |
| { |
| "epoch": 0.004237174946505666, |
| "grad_norm": 10.45562744140625, |
| "learning_rate": 1.9999864215237552e-07, |
| "loss": 1.1827, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.004246386196389374, |
| "grad_norm": 11.848020553588867, |
| "learning_rate": 1.999986345983176e-07, |
| "loss": 1.1976, |
| "step": 4610 |
| }, |
| { |
| "epoch": 0.004255597446273083, |
| "grad_norm": 12.444038391113281, |
| "learning_rate": 1.9999862702330544e-07, |
| "loss": 1.1178, |
| "step": 4620 |
| }, |
| { |
| "epoch": 0.00426480869615679, |
| "grad_norm": 11.427351951599121, |
| "learning_rate": 1.999986194273391e-07, |
| "loss": 1.1659, |
| "step": 4630 |
| }, |
| { |
| "epoch": 0.004274019946040498, |
| "grad_norm": 13.343820571899414, |
| "learning_rate": 1.9999861181041858e-07, |
| "loss": 1.1711, |
| "step": 4640 |
| }, |
| { |
| "epoch": 0.004283231195924206, |
| "grad_norm": 11.601849555969238, |
| "learning_rate": 1.9999860417254385e-07, |
| "loss": 1.2032, |
| "step": 4650 |
| }, |
| { |
| "epoch": 0.0042924424458079145, |
| "grad_norm": 11.711636543273926, |
| "learning_rate": 1.999985965137149e-07, |
| "loss": 1.2246, |
| "step": 4660 |
| }, |
| { |
| "epoch": 0.004301653695691622, |
| "grad_norm": 12.642359733581543, |
| "learning_rate": 1.999985888339318e-07, |
| "loss": 1.1825, |
| "step": 4670 |
| }, |
| { |
| "epoch": 0.00431086494557533, |
| "grad_norm": 11.899884223937988, |
| "learning_rate": 1.9999858113319448e-07, |
| "loss": 1.1839, |
| "step": 4680 |
| }, |
| { |
| "epoch": 0.004320076195459038, |
| "grad_norm": 13.397693634033203, |
| "learning_rate": 1.9999857341150298e-07, |
| "loss": 1.1555, |
| "step": 4690 |
| }, |
| { |
| "epoch": 0.004329287445342746, |
| "grad_norm": 11.658913612365723, |
| "learning_rate": 1.999985656688573e-07, |
| "loss": 1.114, |
| "step": 4700 |
| }, |
| { |
| "epoch": 0.004338498695226454, |
| "grad_norm": 10.457526206970215, |
| "learning_rate": 1.9999855790525743e-07, |
| "loss": 1.207, |
| "step": 4710 |
| }, |
| { |
| "epoch": 0.004347709945110162, |
| "grad_norm": 12.438407897949219, |
| "learning_rate": 1.9999855012070336e-07, |
| "loss": 1.1374, |
| "step": 4720 |
| }, |
| { |
| "epoch": 0.00435692119499387, |
| "grad_norm": 11.482919692993164, |
| "learning_rate": 1.9999854231519512e-07, |
| "loss": 1.1584, |
| "step": 4730 |
| }, |
| { |
| "epoch": 0.0043661324448775775, |
| "grad_norm": 13.851531982421875, |
| "learning_rate": 1.999985344887327e-07, |
| "loss": 1.1566, |
| "step": 4740 |
| }, |
| { |
| "epoch": 0.004375343694761286, |
| "grad_norm": 11.870559692382812, |
| "learning_rate": 1.9999852664131614e-07, |
| "loss": 1.1489, |
| "step": 4750 |
| }, |
| { |
| "epoch": 0.004384554944644994, |
| "grad_norm": 12.809205055236816, |
| "learning_rate": 1.9999851877294535e-07, |
| "loss": 1.1326, |
| "step": 4760 |
| }, |
| { |
| "epoch": 0.004393766194528702, |
| "grad_norm": 13.546515464782715, |
| "learning_rate": 1.9999851088362042e-07, |
| "loss": 1.1899, |
| "step": 4770 |
| }, |
| { |
| "epoch": 0.004402977444412409, |
| "grad_norm": 11.289336204528809, |
| "learning_rate": 1.9999850297334127e-07, |
| "loss": 1.1982, |
| "step": 4780 |
| }, |
| { |
| "epoch": 0.004412188694296118, |
| "grad_norm": 11.107280731201172, |
| "learning_rate": 1.99998495042108e-07, |
| "loss": 1.1374, |
| "step": 4790 |
| }, |
| { |
| "epoch": 0.004421399944179826, |
| "grad_norm": 12.278093338012695, |
| "learning_rate": 1.999984870899205e-07, |
| "loss": 1.1996, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.004430611194063534, |
| "grad_norm": 12.069204330444336, |
| "learning_rate": 1.999984791167789e-07, |
| "loss": 1.1325, |
| "step": 4810 |
| }, |
| { |
| "epoch": 0.004439822443947241, |
| "grad_norm": 13.429888725280762, |
| "learning_rate": 1.999984711226831e-07, |
| "loss": 1.1835, |
| "step": 4820 |
| }, |
| { |
| "epoch": 0.00444903369383095, |
| "grad_norm": 13.618329048156738, |
| "learning_rate": 1.999984631076331e-07, |
| "loss": 1.1408, |
| "step": 4830 |
| }, |
| { |
| "epoch": 0.004458244943714658, |
| "grad_norm": 13.587790489196777, |
| "learning_rate": 1.9999845507162897e-07, |
| "loss": 1.1188, |
| "step": 4840 |
| }, |
| { |
| "epoch": 0.0044674561935983655, |
| "grad_norm": 11.405389785766602, |
| "learning_rate": 1.9999844701467069e-07, |
| "loss": 1.1872, |
| "step": 4850 |
| }, |
| { |
| "epoch": 0.004476667443482073, |
| "grad_norm": 11.70238971710205, |
| "learning_rate": 1.9999843893675824e-07, |
| "loss": 1.1724, |
| "step": 4860 |
| }, |
| { |
| "epoch": 0.004485878693365782, |
| "grad_norm": 63.03736114501953, |
| "learning_rate": 1.999984308378916e-07, |
| "loss": 1.1506, |
| "step": 4870 |
| }, |
| { |
| "epoch": 0.00449508994324949, |
| "grad_norm": 19.9056453704834, |
| "learning_rate": 1.9999842271807084e-07, |
| "loss": 1.2304, |
| "step": 4880 |
| }, |
| { |
| "epoch": 0.004504301193133197, |
| "grad_norm": 13.55337905883789, |
| "learning_rate": 1.9999841457729595e-07, |
| "loss": 1.1292, |
| "step": 4890 |
| }, |
| { |
| "epoch": 0.004513512443016905, |
| "grad_norm": 18.283336639404297, |
| "learning_rate": 1.9999840641556684e-07, |
| "loss": 1.1723, |
| "step": 4900 |
| }, |
| { |
| "epoch": 0.004522723692900613, |
| "grad_norm": 39.903018951416016, |
| "learning_rate": 1.999983982328836e-07, |
| "loss": 1.1681, |
| "step": 4910 |
| }, |
| { |
| "epoch": 0.004531934942784322, |
| "grad_norm": 13.062829971313477, |
| "learning_rate": 1.9999839002924622e-07, |
| "loss": 1.1849, |
| "step": 4920 |
| }, |
| { |
| "epoch": 0.004541146192668029, |
| "grad_norm": 12.126574516296387, |
| "learning_rate": 1.999983818046547e-07, |
| "loss": 1.1863, |
| "step": 4930 |
| }, |
| { |
| "epoch": 0.004550357442551737, |
| "grad_norm": 11.967127799987793, |
| "learning_rate": 1.99998373559109e-07, |
| "loss": 1.1161, |
| "step": 4940 |
| }, |
| { |
| "epoch": 0.004559568692435445, |
| "grad_norm": 11.391254425048828, |
| "learning_rate": 1.9999836529260921e-07, |
| "loss": 1.199, |
| "step": 4950 |
| }, |
| { |
| "epoch": 0.0045687799423191535, |
| "grad_norm": 13.91141128540039, |
| "learning_rate": 1.9999835700515524e-07, |
| "loss": 1.181, |
| "step": 4960 |
| }, |
| { |
| "epoch": 0.004577991192202861, |
| "grad_norm": 12.89747428894043, |
| "learning_rate": 1.999983486967471e-07, |
| "loss": 1.1863, |
| "step": 4970 |
| }, |
| { |
| "epoch": 0.004587202442086569, |
| "grad_norm": 15.344111442565918, |
| "learning_rate": 1.9999834036738488e-07, |
| "loss": 1.1701, |
| "step": 4980 |
| }, |
| { |
| "epoch": 0.004596413691970277, |
| "grad_norm": 11.81086540222168, |
| "learning_rate": 1.9999833201706848e-07, |
| "loss": 1.1477, |
| "step": 4990 |
| }, |
| { |
| "epoch": 0.004605624941853985, |
| "grad_norm": 12.476078033447266, |
| "learning_rate": 1.9999832364579795e-07, |
| "loss": 1.1618, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.004614836191737693, |
| "grad_norm": 23.387897491455078, |
| "learning_rate": 1.9999831525357328e-07, |
| "loss": 1.1536, |
| "step": 5010 |
| }, |
| { |
| "epoch": 0.004624047441621401, |
| "grad_norm": 13.419051170349121, |
| "learning_rate": 1.999983068403945e-07, |
| "loss": 1.1322, |
| "step": 5020 |
| }, |
| { |
| "epoch": 0.004633258691505109, |
| "grad_norm": 12.904322624206543, |
| "learning_rate": 1.999982984062616e-07, |
| "loss": 1.1787, |
| "step": 5030 |
| }, |
| { |
| "epoch": 0.004642469941388817, |
| "grad_norm": 12.85203742980957, |
| "learning_rate": 1.9999828995117451e-07, |
| "loss": 1.1478, |
| "step": 5040 |
| }, |
| { |
| "epoch": 0.004651681191272525, |
| "grad_norm": 14.170493125915527, |
| "learning_rate": 1.9999828147513337e-07, |
| "loss": 1.1668, |
| "step": 5050 |
| }, |
| { |
| "epoch": 0.004660892441156233, |
| "grad_norm": 11.131400108337402, |
| "learning_rate": 1.9999827297813803e-07, |
| "loss": 1.1408, |
| "step": 5060 |
| }, |
| { |
| "epoch": 0.004670103691039941, |
| "grad_norm": 12.100055694580078, |
| "learning_rate": 1.9999826446018863e-07, |
| "loss": 1.1545, |
| "step": 5070 |
| }, |
| { |
| "epoch": 0.004679314940923649, |
| "grad_norm": 12.49963092803955, |
| "learning_rate": 1.9999825592128506e-07, |
| "loss": 1.1676, |
| "step": 5080 |
| }, |
| { |
| "epoch": 0.004688526190807357, |
| "grad_norm": 13.807575225830078, |
| "learning_rate": 1.9999824736142736e-07, |
| "loss": 1.0957, |
| "step": 5090 |
| }, |
| { |
| "epoch": 0.004697737440691065, |
| "grad_norm": 12.069953918457031, |
| "learning_rate": 1.9999823878061556e-07, |
| "loss": 1.1667, |
| "step": 5100 |
| }, |
| { |
| "epoch": 0.004706948690574773, |
| "grad_norm": 11.91406536102295, |
| "learning_rate": 1.9999823017884966e-07, |
| "loss": 1.1408, |
| "step": 5110 |
| }, |
| { |
| "epoch": 0.00471615994045848, |
| "grad_norm": 12.7337064743042, |
| "learning_rate": 1.9999822155612964e-07, |
| "loss": 1.1029, |
| "step": 5120 |
| }, |
| { |
| "epoch": 0.004725371190342189, |
| "grad_norm": 12.67042064666748, |
| "learning_rate": 1.999982129124555e-07, |
| "loss": 1.1393, |
| "step": 5130 |
| }, |
| { |
| "epoch": 0.004734582440225897, |
| "grad_norm": 14.979564666748047, |
| "learning_rate": 1.9999820424782724e-07, |
| "loss": 1.1588, |
| "step": 5140 |
| }, |
| { |
| "epoch": 0.0047437936901096045, |
| "grad_norm": 12.554140090942383, |
| "learning_rate": 1.9999819556224491e-07, |
| "loss": 1.1399, |
| "step": 5150 |
| }, |
| { |
| "epoch": 0.004753004939993312, |
| "grad_norm": 12.427827835083008, |
| "learning_rate": 1.9999818685570845e-07, |
| "loss": 1.1983, |
| "step": 5160 |
| }, |
| { |
| "epoch": 0.004762216189877021, |
| "grad_norm": 12.657371520996094, |
| "learning_rate": 1.9999817812821786e-07, |
| "loss": 1.1407, |
| "step": 5170 |
| }, |
| { |
| "epoch": 0.004771427439760729, |
| "grad_norm": 14.82480239868164, |
| "learning_rate": 1.999981693797732e-07, |
| "loss": 1.1509, |
| "step": 5180 |
| }, |
| { |
| "epoch": 0.004780638689644436, |
| "grad_norm": 12.023574829101562, |
| "learning_rate": 1.999981606103744e-07, |
| "loss": 1.1652, |
| "step": 5190 |
| }, |
| { |
| "epoch": 0.004789849939528144, |
| "grad_norm": 12.974525451660156, |
| "learning_rate": 1.999981518200215e-07, |
| "loss": 1.1624, |
| "step": 5200 |
| }, |
| { |
| "epoch": 0.004799061189411853, |
| "grad_norm": 13.587610244750977, |
| "learning_rate": 1.9999814300871454e-07, |
| "loss": 1.1068, |
| "step": 5210 |
| }, |
| { |
| "epoch": 0.004808272439295561, |
| "grad_norm": 11.925540924072266, |
| "learning_rate": 1.9999813417645345e-07, |
| "loss": 1.1311, |
| "step": 5220 |
| }, |
| { |
| "epoch": 0.004817483689179268, |
| "grad_norm": 18.89828109741211, |
| "learning_rate": 1.999981253232383e-07, |
| "loss": 1.1606, |
| "step": 5230 |
| }, |
| { |
| "epoch": 0.004826694939062976, |
| "grad_norm": 11.256651878356934, |
| "learning_rate": 1.9999811644906903e-07, |
| "loss": 1.1365, |
| "step": 5240 |
| }, |
| { |
| "epoch": 0.004835906188946685, |
| "grad_norm": 16.999616622924805, |
| "learning_rate": 1.9999810755394568e-07, |
| "loss": 1.1494, |
| "step": 5250 |
| }, |
| { |
| "epoch": 0.0048451174388303925, |
| "grad_norm": 14.34951114654541, |
| "learning_rate": 1.9999809863786822e-07, |
| "loss": 1.1542, |
| "step": 5260 |
| }, |
| { |
| "epoch": 0.0048543286887141, |
| "grad_norm": 12.929566383361816, |
| "learning_rate": 1.999980897008367e-07, |
| "loss": 1.1571, |
| "step": 5270 |
| }, |
| { |
| "epoch": 0.004863539938597808, |
| "grad_norm": 12.252326011657715, |
| "learning_rate": 1.9999808074285106e-07, |
| "loss": 1.115, |
| "step": 5280 |
| }, |
| { |
| "epoch": 0.004872751188481517, |
| "grad_norm": 12.771810531616211, |
| "learning_rate": 1.9999807176391136e-07, |
| "loss": 1.1686, |
| "step": 5290 |
| }, |
| { |
| "epoch": 0.0048819624383652244, |
| "grad_norm": 11.848444938659668, |
| "learning_rate": 1.9999806276401758e-07, |
| "loss": 1.1381, |
| "step": 5300 |
| }, |
| { |
| "epoch": 0.004891173688248932, |
| "grad_norm": 11.767483711242676, |
| "learning_rate": 1.999980537431697e-07, |
| "loss": 1.1293, |
| "step": 5310 |
| }, |
| { |
| "epoch": 0.00490038493813264, |
| "grad_norm": 12.1432466506958, |
| "learning_rate": 1.9999804470136778e-07, |
| "loss": 1.1243, |
| "step": 5320 |
| }, |
| { |
| "epoch": 0.004909596188016348, |
| "grad_norm": 12.382589340209961, |
| "learning_rate": 1.9999803563861174e-07, |
| "loss": 1.1021, |
| "step": 5330 |
| }, |
| { |
| "epoch": 0.004918807437900056, |
| "grad_norm": 14.19037914276123, |
| "learning_rate": 1.9999802655490166e-07, |
| "loss": 1.1279, |
| "step": 5340 |
| }, |
| { |
| "epoch": 0.004928018687783764, |
| "grad_norm": 13.007542610168457, |
| "learning_rate": 1.999980174502375e-07, |
| "loss": 1.2021, |
| "step": 5350 |
| }, |
| { |
| "epoch": 0.004937229937667472, |
| "grad_norm": 17.356603622436523, |
| "learning_rate": 1.9999800832461923e-07, |
| "loss": 1.1367, |
| "step": 5360 |
| }, |
| { |
| "epoch": 0.00494644118755118, |
| "grad_norm": 12.019670486450195, |
| "learning_rate": 1.9999799917804695e-07, |
| "loss": 1.1387, |
| "step": 5370 |
| }, |
| { |
| "epoch": 0.004955652437434888, |
| "grad_norm": 11.480986595153809, |
| "learning_rate": 1.9999799001052055e-07, |
| "loss": 1.1, |
| "step": 5380 |
| }, |
| { |
| "epoch": 0.004964863687318596, |
| "grad_norm": 12.47780704498291, |
| "learning_rate": 1.9999798082204012e-07, |
| "loss": 1.1591, |
| "step": 5390 |
| }, |
| { |
| "epoch": 0.004974074937202304, |
| "grad_norm": 11.818765640258789, |
| "learning_rate": 1.9999797161260564e-07, |
| "loss": 1.1327, |
| "step": 5400 |
| }, |
| { |
| "epoch": 0.004983286187086012, |
| "grad_norm": 18.358598709106445, |
| "learning_rate": 1.9999796238221706e-07, |
| "loss": 1.0953, |
| "step": 5410 |
| }, |
| { |
| "epoch": 0.00499249743696972, |
| "grad_norm": 16.343196868896484, |
| "learning_rate": 1.9999795313087443e-07, |
| "loss": 1.1561, |
| "step": 5420 |
| }, |
| { |
| "epoch": 0.005001708686853428, |
| "grad_norm": 13.27428913116455, |
| "learning_rate": 1.9999794385857776e-07, |
| "loss": 1.1744, |
| "step": 5430 |
| }, |
| { |
| "epoch": 0.005010919936737136, |
| "grad_norm": 11.715804100036621, |
| "learning_rate": 1.9999793456532703e-07, |
| "loss": 1.1809, |
| "step": 5440 |
| }, |
| { |
| "epoch": 0.0050201311866208435, |
| "grad_norm": 14.150225639343262, |
| "learning_rate": 1.9999792525112225e-07, |
| "loss": 1.1096, |
| "step": 5450 |
| }, |
| { |
| "epoch": 0.005029342436504552, |
| "grad_norm": 11.448081016540527, |
| "learning_rate": 1.999979159159634e-07, |
| "loss": 1.1226, |
| "step": 5460 |
| }, |
| { |
| "epoch": 0.00503855368638826, |
| "grad_norm": 14.43429183959961, |
| "learning_rate": 1.9999790655985055e-07, |
| "loss": 1.1901, |
| "step": 5470 |
| }, |
| { |
| "epoch": 0.005047764936271968, |
| "grad_norm": 15.267404556274414, |
| "learning_rate": 1.9999789718278358e-07, |
| "loss": 1.2112, |
| "step": 5480 |
| }, |
| { |
| "epoch": 0.005056976186155675, |
| "grad_norm": 10.746675491333008, |
| "learning_rate": 1.999978877847626e-07, |
| "loss": 1.2013, |
| "step": 5490 |
| }, |
| { |
| "epoch": 0.005066187436039383, |
| "grad_norm": 12.495003700256348, |
| "learning_rate": 1.9999787836578757e-07, |
| "loss": 1.1167, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.005075398685923092, |
| "grad_norm": 12.662280082702637, |
| "learning_rate": 1.9999786892585853e-07, |
| "loss": 1.1384, |
| "step": 5510 |
| }, |
| { |
| "epoch": 0.0050846099358068, |
| "grad_norm": 12.443802833557129, |
| "learning_rate": 1.9999785946497543e-07, |
| "loss": 1.0913, |
| "step": 5520 |
| }, |
| { |
| "epoch": 0.005093821185690507, |
| "grad_norm": 11.457616806030273, |
| "learning_rate": 1.9999784998313827e-07, |
| "loss": 1.1445, |
| "step": 5530 |
| }, |
| { |
| "epoch": 0.005103032435574215, |
| "grad_norm": 11.51938247680664, |
| "learning_rate": 1.9999784048034708e-07, |
| "loss": 1.1694, |
| "step": 5540 |
| }, |
| { |
| "epoch": 0.005112243685457924, |
| "grad_norm": 13.588903427124023, |
| "learning_rate": 1.9999783095660188e-07, |
| "loss": 1.1794, |
| "step": 5550 |
| }, |
| { |
| "epoch": 0.0051214549353416315, |
| "grad_norm": 14.660185813903809, |
| "learning_rate": 1.9999782141190265e-07, |
| "loss": 1.0849, |
| "step": 5560 |
| }, |
| { |
| "epoch": 0.005130666185225339, |
| "grad_norm": 20.53721809387207, |
| "learning_rate": 1.9999781184624935e-07, |
| "loss": 1.1461, |
| "step": 5570 |
| }, |
| { |
| "epoch": 0.005139877435109047, |
| "grad_norm": 16.216266632080078, |
| "learning_rate": 1.9999780225964208e-07, |
| "loss": 1.1413, |
| "step": 5580 |
| }, |
| { |
| "epoch": 0.005149088684992756, |
| "grad_norm": 19.000761032104492, |
| "learning_rate": 1.9999779265208075e-07, |
| "loss": 1.1266, |
| "step": 5590 |
| }, |
| { |
| "epoch": 0.0051582999348764634, |
| "grad_norm": 11.136652946472168, |
| "learning_rate": 1.9999778302356538e-07, |
| "loss": 1.1386, |
| "step": 5600 |
| }, |
| { |
| "epoch": 0.005167511184760171, |
| "grad_norm": 12.58549690246582, |
| "learning_rate": 1.9999777337409603e-07, |
| "loss": 1.1601, |
| "step": 5610 |
| }, |
| { |
| "epoch": 0.005176722434643879, |
| "grad_norm": 12.056522369384766, |
| "learning_rate": 1.9999776370367262e-07, |
| "loss": 1.135, |
| "step": 5620 |
| }, |
| { |
| "epoch": 0.005185933684527588, |
| "grad_norm": 15.700850486755371, |
| "learning_rate": 1.999977540122952e-07, |
| "loss": 1.165, |
| "step": 5630 |
| }, |
| { |
| "epoch": 0.005195144934411295, |
| "grad_norm": 14.397699356079102, |
| "learning_rate": 1.999977442999638e-07, |
| "loss": 1.115, |
| "step": 5640 |
| }, |
| { |
| "epoch": 0.005204356184295003, |
| "grad_norm": 11.212671279907227, |
| "learning_rate": 1.9999773456667833e-07, |
| "loss": 1.1227, |
| "step": 5650 |
| }, |
| { |
| "epoch": 0.005213567434178711, |
| "grad_norm": 11.996686935424805, |
| "learning_rate": 1.999977248124389e-07, |
| "loss": 1.1014, |
| "step": 5660 |
| }, |
| { |
| "epoch": 0.0052227786840624195, |
| "grad_norm": 19.226478576660156, |
| "learning_rate": 1.9999771503724546e-07, |
| "loss": 1.1689, |
| "step": 5670 |
| }, |
| { |
| "epoch": 0.005231989933946127, |
| "grad_norm": 11.640504837036133, |
| "learning_rate": 1.9999770524109798e-07, |
| "loss": 1.1692, |
| "step": 5680 |
| }, |
| { |
| "epoch": 0.005241201183829835, |
| "grad_norm": 16.938703536987305, |
| "learning_rate": 1.9999769542399652e-07, |
| "loss": 1.1036, |
| "step": 5690 |
| }, |
| { |
| "epoch": 0.005250412433713543, |
| "grad_norm": 13.067319869995117, |
| "learning_rate": 1.9999768558594106e-07, |
| "loss": 1.1106, |
| "step": 5700 |
| }, |
| { |
| "epoch": 0.005259623683597251, |
| "grad_norm": 12.755809783935547, |
| "learning_rate": 1.999976757269316e-07, |
| "loss": 1.1357, |
| "step": 5710 |
| }, |
| { |
| "epoch": 0.005268834933480959, |
| "grad_norm": 12.585805892944336, |
| "learning_rate": 1.9999766584696811e-07, |
| "loss": 1.1561, |
| "step": 5720 |
| }, |
| { |
| "epoch": 0.005278046183364667, |
| "grad_norm": 11.118009567260742, |
| "learning_rate": 1.9999765594605063e-07, |
| "loss": 1.1003, |
| "step": 5730 |
| }, |
| { |
| "epoch": 0.005287257433248375, |
| "grad_norm": 12.356595993041992, |
| "learning_rate": 1.9999764602417914e-07, |
| "loss": 1.1313, |
| "step": 5740 |
| }, |
| { |
| "epoch": 0.0052964686831320825, |
| "grad_norm": 11.358268737792969, |
| "learning_rate": 1.999976360813537e-07, |
| "loss": 1.1411, |
| "step": 5750 |
| }, |
| { |
| "epoch": 0.005305679933015791, |
| "grad_norm": 13.17751693725586, |
| "learning_rate": 1.9999762611757424e-07, |
| "loss": 1.1205, |
| "step": 5760 |
| }, |
| { |
| "epoch": 0.005314891182899499, |
| "grad_norm": 13.820402145385742, |
| "learning_rate": 1.999976161328408e-07, |
| "loss": 1.1583, |
| "step": 5770 |
| }, |
| { |
| "epoch": 0.005324102432783207, |
| "grad_norm": 13.978683471679688, |
| "learning_rate": 1.999976061271534e-07, |
| "loss": 1.09, |
| "step": 5780 |
| }, |
| { |
| "epoch": 0.005333313682666914, |
| "grad_norm": 11.78137493133545, |
| "learning_rate": 1.9999759610051198e-07, |
| "loss": 1.1539, |
| "step": 5790 |
| }, |
| { |
| "epoch": 0.005342524932550623, |
| "grad_norm": 11.485994338989258, |
| "learning_rate": 1.9999758605291658e-07, |
| "loss": 1.0971, |
| "step": 5800 |
| }, |
| { |
| "epoch": 0.005351736182434331, |
| "grad_norm": 12.865667343139648, |
| "learning_rate": 1.9999757598436725e-07, |
| "loss": 1.1186, |
| "step": 5810 |
| }, |
| { |
| "epoch": 0.005360947432318039, |
| "grad_norm": 12.713491439819336, |
| "learning_rate": 1.9999756589486386e-07, |
| "loss": 1.0808, |
| "step": 5820 |
| }, |
| { |
| "epoch": 0.005370158682201746, |
| "grad_norm": 14.523711204528809, |
| "learning_rate": 1.9999755578440655e-07, |
| "loss": 1.1207, |
| "step": 5830 |
| }, |
| { |
| "epoch": 0.005379369932085455, |
| "grad_norm": 41.16556167602539, |
| "learning_rate": 1.9999754565299525e-07, |
| "loss": 1.1197, |
| "step": 5840 |
| }, |
| { |
| "epoch": 0.005388581181969163, |
| "grad_norm": 11.416475296020508, |
| "learning_rate": 1.9999753550062998e-07, |
| "loss": 1.1272, |
| "step": 5850 |
| }, |
| { |
| "epoch": 0.0053977924318528705, |
| "grad_norm": 16.418251037597656, |
| "learning_rate": 1.9999752532731072e-07, |
| "loss": 1.1313, |
| "step": 5860 |
| }, |
| { |
| "epoch": 0.005407003681736578, |
| "grad_norm": 11.807670593261719, |
| "learning_rate": 1.9999751513303754e-07, |
| "loss": 1.1046, |
| "step": 5870 |
| }, |
| { |
| "epoch": 0.005416214931620287, |
| "grad_norm": 12.594863891601562, |
| "learning_rate": 1.9999750491781035e-07, |
| "loss": 1.1504, |
| "step": 5880 |
| }, |
| { |
| "epoch": 0.005425426181503995, |
| "grad_norm": 11.818333625793457, |
| "learning_rate": 1.9999749468162923e-07, |
| "loss": 1.1875, |
| "step": 5890 |
| }, |
| { |
| "epoch": 0.0054346374313877024, |
| "grad_norm": 11.927218437194824, |
| "learning_rate": 1.9999748442449413e-07, |
| "loss": 1.1123, |
| "step": 5900 |
| }, |
| { |
| "epoch": 0.00544384868127141, |
| "grad_norm": 11.163846015930176, |
| "learning_rate": 1.9999747414640505e-07, |
| "loss": 1.1468, |
| "step": 5910 |
| }, |
| { |
| "epoch": 0.005453059931155118, |
| "grad_norm": 16.610689163208008, |
| "learning_rate": 1.9999746384736205e-07, |
| "loss": 1.1479, |
| "step": 5920 |
| }, |
| { |
| "epoch": 0.005462271181038827, |
| "grad_norm": 13.242773056030273, |
| "learning_rate": 1.999974535273651e-07, |
| "loss": 1.1412, |
| "step": 5930 |
| }, |
| { |
| "epoch": 0.005471482430922534, |
| "grad_norm": 12.669397354125977, |
| "learning_rate": 1.9999744318641417e-07, |
| "loss": 1.1685, |
| "step": 5940 |
| }, |
| { |
| "epoch": 0.005480693680806242, |
| "grad_norm": 16.57560157775879, |
| "learning_rate": 1.999974328245093e-07, |
| "loss": 1.1746, |
| "step": 5950 |
| }, |
| { |
| "epoch": 0.00548990493068995, |
| "grad_norm": 16.463863372802734, |
| "learning_rate": 1.9999742244165048e-07, |
| "loss": 1.1507, |
| "step": 5960 |
| }, |
| { |
| "epoch": 0.0054991161805736585, |
| "grad_norm": 13.99154281616211, |
| "learning_rate": 1.999974120378377e-07, |
| "loss": 1.1031, |
| "step": 5970 |
| }, |
| { |
| "epoch": 0.005508327430457366, |
| "grad_norm": 11.488706588745117, |
| "learning_rate": 1.99997401613071e-07, |
| "loss": 1.1156, |
| "step": 5980 |
| }, |
| { |
| "epoch": 0.005517538680341074, |
| "grad_norm": 12.002022743225098, |
| "learning_rate": 1.9999739116735034e-07, |
| "loss": 1.1265, |
| "step": 5990 |
| }, |
| { |
| "epoch": 0.005526749930224782, |
| "grad_norm": 10.4370756149292, |
| "learning_rate": 1.9999738070067575e-07, |
| "loss": 1.1237, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.0055359611801084905, |
| "grad_norm": 13.410931587219238, |
| "learning_rate": 1.9999737021304724e-07, |
| "loss": 1.1786, |
| "step": 6010 |
| }, |
| { |
| "epoch": 0.005545172429992198, |
| "grad_norm": 11.271903038024902, |
| "learning_rate": 1.9999735970446477e-07, |
| "loss": 1.097, |
| "step": 6020 |
| }, |
| { |
| "epoch": 0.005554383679875906, |
| "grad_norm": 11.350632667541504, |
| "learning_rate": 1.9999734917492838e-07, |
| "loss": 1.1565, |
| "step": 6030 |
| }, |
| { |
| "epoch": 0.005563594929759614, |
| "grad_norm": 15.094610214233398, |
| "learning_rate": 1.9999733862443806e-07, |
| "loss": 1.1317, |
| "step": 6040 |
| }, |
| { |
| "epoch": 0.005572806179643322, |
| "grad_norm": 10.750134468078613, |
| "learning_rate": 1.999973280529938e-07, |
| "loss": 1.1238, |
| "step": 6050 |
| }, |
| { |
| "epoch": 0.00558201742952703, |
| "grad_norm": 12.563965797424316, |
| "learning_rate": 1.9999731746059563e-07, |
| "loss": 1.1446, |
| "step": 6060 |
| }, |
| { |
| "epoch": 0.005591228679410738, |
| "grad_norm": 11.362217903137207, |
| "learning_rate": 1.9999730684724353e-07, |
| "loss": 1.1446, |
| "step": 6070 |
| }, |
| { |
| "epoch": 0.005600439929294446, |
| "grad_norm": 10.743291854858398, |
| "learning_rate": 1.999972962129375e-07, |
| "loss": 1.1523, |
| "step": 6080 |
| }, |
| { |
| "epoch": 0.0056096511791781534, |
| "grad_norm": 11.920190811157227, |
| "learning_rate": 1.9999728555767756e-07, |
| "loss": 1.1334, |
| "step": 6090 |
| }, |
| { |
| "epoch": 0.005618862429061862, |
| "grad_norm": 12.776474952697754, |
| "learning_rate": 1.999972748814637e-07, |
| "loss": 1.1126, |
| "step": 6100 |
| }, |
| { |
| "epoch": 0.00562807367894557, |
| "grad_norm": 11.819724082946777, |
| "learning_rate": 1.999972641842959e-07, |
| "loss": 1.1438, |
| "step": 6110 |
| }, |
| { |
| "epoch": 0.005637284928829278, |
| "grad_norm": 10.685623168945312, |
| "learning_rate": 1.9999725346617422e-07, |
| "loss": 1.1286, |
| "step": 6120 |
| }, |
| { |
| "epoch": 0.005646496178712985, |
| "grad_norm": 11.812180519104004, |
| "learning_rate": 1.999972427270986e-07, |
| "loss": 1.175, |
| "step": 6130 |
| }, |
| { |
| "epoch": 0.005655707428596694, |
| "grad_norm": 16.078460693359375, |
| "learning_rate": 1.9999723196706911e-07, |
| "loss": 1.1622, |
| "step": 6140 |
| }, |
| { |
| "epoch": 0.005664918678480402, |
| "grad_norm": 13.375402450561523, |
| "learning_rate": 1.999972211860857e-07, |
| "loss": 1.1607, |
| "step": 6150 |
| }, |
| { |
| "epoch": 0.0056741299283641095, |
| "grad_norm": 11.824726104736328, |
| "learning_rate": 1.9999721038414838e-07, |
| "loss": 1.089, |
| "step": 6160 |
| }, |
| { |
| "epoch": 0.005683341178247817, |
| "grad_norm": 12.499044418334961, |
| "learning_rate": 1.9999719956125715e-07, |
| "loss": 1.0954, |
| "step": 6170 |
| }, |
| { |
| "epoch": 0.005692552428131526, |
| "grad_norm": 13.754608154296875, |
| "learning_rate": 1.9999718871741203e-07, |
| "loss": 1.1411, |
| "step": 6180 |
| }, |
| { |
| "epoch": 0.005701763678015234, |
| "grad_norm": 13.273269653320312, |
| "learning_rate": 1.99997177852613e-07, |
| "loss": 1.124, |
| "step": 6190 |
| }, |
| { |
| "epoch": 0.0057109749278989414, |
| "grad_norm": 13.18433952331543, |
| "learning_rate": 1.999971669668601e-07, |
| "loss": 1.1543, |
| "step": 6200 |
| }, |
| { |
| "epoch": 0.005720186177782649, |
| "grad_norm": 12.198955535888672, |
| "learning_rate": 1.999971560601533e-07, |
| "loss": 1.105, |
| "step": 6210 |
| }, |
| { |
| "epoch": 0.005729397427666358, |
| "grad_norm": 12.773154258728027, |
| "learning_rate": 1.999971451324926e-07, |
| "loss": 1.1522, |
| "step": 6220 |
| }, |
| { |
| "epoch": 0.005738608677550066, |
| "grad_norm": 12.310616493225098, |
| "learning_rate": 1.99997134183878e-07, |
| "loss": 1.1574, |
| "step": 6230 |
| }, |
| { |
| "epoch": 0.005747819927433773, |
| "grad_norm": 17.403564453125, |
| "learning_rate": 1.9999712321430956e-07, |
| "loss": 1.1212, |
| "step": 6240 |
| }, |
| { |
| "epoch": 0.005757031177317481, |
| "grad_norm": 18.106422424316406, |
| "learning_rate": 1.999971122237872e-07, |
| "loss": 1.124, |
| "step": 6250 |
| }, |
| { |
| "epoch": 0.00576624242720119, |
| "grad_norm": 12.24715518951416, |
| "learning_rate": 1.99997101212311e-07, |
| "loss": 1.0458, |
| "step": 6260 |
| }, |
| { |
| "epoch": 0.0057754536770848975, |
| "grad_norm": 10.603114128112793, |
| "learning_rate": 1.9999709017988086e-07, |
| "loss": 1.1699, |
| "step": 6270 |
| }, |
| { |
| "epoch": 0.005784664926968605, |
| "grad_norm": 12.13444709777832, |
| "learning_rate": 1.999970791264969e-07, |
| "loss": 1.106, |
| "step": 6280 |
| }, |
| { |
| "epoch": 0.005793876176852313, |
| "grad_norm": 12.899703979492188, |
| "learning_rate": 1.9999706805215904e-07, |
| "loss": 1.1461, |
| "step": 6290 |
| }, |
| { |
| "epoch": 0.005803087426736021, |
| "grad_norm": 14.141440391540527, |
| "learning_rate": 1.999970569568673e-07, |
| "loss": 1.1208, |
| "step": 6300 |
| }, |
| { |
| "epoch": 0.0058122986766197295, |
| "grad_norm": 11.572757720947266, |
| "learning_rate": 1.999970458406217e-07, |
| "loss": 1.0977, |
| "step": 6310 |
| }, |
| { |
| "epoch": 0.005821509926503437, |
| "grad_norm": 26.14940071105957, |
| "learning_rate": 1.9999703470342225e-07, |
| "loss": 1.1397, |
| "step": 6320 |
| }, |
| { |
| "epoch": 0.005830721176387145, |
| "grad_norm": 10.017374038696289, |
| "learning_rate": 1.999970235452689e-07, |
| "loss": 1.1535, |
| "step": 6330 |
| }, |
| { |
| "epoch": 0.005839932426270853, |
| "grad_norm": 11.262249946594238, |
| "learning_rate": 1.999970123661617e-07, |
| "loss": 1.1098, |
| "step": 6340 |
| }, |
| { |
| "epoch": 0.005849143676154561, |
| "grad_norm": 11.205881118774414, |
| "learning_rate": 1.9999700116610066e-07, |
| "loss": 1.0703, |
| "step": 6350 |
| }, |
| { |
| "epoch": 0.005858354926038269, |
| "grad_norm": 13.461429595947266, |
| "learning_rate": 1.9999698994508575e-07, |
| "loss": 1.0914, |
| "step": 6360 |
| }, |
| { |
| "epoch": 0.005867566175921977, |
| "grad_norm": 12.487695693969727, |
| "learning_rate": 1.9999697870311695e-07, |
| "loss": 1.0687, |
| "step": 6370 |
| }, |
| { |
| "epoch": 0.005876777425805685, |
| "grad_norm": 10.686612129211426, |
| "learning_rate": 1.9999696744019434e-07, |
| "loss": 1.0794, |
| "step": 6380 |
| }, |
| { |
| "epoch": 0.005885988675689393, |
| "grad_norm": 11.470562934875488, |
| "learning_rate": 1.9999695615631785e-07, |
| "loss": 1.1186, |
| "step": 6390 |
| }, |
| { |
| "epoch": 0.005895199925573101, |
| "grad_norm": 10.777716636657715, |
| "learning_rate": 1.9999694485148754e-07, |
| "loss": 1.0816, |
| "step": 6400 |
| }, |
| { |
| "epoch": 0.005904411175456809, |
| "grad_norm": 14.13252067565918, |
| "learning_rate": 1.9999693352570336e-07, |
| "loss": 1.1586, |
| "step": 6410 |
| }, |
| { |
| "epoch": 0.005913622425340517, |
| "grad_norm": 12.646770477294922, |
| "learning_rate": 1.9999692217896538e-07, |
| "loss": 1.1052, |
| "step": 6420 |
| }, |
| { |
| "epoch": 0.005922833675224225, |
| "grad_norm": 12.746360778808594, |
| "learning_rate": 1.9999691081127352e-07, |
| "loss": 1.128, |
| "step": 6430 |
| }, |
| { |
| "epoch": 0.005932044925107933, |
| "grad_norm": 13.182230949401855, |
| "learning_rate": 1.9999689942262782e-07, |
| "loss": 1.1635, |
| "step": 6440 |
| }, |
| { |
| "epoch": 0.005941256174991641, |
| "grad_norm": 12.712933540344238, |
| "learning_rate": 1.999968880130283e-07, |
| "loss": 1.0786, |
| "step": 6450 |
| }, |
| { |
| "epoch": 0.0059504674248753485, |
| "grad_norm": 17.82648277282715, |
| "learning_rate": 1.9999687658247493e-07, |
| "loss": 1.1121, |
| "step": 6460 |
| }, |
| { |
| "epoch": 0.005959678674759057, |
| "grad_norm": 10.265266418457031, |
| "learning_rate": 1.9999686513096776e-07, |
| "loss": 1.136, |
| "step": 6470 |
| }, |
| { |
| "epoch": 0.005968889924642765, |
| "grad_norm": 11.721809387207031, |
| "learning_rate": 1.9999685365850674e-07, |
| "loss": 1.104, |
| "step": 6480 |
| }, |
| { |
| "epoch": 0.005978101174526473, |
| "grad_norm": 10.478239059448242, |
| "learning_rate": 1.999968421650919e-07, |
| "loss": 1.0841, |
| "step": 6490 |
| }, |
| { |
| "epoch": 0.0059873124244101805, |
| "grad_norm": 15.492977142333984, |
| "learning_rate": 1.9999683065072322e-07, |
| "loss": 1.1335, |
| "step": 6500 |
| }, |
| { |
| "epoch": 0.005996523674293888, |
| "grad_norm": 13.186904907226562, |
| "learning_rate": 1.9999681911540071e-07, |
| "loss": 1.0739, |
| "step": 6510 |
| }, |
| { |
| "epoch": 0.006005734924177597, |
| "grad_norm": 16.937009811401367, |
| "learning_rate": 1.999968075591244e-07, |
| "loss": 1.1586, |
| "step": 6520 |
| }, |
| { |
| "epoch": 0.006014946174061305, |
| "grad_norm": 11.617034912109375, |
| "learning_rate": 1.9999679598189426e-07, |
| "loss": 1.1257, |
| "step": 6530 |
| }, |
| { |
| "epoch": 0.006024157423945012, |
| "grad_norm": 12.224775314331055, |
| "learning_rate": 1.9999678438371032e-07, |
| "loss": 1.087, |
| "step": 6540 |
| }, |
| { |
| "epoch": 0.00603336867382872, |
| "grad_norm": 10.866127967834473, |
| "learning_rate": 1.9999677276457255e-07, |
| "loss": 1.1095, |
| "step": 6550 |
| }, |
| { |
| "epoch": 0.006042579923712429, |
| "grad_norm": 13.364578247070312, |
| "learning_rate": 1.9999676112448101e-07, |
| "loss": 1.1337, |
| "step": 6560 |
| }, |
| { |
| "epoch": 0.0060517911735961365, |
| "grad_norm": 10.99776840209961, |
| "learning_rate": 1.9999674946343563e-07, |
| "loss": 1.1329, |
| "step": 6570 |
| }, |
| { |
| "epoch": 0.006061002423479844, |
| "grad_norm": 12.15756893157959, |
| "learning_rate": 1.9999673778143645e-07, |
| "loss": 1.1407, |
| "step": 6580 |
| }, |
| { |
| "epoch": 0.006070213673363552, |
| "grad_norm": 11.56879711151123, |
| "learning_rate": 1.9999672607848348e-07, |
| "loss": 1.1423, |
| "step": 6590 |
| }, |
| { |
| "epoch": 0.006079424923247261, |
| "grad_norm": 10.917329788208008, |
| "learning_rate": 1.999967143545767e-07, |
| "loss": 1.0308, |
| "step": 6600 |
| }, |
| { |
| "epoch": 0.0060886361731309685, |
| "grad_norm": 11.400591850280762, |
| "learning_rate": 1.9999670260971612e-07, |
| "loss": 1.1156, |
| "step": 6610 |
| }, |
| { |
| "epoch": 0.006097847423014676, |
| "grad_norm": 22.441970825195312, |
| "learning_rate": 1.9999669084390173e-07, |
| "loss": 1.0721, |
| "step": 6620 |
| }, |
| { |
| "epoch": 0.006107058672898384, |
| "grad_norm": 12.816572189331055, |
| "learning_rate": 1.9999667905713355e-07, |
| "loss": 1.0678, |
| "step": 6630 |
| }, |
| { |
| "epoch": 0.006116269922782093, |
| "grad_norm": 10.841035842895508, |
| "learning_rate": 1.999966672494116e-07, |
| "loss": 1.1213, |
| "step": 6640 |
| }, |
| { |
| "epoch": 0.0061254811726658, |
| "grad_norm": 12.051841735839844, |
| "learning_rate": 1.9999665542073588e-07, |
| "loss": 1.1462, |
| "step": 6650 |
| }, |
| { |
| "epoch": 0.006134692422549508, |
| "grad_norm": 10.909770965576172, |
| "learning_rate": 1.9999664357110632e-07, |
| "loss": 1.1359, |
| "step": 6660 |
| }, |
| { |
| "epoch": 0.006143903672433216, |
| "grad_norm": 11.57640552520752, |
| "learning_rate": 1.99996631700523e-07, |
| "loss": 1.1223, |
| "step": 6670 |
| }, |
| { |
| "epoch": 0.006153114922316924, |
| "grad_norm": 12.645811080932617, |
| "learning_rate": 1.9999661980898593e-07, |
| "loss": 1.1088, |
| "step": 6680 |
| }, |
| { |
| "epoch": 0.006162326172200632, |
| "grad_norm": 10.874650001525879, |
| "learning_rate": 1.9999660789649506e-07, |
| "loss": 1.0978, |
| "step": 6690 |
| }, |
| { |
| "epoch": 0.00617153742208434, |
| "grad_norm": 10.974211692810059, |
| "learning_rate": 1.9999659596305042e-07, |
| "loss": 1.0982, |
| "step": 6700 |
| }, |
| { |
| "epoch": 0.006180748671968048, |
| "grad_norm": 44.23649215698242, |
| "learning_rate": 1.9999658400865198e-07, |
| "loss": 1.0941, |
| "step": 6710 |
| }, |
| { |
| "epoch": 0.006189959921851756, |
| "grad_norm": 21.356443405151367, |
| "learning_rate": 1.999965720332998e-07, |
| "loss": 1.1536, |
| "step": 6720 |
| }, |
| { |
| "epoch": 0.006199171171735464, |
| "grad_norm": 11.17716121673584, |
| "learning_rate": 1.9999656003699385e-07, |
| "loss": 1.0988, |
| "step": 6730 |
| }, |
| { |
| "epoch": 0.006208382421619172, |
| "grad_norm": 12.178362846374512, |
| "learning_rate": 1.999965480197341e-07, |
| "loss": 1.1405, |
| "step": 6740 |
| }, |
| { |
| "epoch": 0.00621759367150288, |
| "grad_norm": 12.388544082641602, |
| "learning_rate": 1.9999653598152065e-07, |
| "loss": 1.0938, |
| "step": 6750 |
| }, |
| { |
| "epoch": 0.0062268049213865875, |
| "grad_norm": 12.290316581726074, |
| "learning_rate": 1.9999652392235337e-07, |
| "loss": 1.1116, |
| "step": 6760 |
| }, |
| { |
| "epoch": 0.006236016171270296, |
| "grad_norm": 13.840502738952637, |
| "learning_rate": 1.9999651184223238e-07, |
| "loss": 1.1459, |
| "step": 6770 |
| }, |
| { |
| "epoch": 0.006245227421154004, |
| "grad_norm": 10.720335006713867, |
| "learning_rate": 1.999964997411576e-07, |
| "loss": 1.1422, |
| "step": 6780 |
| }, |
| { |
| "epoch": 0.006254438671037712, |
| "grad_norm": 11.053603172302246, |
| "learning_rate": 1.9999648761912913e-07, |
| "loss": 1.0698, |
| "step": 6790 |
| }, |
| { |
| "epoch": 0.0062636499209214195, |
| "grad_norm": 12.491558074951172, |
| "learning_rate": 1.9999647547614685e-07, |
| "loss": 1.1304, |
| "step": 6800 |
| }, |
| { |
| "epoch": 0.006272861170805128, |
| "grad_norm": 10.658504486083984, |
| "learning_rate": 1.9999646331221084e-07, |
| "loss": 1.1854, |
| "step": 6810 |
| }, |
| { |
| "epoch": 0.006282072420688836, |
| "grad_norm": 12.681370735168457, |
| "learning_rate": 1.9999645112732108e-07, |
| "loss": 1.0653, |
| "step": 6820 |
| }, |
| { |
| "epoch": 0.006291283670572544, |
| "grad_norm": 12.169018745422363, |
| "learning_rate": 1.999964389214776e-07, |
| "loss": 1.1184, |
| "step": 6830 |
| }, |
| { |
| "epoch": 0.006300494920456251, |
| "grad_norm": 11.624190330505371, |
| "learning_rate": 1.9999642669468036e-07, |
| "loss": 1.1222, |
| "step": 6840 |
| }, |
| { |
| "epoch": 0.00630970617033996, |
| "grad_norm": 10.29429817199707, |
| "learning_rate": 1.999964144469294e-07, |
| "loss": 1.119, |
| "step": 6850 |
| }, |
| { |
| "epoch": 0.006318917420223668, |
| "grad_norm": 12.683826446533203, |
| "learning_rate": 1.999964021782247e-07, |
| "loss": 1.0833, |
| "step": 6860 |
| }, |
| { |
| "epoch": 0.0063281286701073755, |
| "grad_norm": 20.82172203063965, |
| "learning_rate": 1.9999638988856625e-07, |
| "loss": 1.1231, |
| "step": 6870 |
| }, |
| { |
| "epoch": 0.006337339919991083, |
| "grad_norm": 12.441207885742188, |
| "learning_rate": 1.9999637757795406e-07, |
| "loss": 1.0643, |
| "step": 6880 |
| }, |
| { |
| "epoch": 0.006346551169874791, |
| "grad_norm": 13.605744361877441, |
| "learning_rate": 1.9999636524638816e-07, |
| "loss": 1.1002, |
| "step": 6890 |
| }, |
| { |
| "epoch": 0.0063557624197585, |
| "grad_norm": 12.78536605834961, |
| "learning_rate": 1.9999635289386854e-07, |
| "loss": 1.0842, |
| "step": 6900 |
| }, |
| { |
| "epoch": 0.0063649736696422075, |
| "grad_norm": 12.114583969116211, |
| "learning_rate": 1.9999634052039523e-07, |
| "loss": 1.1061, |
| "step": 6910 |
| }, |
| { |
| "epoch": 0.006374184919525915, |
| "grad_norm": 10.829866409301758, |
| "learning_rate": 1.9999632812596813e-07, |
| "loss": 1.1945, |
| "step": 6920 |
| }, |
| { |
| "epoch": 0.006383396169409623, |
| "grad_norm": 11.205638885498047, |
| "learning_rate": 1.9999631571058737e-07, |
| "loss": 1.1449, |
| "step": 6930 |
| }, |
| { |
| "epoch": 0.006392607419293332, |
| "grad_norm": 13.620341300964355, |
| "learning_rate": 1.9999630327425288e-07, |
| "loss": 1.0994, |
| "step": 6940 |
| }, |
| { |
| "epoch": 0.006401818669177039, |
| "grad_norm": 11.192842483520508, |
| "learning_rate": 1.9999629081696469e-07, |
| "loss": 1.1509, |
| "step": 6950 |
| }, |
| { |
| "epoch": 0.006411029919060747, |
| "grad_norm": 10.575221061706543, |
| "learning_rate": 1.9999627833872275e-07, |
| "loss": 1.1303, |
| "step": 6960 |
| }, |
| { |
| "epoch": 0.006420241168944455, |
| "grad_norm": 11.54958724975586, |
| "learning_rate": 1.9999626583952714e-07, |
| "loss": 1.0861, |
| "step": 6970 |
| }, |
| { |
| "epoch": 0.0064294524188281636, |
| "grad_norm": 10.372851371765137, |
| "learning_rate": 1.9999625331937783e-07, |
| "loss": 1.0703, |
| "step": 6980 |
| }, |
| { |
| "epoch": 0.006438663668711871, |
| "grad_norm": 11.92662525177002, |
| "learning_rate": 1.999962407782748e-07, |
| "loss": 1.0787, |
| "step": 6990 |
| }, |
| { |
| "epoch": 0.006447874918595579, |
| "grad_norm": 12.739754676818848, |
| "learning_rate": 1.9999622821621807e-07, |
| "loss": 1.1289, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.006457086168479287, |
| "grad_norm": 13.717080116271973, |
| "learning_rate": 1.9999621563320766e-07, |
| "loss": 1.1083, |
| "step": 7010 |
| }, |
| { |
| "epoch": 0.0064662974183629955, |
| "grad_norm": 10.639162063598633, |
| "learning_rate": 1.9999620302924353e-07, |
| "loss": 1.1297, |
| "step": 7020 |
| }, |
| { |
| "epoch": 0.006475508668246703, |
| "grad_norm": 32.09090805053711, |
| "learning_rate": 1.9999619040432574e-07, |
| "loss": 1.1298, |
| "step": 7030 |
| }, |
| { |
| "epoch": 0.006484719918130411, |
| "grad_norm": 12.339664459228516, |
| "learning_rate": 1.9999617775845423e-07, |
| "loss": 1.1063, |
| "step": 7040 |
| }, |
| { |
| "epoch": 0.006493931168014119, |
| "grad_norm": 11.175090789794922, |
| "learning_rate": 1.999961650916291e-07, |
| "loss": 1.1119, |
| "step": 7050 |
| }, |
| { |
| "epoch": 0.006503142417897827, |
| "grad_norm": 11.646284103393555, |
| "learning_rate": 1.999961524038502e-07, |
| "loss": 1.0748, |
| "step": 7060 |
| }, |
| { |
| "epoch": 0.006512353667781535, |
| "grad_norm": 12.031477928161621, |
| "learning_rate": 1.9999613969511768e-07, |
| "loss": 1.123, |
| "step": 7070 |
| }, |
| { |
| "epoch": 0.006521564917665243, |
| "grad_norm": 10.209918022155762, |
| "learning_rate": 1.9999612696543147e-07, |
| "loss": 1.1093, |
| "step": 7080 |
| }, |
| { |
| "epoch": 0.006530776167548951, |
| "grad_norm": 10.993101119995117, |
| "learning_rate": 1.999961142147916e-07, |
| "loss": 1.1427, |
| "step": 7090 |
| }, |
| { |
| "epoch": 0.0065399874174326585, |
| "grad_norm": 11.72935676574707, |
| "learning_rate": 1.9999610144319803e-07, |
| "loss": 1.1147, |
| "step": 7100 |
| }, |
| { |
| "epoch": 0.006549198667316367, |
| "grad_norm": 47.72971725463867, |
| "learning_rate": 1.9999608865065078e-07, |
| "loss": 1.1203, |
| "step": 7110 |
| }, |
| { |
| "epoch": 0.006558409917200075, |
| "grad_norm": 11.274374961853027, |
| "learning_rate": 1.999960758371499e-07, |
| "loss": 1.1324, |
| "step": 7120 |
| }, |
| { |
| "epoch": 0.006567621167083783, |
| "grad_norm": 12.471686363220215, |
| "learning_rate": 1.9999606300269534e-07, |
| "loss": 1.1431, |
| "step": 7130 |
| }, |
| { |
| "epoch": 0.00657683241696749, |
| "grad_norm": 12.744390487670898, |
| "learning_rate": 1.999960501472871e-07, |
| "loss": 1.1391, |
| "step": 7140 |
| }, |
| { |
| "epoch": 0.006586043666851199, |
| "grad_norm": 12.682497024536133, |
| "learning_rate": 1.9999603727092525e-07, |
| "loss": 1.0761, |
| "step": 7150 |
| }, |
| { |
| "epoch": 0.006595254916734907, |
| "grad_norm": 12.342095375061035, |
| "learning_rate": 1.9999602437360968e-07, |
| "loss": 1.0855, |
| "step": 7160 |
| }, |
| { |
| "epoch": 0.0066044661666186145, |
| "grad_norm": 11.812524795532227, |
| "learning_rate": 1.999960114553405e-07, |
| "loss": 1.0633, |
| "step": 7170 |
| }, |
| { |
| "epoch": 0.006613677416502322, |
| "grad_norm": 12.257493019104004, |
| "learning_rate": 1.9999599851611767e-07, |
| "loss": 1.0702, |
| "step": 7180 |
| }, |
| { |
| "epoch": 0.006622888666386031, |
| "grad_norm": 15.87657356262207, |
| "learning_rate": 1.9999598555594117e-07, |
| "loss": 1.0892, |
| "step": 7190 |
| }, |
| { |
| "epoch": 0.006632099916269739, |
| "grad_norm": 12.35704231262207, |
| "learning_rate": 1.9999597257481105e-07, |
| "loss": 1.1333, |
| "step": 7200 |
| }, |
| { |
| "epoch": 0.0066413111661534465, |
| "grad_norm": 10.380608558654785, |
| "learning_rate": 1.9999595957272728e-07, |
| "loss": 1.0983, |
| "step": 7210 |
| }, |
| { |
| "epoch": 0.006650522416037154, |
| "grad_norm": 11.658407211303711, |
| "learning_rate": 1.9999594654968987e-07, |
| "loss": 1.0846, |
| "step": 7220 |
| }, |
| { |
| "epoch": 0.006659733665920863, |
| "grad_norm": 11.98071002960205, |
| "learning_rate": 1.9999593350569882e-07, |
| "loss": 1.155, |
| "step": 7230 |
| }, |
| { |
| "epoch": 0.006668944915804571, |
| "grad_norm": 11.475347518920898, |
| "learning_rate": 1.9999592044075416e-07, |
| "loss": 1.1128, |
| "step": 7240 |
| }, |
| { |
| "epoch": 0.006678156165688278, |
| "grad_norm": 11.06085205078125, |
| "learning_rate": 1.9999590735485584e-07, |
| "loss": 1.1584, |
| "step": 7250 |
| }, |
| { |
| "epoch": 0.006687367415571986, |
| "grad_norm": 11.058730125427246, |
| "learning_rate": 1.9999589424800386e-07, |
| "loss": 1.0768, |
| "step": 7260 |
| }, |
| { |
| "epoch": 0.006696578665455694, |
| "grad_norm": 10.531845092773438, |
| "learning_rate": 1.9999588112019832e-07, |
| "loss": 1.0659, |
| "step": 7270 |
| }, |
| { |
| "epoch": 0.0067057899153394026, |
| "grad_norm": 10.828505516052246, |
| "learning_rate": 1.9999586797143912e-07, |
| "loss": 1.074, |
| "step": 7280 |
| }, |
| { |
| "epoch": 0.00671500116522311, |
| "grad_norm": 10.694981575012207, |
| "learning_rate": 1.999958548017263e-07, |
| "loss": 1.1178, |
| "step": 7290 |
| }, |
| { |
| "epoch": 0.006724212415106818, |
| "grad_norm": 10.756375312805176, |
| "learning_rate": 1.9999584161105988e-07, |
| "loss": 1.1042, |
| "step": 7300 |
| }, |
| { |
| "epoch": 0.006733423664990526, |
| "grad_norm": 10.571388244628906, |
| "learning_rate": 1.9999582839943985e-07, |
| "loss": 1.1143, |
| "step": 7310 |
| }, |
| { |
| "epoch": 0.0067426349148742345, |
| "grad_norm": 12.96018123626709, |
| "learning_rate": 1.9999581516686618e-07, |
| "loss": 1.0548, |
| "step": 7320 |
| }, |
| { |
| "epoch": 0.006751846164757942, |
| "grad_norm": 11.269163131713867, |
| "learning_rate": 1.9999580191333893e-07, |
| "loss": 1.1127, |
| "step": 7330 |
| }, |
| { |
| "epoch": 0.00676105741464165, |
| "grad_norm": 13.715166091918945, |
| "learning_rate": 1.9999578863885804e-07, |
| "loss": 1.0901, |
| "step": 7340 |
| }, |
| { |
| "epoch": 0.006770268664525358, |
| "grad_norm": 12.425786018371582, |
| "learning_rate": 1.9999577534342357e-07, |
| "loss": 1.1019, |
| "step": 7350 |
| }, |
| { |
| "epoch": 0.006779479914409066, |
| "grad_norm": 11.684393882751465, |
| "learning_rate": 1.999957620270355e-07, |
| "loss": 1.1158, |
| "step": 7360 |
| }, |
| { |
| "epoch": 0.006788691164292774, |
| "grad_norm": 12.401206970214844, |
| "learning_rate": 1.9999574868969382e-07, |
| "loss": 1.1013, |
| "step": 7370 |
| }, |
| { |
| "epoch": 0.006797902414176482, |
| "grad_norm": 10.5696382522583, |
| "learning_rate": 1.9999573533139857e-07, |
| "loss": 1.1485, |
| "step": 7380 |
| }, |
| { |
| "epoch": 0.00680711366406019, |
| "grad_norm": 11.542669296264648, |
| "learning_rate": 1.9999572195214972e-07, |
| "loss": 1.0899, |
| "step": 7390 |
| }, |
| { |
| "epoch": 0.006816324913943898, |
| "grad_norm": 14.461751937866211, |
| "learning_rate": 1.9999570855194725e-07, |
| "loss": 1.0843, |
| "step": 7400 |
| }, |
| { |
| "epoch": 0.006825536163827606, |
| "grad_norm": 16.850862503051758, |
| "learning_rate": 1.999956951307912e-07, |
| "loss": 1.1273, |
| "step": 7410 |
| }, |
| { |
| "epoch": 0.006834747413711314, |
| "grad_norm": 14.927706718444824, |
| "learning_rate": 1.999956816886816e-07, |
| "loss": 1.1438, |
| "step": 7420 |
| }, |
| { |
| "epoch": 0.006843958663595022, |
| "grad_norm": 12.482978820800781, |
| "learning_rate": 1.999956682256184e-07, |
| "loss": 1.0591, |
| "step": 7430 |
| }, |
| { |
| "epoch": 0.00685316991347873, |
| "grad_norm": 11.566182136535645, |
| "learning_rate": 1.999956547416016e-07, |
| "loss": 1.1053, |
| "step": 7440 |
| }, |
| { |
| "epoch": 0.006862381163362438, |
| "grad_norm": 12.080305099487305, |
| "learning_rate": 1.9999564123663126e-07, |
| "loss": 1.079, |
| "step": 7450 |
| }, |
| { |
| "epoch": 0.006871592413246146, |
| "grad_norm": 13.21672248840332, |
| "learning_rate": 1.9999562771070732e-07, |
| "loss": 1.094, |
| "step": 7460 |
| }, |
| { |
| "epoch": 0.0068808036631298536, |
| "grad_norm": 12.294853210449219, |
| "learning_rate": 1.9999561416382982e-07, |
| "loss": 1.1221, |
| "step": 7470 |
| }, |
| { |
| "epoch": 0.006890014913013561, |
| "grad_norm": 11.741070747375488, |
| "learning_rate": 1.9999560059599876e-07, |
| "loss": 1.0761, |
| "step": 7480 |
| }, |
| { |
| "epoch": 0.00689922616289727, |
| "grad_norm": 11.063822746276855, |
| "learning_rate": 1.9999558700721412e-07, |
| "loss": 1.0759, |
| "step": 7490 |
| }, |
| { |
| "epoch": 0.006908437412780978, |
| "grad_norm": 11.67596435546875, |
| "learning_rate": 1.9999557339747593e-07, |
| "loss": 1.1265, |
| "step": 7500 |
| }, |
| { |
| "epoch": 0.0069176486626646855, |
| "grad_norm": 11.140481948852539, |
| "learning_rate": 1.9999555976678417e-07, |
| "loss": 1.144, |
| "step": 7510 |
| }, |
| { |
| "epoch": 0.006926859912548393, |
| "grad_norm": 11.030956268310547, |
| "learning_rate": 1.9999554611513886e-07, |
| "loss": 1.0425, |
| "step": 7520 |
| }, |
| { |
| "epoch": 0.006936071162432102, |
| "grad_norm": 9.714004516601562, |
| "learning_rate": 1.9999553244254002e-07, |
| "loss": 1.085, |
| "step": 7530 |
| }, |
| { |
| "epoch": 0.00694528241231581, |
| "grad_norm": 11.757089614868164, |
| "learning_rate": 1.999955187489876e-07, |
| "loss": 1.0947, |
| "step": 7540 |
| }, |
| { |
| "epoch": 0.006954493662199517, |
| "grad_norm": 12.053640365600586, |
| "learning_rate": 1.9999550503448167e-07, |
| "loss": 1.0629, |
| "step": 7550 |
| }, |
| { |
| "epoch": 0.006963704912083225, |
| "grad_norm": 13.974733352661133, |
| "learning_rate": 1.9999549129902213e-07, |
| "loss": 1.1113, |
| "step": 7560 |
| }, |
| { |
| "epoch": 0.006972916161966934, |
| "grad_norm": 12.889135360717773, |
| "learning_rate": 1.9999547754260912e-07, |
| "loss": 1.1195, |
| "step": 7570 |
| }, |
| { |
| "epoch": 0.0069821274118506416, |
| "grad_norm": 12.478116989135742, |
| "learning_rate": 1.9999546376524252e-07, |
| "loss": 1.0413, |
| "step": 7580 |
| }, |
| { |
| "epoch": 0.006991338661734349, |
| "grad_norm": 11.465994834899902, |
| "learning_rate": 1.9999544996692241e-07, |
| "loss": 1.0734, |
| "step": 7590 |
| }, |
| { |
| "epoch": 0.007000549911618057, |
| "grad_norm": 11.014551162719727, |
| "learning_rate": 1.9999543614764875e-07, |
| "loss": 1.1125, |
| "step": 7600 |
| }, |
| { |
| "epoch": 0.007009761161501766, |
| "grad_norm": 12.119184494018555, |
| "learning_rate": 1.999954223074216e-07, |
| "loss": 1.0905, |
| "step": 7610 |
| }, |
| { |
| "epoch": 0.0070189724113854735, |
| "grad_norm": 10.168764114379883, |
| "learning_rate": 1.9999540844624087e-07, |
| "loss": 1.0995, |
| "step": 7620 |
| }, |
| { |
| "epoch": 0.007028183661269181, |
| "grad_norm": 11.991799354553223, |
| "learning_rate": 1.9999539456410664e-07, |
| "loss": 1.0964, |
| "step": 7630 |
| }, |
| { |
| "epoch": 0.007037394911152889, |
| "grad_norm": 23.04439926147461, |
| "learning_rate": 1.9999538066101891e-07, |
| "loss": 1.0672, |
| "step": 7640 |
| }, |
| { |
| "epoch": 0.007046606161036598, |
| "grad_norm": 14.078396797180176, |
| "learning_rate": 1.9999536673697763e-07, |
| "loss": 1.1382, |
| "step": 7650 |
| }, |
| { |
| "epoch": 0.007055817410920305, |
| "grad_norm": 12.15142822265625, |
| "learning_rate": 1.9999535279198286e-07, |
| "loss": 1.0827, |
| "step": 7660 |
| }, |
| { |
| "epoch": 0.007065028660804013, |
| "grad_norm": 10.530996322631836, |
| "learning_rate": 1.9999533882603457e-07, |
| "loss": 1.0511, |
| "step": 7670 |
| }, |
| { |
| "epoch": 0.007074239910687721, |
| "grad_norm": 12.080910682678223, |
| "learning_rate": 1.9999532483913275e-07, |
| "loss": 1.0814, |
| "step": 7680 |
| }, |
| { |
| "epoch": 0.007083451160571429, |
| "grad_norm": 12.011896133422852, |
| "learning_rate": 1.9999531083127744e-07, |
| "loss": 1.085, |
| "step": 7690 |
| }, |
| { |
| "epoch": 0.007092662410455137, |
| "grad_norm": 10.504772186279297, |
| "learning_rate": 1.9999529680246864e-07, |
| "loss": 1.0837, |
| "step": 7700 |
| }, |
| { |
| "epoch": 0.007101873660338845, |
| "grad_norm": 13.050121307373047, |
| "learning_rate": 1.9999528275270633e-07, |
| "loss": 1.0736, |
| "step": 7710 |
| }, |
| { |
| "epoch": 0.007111084910222553, |
| "grad_norm": 14.976795196533203, |
| "learning_rate": 1.9999526868199051e-07, |
| "loss": 1.1461, |
| "step": 7720 |
| }, |
| { |
| "epoch": 0.007120296160106261, |
| "grad_norm": 10.797948837280273, |
| "learning_rate": 1.999952545903212e-07, |
| "loss": 1.0825, |
| "step": 7730 |
| }, |
| { |
| "epoch": 0.007129507409989969, |
| "grad_norm": 13.095974922180176, |
| "learning_rate": 1.999952404776984e-07, |
| "loss": 1.0808, |
| "step": 7740 |
| }, |
| { |
| "epoch": 0.007138718659873677, |
| "grad_norm": 12.81965446472168, |
| "learning_rate": 1.999952263441221e-07, |
| "loss": 1.0817, |
| "step": 7750 |
| }, |
| { |
| "epoch": 0.007147929909757385, |
| "grad_norm": 10.503836631774902, |
| "learning_rate": 1.9999521218959235e-07, |
| "loss": 1.0907, |
| "step": 7760 |
| }, |
| { |
| "epoch": 0.0071571411596410926, |
| "grad_norm": 13.46060848236084, |
| "learning_rate": 1.999951980141091e-07, |
| "loss": 1.1431, |
| "step": 7770 |
| }, |
| { |
| "epoch": 0.007166352409524801, |
| "grad_norm": 13.242213249206543, |
| "learning_rate": 1.9999518381767236e-07, |
| "loss": 1.103, |
| "step": 7780 |
| }, |
| { |
| "epoch": 0.007175563659408509, |
| "grad_norm": 12.271145820617676, |
| "learning_rate": 1.9999516960028213e-07, |
| "loss": 1.0824, |
| "step": 7790 |
| }, |
| { |
| "epoch": 0.007184774909292217, |
| "grad_norm": 10.907269477844238, |
| "learning_rate": 1.9999515536193844e-07, |
| "loss": 1.038, |
| "step": 7800 |
| }, |
| { |
| "epoch": 0.0071939861591759245, |
| "grad_norm": 11.432321548461914, |
| "learning_rate": 1.999951411026413e-07, |
| "loss": 1.1254, |
| "step": 7810 |
| }, |
| { |
| "epoch": 0.007203197409059633, |
| "grad_norm": 11.535138130187988, |
| "learning_rate": 1.9999512682239069e-07, |
| "loss": 1.1016, |
| "step": 7820 |
| }, |
| { |
| "epoch": 0.007212408658943341, |
| "grad_norm": 11.701823234558105, |
| "learning_rate": 1.999951125211866e-07, |
| "loss": 1.13, |
| "step": 7830 |
| }, |
| { |
| "epoch": 0.007221619908827049, |
| "grad_norm": 11.544978141784668, |
| "learning_rate": 1.9999509819902902e-07, |
| "loss": 1.0998, |
| "step": 7840 |
| }, |
| { |
| "epoch": 0.007230831158710756, |
| "grad_norm": 11.483750343322754, |
| "learning_rate": 1.99995083855918e-07, |
| "loss": 1.106, |
| "step": 7850 |
| }, |
| { |
| "epoch": 0.007240042408594464, |
| "grad_norm": 10.794761657714844, |
| "learning_rate": 1.9999506949185355e-07, |
| "loss": 1.0879, |
| "step": 7860 |
| }, |
| { |
| "epoch": 0.007249253658478173, |
| "grad_norm": 11.811905860900879, |
| "learning_rate": 1.9999505510683563e-07, |
| "loss": 1.0963, |
| "step": 7870 |
| }, |
| { |
| "epoch": 0.007258464908361881, |
| "grad_norm": 12.071663856506348, |
| "learning_rate": 1.9999504070086425e-07, |
| "loss": 1.0676, |
| "step": 7880 |
| }, |
| { |
| "epoch": 0.007267676158245588, |
| "grad_norm": 13.593671798706055, |
| "learning_rate": 1.9999502627393943e-07, |
| "loss": 1.0624, |
| "step": 7890 |
| }, |
| { |
| "epoch": 0.007276887408129296, |
| "grad_norm": 10.687907218933105, |
| "learning_rate": 1.9999501182606118e-07, |
| "loss": 1.0664, |
| "step": 7900 |
| }, |
| { |
| "epoch": 0.007286098658013005, |
| "grad_norm": 10.393074989318848, |
| "learning_rate": 1.9999499735722948e-07, |
| "loss": 1.0776, |
| "step": 7910 |
| }, |
| { |
| "epoch": 0.0072953099078967125, |
| "grad_norm": 10.972018241882324, |
| "learning_rate": 1.9999498286744435e-07, |
| "loss": 1.1301, |
| "step": 7920 |
| }, |
| { |
| "epoch": 0.00730452115778042, |
| "grad_norm": 10.537809371948242, |
| "learning_rate": 1.9999496835670575e-07, |
| "loss": 1.0516, |
| "step": 7930 |
| }, |
| { |
| "epoch": 0.007313732407664128, |
| "grad_norm": 12.946764945983887, |
| "learning_rate": 1.9999495382501377e-07, |
| "loss": 1.0802, |
| "step": 7940 |
| }, |
| { |
| "epoch": 0.007322943657547837, |
| "grad_norm": 12.875717163085938, |
| "learning_rate": 1.9999493927236832e-07, |
| "loss": 1.1128, |
| "step": 7950 |
| }, |
| { |
| "epoch": 0.007332154907431544, |
| "grad_norm": 11.909735679626465, |
| "learning_rate": 1.9999492469876947e-07, |
| "loss": 1.1428, |
| "step": 7960 |
| }, |
| { |
| "epoch": 0.007341366157315252, |
| "grad_norm": 11.238419532775879, |
| "learning_rate": 1.999949101042172e-07, |
| "loss": 1.1089, |
| "step": 7970 |
| }, |
| { |
| "epoch": 0.00735057740719896, |
| "grad_norm": 10.957053184509277, |
| "learning_rate": 1.999948954887115e-07, |
| "loss": 1.0781, |
| "step": 7980 |
| }, |
| { |
| "epoch": 0.007359788657082669, |
| "grad_norm": 11.11838436126709, |
| "learning_rate": 1.999948808522524e-07, |
| "loss": 1.0834, |
| "step": 7990 |
| }, |
| { |
| "epoch": 0.007368999906966376, |
| "grad_norm": 11.233697891235352, |
| "learning_rate": 1.9999486619483984e-07, |
| "loss": 1.1382, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.007378211156850084, |
| "grad_norm": 11.929357528686523, |
| "learning_rate": 1.999948515164739e-07, |
| "loss": 1.0773, |
| "step": 8010 |
| }, |
| { |
| "epoch": 0.007387422406733792, |
| "grad_norm": 13.492103576660156, |
| "learning_rate": 1.9999483681715455e-07, |
| "loss": 1.0893, |
| "step": 8020 |
| }, |
| { |
| "epoch": 0.0073966336566175005, |
| "grad_norm": 13.893610954284668, |
| "learning_rate": 1.9999482209688178e-07, |
| "loss": 1.0863, |
| "step": 8030 |
| }, |
| { |
| "epoch": 0.007405844906501208, |
| "grad_norm": 12.548665046691895, |
| "learning_rate": 1.9999480735565563e-07, |
| "loss": 1.1644, |
| "step": 8040 |
| }, |
| { |
| "epoch": 0.007415056156384916, |
| "grad_norm": 10.275520324707031, |
| "learning_rate": 1.999947925934761e-07, |
| "loss": 1.1013, |
| "step": 8050 |
| }, |
| { |
| "epoch": 0.007424267406268624, |
| "grad_norm": 18.808349609375, |
| "learning_rate": 1.9999477781034313e-07, |
| "loss": 1.041, |
| "step": 8060 |
| }, |
| { |
| "epoch": 0.0074334786561523316, |
| "grad_norm": 11.54647159576416, |
| "learning_rate": 1.999947630062568e-07, |
| "loss": 1.124, |
| "step": 8070 |
| }, |
| { |
| "epoch": 0.00744268990603604, |
| "grad_norm": 11.929420471191406, |
| "learning_rate": 1.9999474818121706e-07, |
| "loss": 1.0929, |
| "step": 8080 |
| }, |
| { |
| "epoch": 0.007451901155919748, |
| "grad_norm": 11.030402183532715, |
| "learning_rate": 1.9999473333522395e-07, |
| "loss": 1.1091, |
| "step": 8090 |
| }, |
| { |
| "epoch": 0.007461112405803456, |
| "grad_norm": 10.330012321472168, |
| "learning_rate": 1.9999471846827745e-07, |
| "loss": 1.0553, |
| "step": 8100 |
| }, |
| { |
| "epoch": 0.0074703236556871635, |
| "grad_norm": 10.526143074035645, |
| "learning_rate": 1.9999470358037757e-07, |
| "loss": 1.0578, |
| "step": 8110 |
| }, |
| { |
| "epoch": 0.007479534905570872, |
| "grad_norm": 12.601168632507324, |
| "learning_rate": 1.9999468867152432e-07, |
| "loss": 1.1277, |
| "step": 8120 |
| }, |
| { |
| "epoch": 0.00748874615545458, |
| "grad_norm": 10.997840881347656, |
| "learning_rate": 1.999946737417177e-07, |
| "loss": 1.0973, |
| "step": 8130 |
| }, |
| { |
| "epoch": 0.007497957405338288, |
| "grad_norm": 10.950722694396973, |
| "learning_rate": 1.999946587909577e-07, |
| "loss": 1.1411, |
| "step": 8140 |
| }, |
| { |
| "epoch": 0.007507168655221995, |
| "grad_norm": 11.305554389953613, |
| "learning_rate": 1.9999464381924435e-07, |
| "loss": 1.1277, |
| "step": 8150 |
| }, |
| { |
| "epoch": 0.007516379905105704, |
| "grad_norm": 11.543803215026855, |
| "learning_rate": 1.9999462882657762e-07, |
| "loss": 1.0786, |
| "step": 8160 |
| }, |
| { |
| "epoch": 0.007525591154989412, |
| "grad_norm": 10.588018417358398, |
| "learning_rate": 1.9999461381295754e-07, |
| "loss": 1.0556, |
| "step": 8170 |
| }, |
| { |
| "epoch": 0.00753480240487312, |
| "grad_norm": 11.241497039794922, |
| "learning_rate": 1.9999459877838409e-07, |
| "loss": 1.0868, |
| "step": 8180 |
| }, |
| { |
| "epoch": 0.007544013654756827, |
| "grad_norm": 12.166845321655273, |
| "learning_rate": 1.999945837228573e-07, |
| "loss": 1.1032, |
| "step": 8190 |
| }, |
| { |
| "epoch": 0.007553224904640536, |
| "grad_norm": 12.816760063171387, |
| "learning_rate": 1.9999456864637715e-07, |
| "loss": 1.0838, |
| "step": 8200 |
| }, |
| { |
| "epoch": 0.007562436154524244, |
| "grad_norm": 11.980488777160645, |
| "learning_rate": 1.9999455354894366e-07, |
| "loss": 1.0591, |
| "step": 8210 |
| }, |
| { |
| "epoch": 0.0075716474044079515, |
| "grad_norm": 12.990999221801758, |
| "learning_rate": 1.999945384305568e-07, |
| "loss": 1.1435, |
| "step": 8220 |
| }, |
| { |
| "epoch": 0.007580858654291659, |
| "grad_norm": 11.558279037475586, |
| "learning_rate": 1.9999452329121663e-07, |
| "loss": 1.144, |
| "step": 8230 |
| }, |
| { |
| "epoch": 0.007590069904175368, |
| "grad_norm": 10.841493606567383, |
| "learning_rate": 1.999945081309231e-07, |
| "loss": 1.0816, |
| "step": 8240 |
| }, |
| { |
| "epoch": 0.007599281154059076, |
| "grad_norm": 39.162574768066406, |
| "learning_rate": 1.9999449294967626e-07, |
| "loss": 1.1183, |
| "step": 8250 |
| }, |
| { |
| "epoch": 0.007608492403942783, |
| "grad_norm": 10.853628158569336, |
| "learning_rate": 1.9999447774747608e-07, |
| "loss": 1.0929, |
| "step": 8260 |
| }, |
| { |
| "epoch": 0.007617703653826491, |
| "grad_norm": 10.833484649658203, |
| "learning_rate": 1.9999446252432252e-07, |
| "loss": 1.0915, |
| "step": 8270 |
| }, |
| { |
| "epoch": 0.007626914903710199, |
| "grad_norm": 11.263511657714844, |
| "learning_rate": 1.999944472802157e-07, |
| "loss": 1.125, |
| "step": 8280 |
| }, |
| { |
| "epoch": 0.007636126153593908, |
| "grad_norm": 11.13198471069336, |
| "learning_rate": 1.9999443201515553e-07, |
| "loss": 1.1051, |
| "step": 8290 |
| }, |
| { |
| "epoch": 0.007645337403477615, |
| "grad_norm": 11.556886672973633, |
| "learning_rate": 1.9999441672914204e-07, |
| "loss": 1.0732, |
| "step": 8300 |
| }, |
| { |
| "epoch": 0.007654548653361323, |
| "grad_norm": 27.989442825317383, |
| "learning_rate": 1.9999440142217523e-07, |
| "loss": 1.1284, |
| "step": 8310 |
| }, |
| { |
| "epoch": 0.007663759903245031, |
| "grad_norm": 13.482211112976074, |
| "learning_rate": 1.9999438609425513e-07, |
| "loss": 1.0953, |
| "step": 8320 |
| }, |
| { |
| "epoch": 0.0076729711531287395, |
| "grad_norm": 11.242138862609863, |
| "learning_rate": 1.9999437074538172e-07, |
| "loss": 1.0905, |
| "step": 8330 |
| }, |
| { |
| "epoch": 0.007682182403012447, |
| "grad_norm": 11.400861740112305, |
| "learning_rate": 1.9999435537555498e-07, |
| "loss": 1.0815, |
| "step": 8340 |
| }, |
| { |
| "epoch": 0.007691393652896155, |
| "grad_norm": 10.671701431274414, |
| "learning_rate": 1.9999433998477495e-07, |
| "loss": 1.096, |
| "step": 8350 |
| }, |
| { |
| "epoch": 0.007700604902779863, |
| "grad_norm": 9.893141746520996, |
| "learning_rate": 1.999943245730416e-07, |
| "loss": 1.0586, |
| "step": 8360 |
| }, |
| { |
| "epoch": 0.007709816152663571, |
| "grad_norm": 12.050461769104004, |
| "learning_rate": 1.9999430914035497e-07, |
| "loss": 1.0821, |
| "step": 8370 |
| }, |
| { |
| "epoch": 0.007719027402547279, |
| "grad_norm": 17.062572479248047, |
| "learning_rate": 1.9999429368671506e-07, |
| "loss": 1.0947, |
| "step": 8380 |
| }, |
| { |
| "epoch": 0.007728238652430987, |
| "grad_norm": 10.553415298461914, |
| "learning_rate": 1.999942782121218e-07, |
| "loss": 1.0534, |
| "step": 8390 |
| }, |
| { |
| "epoch": 0.007737449902314695, |
| "grad_norm": 11.457592964172363, |
| "learning_rate": 1.9999426271657532e-07, |
| "loss": 1.0932, |
| "step": 8400 |
| }, |
| { |
| "epoch": 0.007746661152198403, |
| "grad_norm": 12.018735885620117, |
| "learning_rate": 1.9999424720007557e-07, |
| "loss": 1.0894, |
| "step": 8410 |
| }, |
| { |
| "epoch": 0.007755872402082111, |
| "grad_norm": 10.82856273651123, |
| "learning_rate": 1.999942316626225e-07, |
| "loss": 1.0928, |
| "step": 8420 |
| }, |
| { |
| "epoch": 0.007765083651965819, |
| "grad_norm": 12.359776496887207, |
| "learning_rate": 1.9999421610421613e-07, |
| "loss": 1.1049, |
| "step": 8430 |
| }, |
| { |
| "epoch": 0.007774294901849527, |
| "grad_norm": 11.891792297363281, |
| "learning_rate": 1.9999420052485655e-07, |
| "loss": 1.0607, |
| "step": 8440 |
| }, |
| { |
| "epoch": 0.007783506151733234, |
| "grad_norm": 11.3504638671875, |
| "learning_rate": 1.9999418492454363e-07, |
| "loss": 1.0824, |
| "step": 8450 |
| }, |
| { |
| "epoch": 0.007792717401616943, |
| "grad_norm": 11.335362434387207, |
| "learning_rate": 1.999941693032775e-07, |
| "loss": 1.1133, |
| "step": 8460 |
| }, |
| { |
| "epoch": 0.007801928651500651, |
| "grad_norm": 11.447676658630371, |
| "learning_rate": 1.9999415366105806e-07, |
| "loss": 1.0605, |
| "step": 8470 |
| }, |
| { |
| "epoch": 0.007811139901384359, |
| "grad_norm": 12.361418724060059, |
| "learning_rate": 1.999941379978854e-07, |
| "loss": 1.0673, |
| "step": 8480 |
| }, |
| { |
| "epoch": 0.007820351151268067, |
| "grad_norm": 11.360335350036621, |
| "learning_rate": 1.9999412231375943e-07, |
| "loss": 1.0663, |
| "step": 8490 |
| }, |
| { |
| "epoch": 0.007829562401151775, |
| "grad_norm": 11.409963607788086, |
| "learning_rate": 1.9999410660868023e-07, |
| "loss": 1.0989, |
| "step": 8500 |
| }, |
| { |
| "epoch": 0.007838773651035483, |
| "grad_norm": 10.656011581420898, |
| "learning_rate": 1.999940908826478e-07, |
| "loss": 1.1032, |
| "step": 8510 |
| }, |
| { |
| "epoch": 0.00784798490091919, |
| "grad_norm": 11.441688537597656, |
| "learning_rate": 1.999940751356621e-07, |
| "loss": 1.0405, |
| "step": 8520 |
| }, |
| { |
| "epoch": 0.007857196150802898, |
| "grad_norm": 11.79773998260498, |
| "learning_rate": 1.9999405936772317e-07, |
| "loss": 1.0775, |
| "step": 8530 |
| }, |
| { |
| "epoch": 0.007866407400686606, |
| "grad_norm": 11.805946350097656, |
| "learning_rate": 1.9999404357883098e-07, |
| "loss": 1.0834, |
| "step": 8540 |
| }, |
| { |
| "epoch": 0.007875618650570314, |
| "grad_norm": 13.176393508911133, |
| "learning_rate": 1.999940277689856e-07, |
| "loss": 1.0532, |
| "step": 8550 |
| }, |
| { |
| "epoch": 0.007884829900454023, |
| "grad_norm": 10.132299423217773, |
| "learning_rate": 1.9999401193818692e-07, |
| "loss": 1.084, |
| "step": 8560 |
| }, |
| { |
| "epoch": 0.007894041150337731, |
| "grad_norm": 12.019964218139648, |
| "learning_rate": 1.9999399608643505e-07, |
| "loss": 1.05, |
| "step": 8570 |
| }, |
| { |
| "epoch": 0.007903252400221439, |
| "grad_norm": 12.41136646270752, |
| "learning_rate": 1.9999398021372996e-07, |
| "loss": 1.1125, |
| "step": 8580 |
| }, |
| { |
| "epoch": 0.007912463650105147, |
| "grad_norm": 11.242287635803223, |
| "learning_rate": 1.999939643200716e-07, |
| "loss": 1.0843, |
| "step": 8590 |
| }, |
| { |
| "epoch": 0.007921674899988854, |
| "grad_norm": 11.359539985656738, |
| "learning_rate": 1.9999394840546004e-07, |
| "loss": 1.0703, |
| "step": 8600 |
| }, |
| { |
| "epoch": 0.007930886149872562, |
| "grad_norm": 11.71211051940918, |
| "learning_rate": 1.999939324698953e-07, |
| "loss": 1.0691, |
| "step": 8610 |
| }, |
| { |
| "epoch": 0.00794009739975627, |
| "grad_norm": 12.759934425354004, |
| "learning_rate": 1.9999391651337727e-07, |
| "loss": 1.0849, |
| "step": 8620 |
| }, |
| { |
| "epoch": 0.007949308649639978, |
| "grad_norm": 14.097381591796875, |
| "learning_rate": 1.999939005359061e-07, |
| "loss": 1.055, |
| "step": 8630 |
| }, |
| { |
| "epoch": 0.007958519899523685, |
| "grad_norm": 17.369016647338867, |
| "learning_rate": 1.9999388453748167e-07, |
| "loss": 1.0619, |
| "step": 8640 |
| }, |
| { |
| "epoch": 0.007967731149407395, |
| "grad_norm": 12.619816780090332, |
| "learning_rate": 1.9999386851810407e-07, |
| "loss": 1.0528, |
| "step": 8650 |
| }, |
| { |
| "epoch": 0.007976942399291103, |
| "grad_norm": 11.299243927001953, |
| "learning_rate": 1.9999385247777325e-07, |
| "loss": 1.0256, |
| "step": 8660 |
| }, |
| { |
| "epoch": 0.00798615364917481, |
| "grad_norm": 11.641725540161133, |
| "learning_rate": 1.9999383641648925e-07, |
| "loss": 1.066, |
| "step": 8670 |
| }, |
| { |
| "epoch": 0.007995364899058518, |
| "grad_norm": 12.779623985290527, |
| "learning_rate": 1.9999382033425203e-07, |
| "loss": 1.0743, |
| "step": 8680 |
| }, |
| { |
| "epoch": 0.008004576148942226, |
| "grad_norm": 12.839458465576172, |
| "learning_rate": 1.9999380423106166e-07, |
| "loss": 1.0949, |
| "step": 8690 |
| }, |
| { |
| "epoch": 0.008013787398825934, |
| "grad_norm": 11.303932189941406, |
| "learning_rate": 1.9999378810691804e-07, |
| "loss": 1.133, |
| "step": 8700 |
| }, |
| { |
| "epoch": 0.008022998648709641, |
| "grad_norm": 10.806841850280762, |
| "learning_rate": 1.999937719618213e-07, |
| "loss": 1.0998, |
| "step": 8710 |
| }, |
| { |
| "epoch": 0.00803220989859335, |
| "grad_norm": 11.759305953979492, |
| "learning_rate": 1.9999375579577133e-07, |
| "loss": 1.0742, |
| "step": 8720 |
| }, |
| { |
| "epoch": 0.008041421148477059, |
| "grad_norm": 11.412139892578125, |
| "learning_rate": 1.999937396087682e-07, |
| "loss": 1.0659, |
| "step": 8730 |
| }, |
| { |
| "epoch": 0.008050632398360767, |
| "grad_norm": 18.34227752685547, |
| "learning_rate": 1.999937234008119e-07, |
| "loss": 1.0684, |
| "step": 8740 |
| }, |
| { |
| "epoch": 0.008059843648244474, |
| "grad_norm": 11.488326072692871, |
| "learning_rate": 1.9999370717190243e-07, |
| "loss": 1.0718, |
| "step": 8750 |
| }, |
| { |
| "epoch": 0.008069054898128182, |
| "grad_norm": 10.723801612854004, |
| "learning_rate": 1.999936909220398e-07, |
| "loss": 1.1355, |
| "step": 8760 |
| }, |
| { |
| "epoch": 0.00807826614801189, |
| "grad_norm": 11.560935974121094, |
| "learning_rate": 1.99993674651224e-07, |
| "loss": 1.0813, |
| "step": 8770 |
| }, |
| { |
| "epoch": 0.008087477397895598, |
| "grad_norm": 11.844764709472656, |
| "learning_rate": 1.9999365835945504e-07, |
| "loss": 1.101, |
| "step": 8780 |
| }, |
| { |
| "epoch": 0.008096688647779305, |
| "grad_norm": 11.374857902526855, |
| "learning_rate": 1.9999364204673288e-07, |
| "loss": 1.0962, |
| "step": 8790 |
| }, |
| { |
| "epoch": 0.008105899897663013, |
| "grad_norm": 10.651556968688965, |
| "learning_rate": 1.9999362571305761e-07, |
| "loss": 1.0634, |
| "step": 8800 |
| }, |
| { |
| "epoch": 0.008115111147546723, |
| "grad_norm": 11.097898483276367, |
| "learning_rate": 1.9999360935842919e-07, |
| "loss": 1.0626, |
| "step": 8810 |
| }, |
| { |
| "epoch": 0.00812432239743043, |
| "grad_norm": 13.289128303527832, |
| "learning_rate": 1.9999359298284763e-07, |
| "loss": 1.0994, |
| "step": 8820 |
| }, |
| { |
| "epoch": 0.008133533647314138, |
| "grad_norm": 11.332006454467773, |
| "learning_rate": 1.999935765863129e-07, |
| "loss": 1.1036, |
| "step": 8830 |
| }, |
| { |
| "epoch": 0.008142744897197846, |
| "grad_norm": 11.014249801635742, |
| "learning_rate": 1.9999356016882505e-07, |
| "loss": 1.0726, |
| "step": 8840 |
| }, |
| { |
| "epoch": 0.008151956147081554, |
| "grad_norm": 11.593423843383789, |
| "learning_rate": 1.9999354373038404e-07, |
| "loss": 1.0703, |
| "step": 8850 |
| }, |
| { |
| "epoch": 0.008161167396965261, |
| "grad_norm": 10.959020614624023, |
| "learning_rate": 1.9999352727098992e-07, |
| "loss": 1.0612, |
| "step": 8860 |
| }, |
| { |
| "epoch": 0.00817037864684897, |
| "grad_norm": 10.597652435302734, |
| "learning_rate": 1.9999351079064266e-07, |
| "loss": 1.0577, |
| "step": 8870 |
| }, |
| { |
| "epoch": 0.008179589896732677, |
| "grad_norm": 10.600388526916504, |
| "learning_rate": 1.999934942893423e-07, |
| "loss": 1.0649, |
| "step": 8880 |
| }, |
| { |
| "epoch": 0.008188801146616385, |
| "grad_norm": 9.9636812210083, |
| "learning_rate": 1.9999347776708878e-07, |
| "loss": 1.0517, |
| "step": 8890 |
| }, |
| { |
| "epoch": 0.008198012396500094, |
| "grad_norm": 10.696206092834473, |
| "learning_rate": 1.9999346122388215e-07, |
| "loss": 1.0933, |
| "step": 8900 |
| }, |
| { |
| "epoch": 0.008207223646383802, |
| "grad_norm": 11.579418182373047, |
| "learning_rate": 1.9999344465972242e-07, |
| "loss": 1.111, |
| "step": 8910 |
| }, |
| { |
| "epoch": 0.00821643489626751, |
| "grad_norm": 11.81453800201416, |
| "learning_rate": 1.9999342807460957e-07, |
| "loss": 1.0998, |
| "step": 8920 |
| }, |
| { |
| "epoch": 0.008225646146151218, |
| "grad_norm": 9.833195686340332, |
| "learning_rate": 1.9999341146854357e-07, |
| "loss": 1.0894, |
| "step": 8930 |
| }, |
| { |
| "epoch": 0.008234857396034925, |
| "grad_norm": 10.20954704284668, |
| "learning_rate": 1.9999339484152454e-07, |
| "loss": 1.0442, |
| "step": 8940 |
| }, |
| { |
| "epoch": 0.008244068645918633, |
| "grad_norm": 13.597179412841797, |
| "learning_rate": 1.9999337819355235e-07, |
| "loss": 1.0585, |
| "step": 8950 |
| }, |
| { |
| "epoch": 0.00825327989580234, |
| "grad_norm": 50.29384231567383, |
| "learning_rate": 1.9999336152462708e-07, |
| "loss": 1.1284, |
| "step": 8960 |
| }, |
| { |
| "epoch": 0.008262491145686049, |
| "grad_norm": 11.695181846618652, |
| "learning_rate": 1.9999334483474873e-07, |
| "loss": 1.1024, |
| "step": 8970 |
| }, |
| { |
| "epoch": 0.008271702395569758, |
| "grad_norm": 10.144072532653809, |
| "learning_rate": 1.9999332812391728e-07, |
| "loss": 1.0317, |
| "step": 8980 |
| }, |
| { |
| "epoch": 0.008280913645453466, |
| "grad_norm": 12.269700050354004, |
| "learning_rate": 1.9999331139213274e-07, |
| "loss": 1.084, |
| "step": 8990 |
| }, |
| { |
| "epoch": 0.008290124895337174, |
| "grad_norm": 12.896242141723633, |
| "learning_rate": 1.999932946393951e-07, |
| "loss": 1.055, |
| "step": 9000 |
| }, |
| { |
| "epoch": 0.008299336145220881, |
| "grad_norm": 12.16714096069336, |
| "learning_rate": 1.999932778657044e-07, |
| "loss": 1.0751, |
| "step": 9010 |
| }, |
| { |
| "epoch": 0.008308547395104589, |
| "grad_norm": 10.43128490447998, |
| "learning_rate": 1.9999326107106061e-07, |
| "loss": 1.1038, |
| "step": 9020 |
| }, |
| { |
| "epoch": 0.008317758644988297, |
| "grad_norm": 10.838507652282715, |
| "learning_rate": 1.9999324425546376e-07, |
| "loss": 1.0804, |
| "step": 9030 |
| }, |
| { |
| "epoch": 0.008326969894872005, |
| "grad_norm": 11.41357421875, |
| "learning_rate": 1.9999322741891381e-07, |
| "loss": 1.0692, |
| "step": 9040 |
| }, |
| { |
| "epoch": 0.008336181144755712, |
| "grad_norm": 10.528654098510742, |
| "learning_rate": 1.9999321056141082e-07, |
| "loss": 1.092, |
| "step": 9050 |
| }, |
| { |
| "epoch": 0.00834539239463942, |
| "grad_norm": 11.275156021118164, |
| "learning_rate": 1.9999319368295475e-07, |
| "loss": 1.0485, |
| "step": 9060 |
| }, |
| { |
| "epoch": 0.00835460364452313, |
| "grad_norm": 11.776030540466309, |
| "learning_rate": 1.9999317678354564e-07, |
| "loss": 1.1683, |
| "step": 9070 |
| }, |
| { |
| "epoch": 0.008363814894406837, |
| "grad_norm": 11.334040641784668, |
| "learning_rate": 1.9999315986318346e-07, |
| "loss": 1.0969, |
| "step": 9080 |
| }, |
| { |
| "epoch": 0.008373026144290545, |
| "grad_norm": 10.663966178894043, |
| "learning_rate": 1.9999314292186825e-07, |
| "loss": 1.0776, |
| "step": 9090 |
| }, |
| { |
| "epoch": 0.008382237394174253, |
| "grad_norm": 10.564156532287598, |
| "learning_rate": 1.9999312595959993e-07, |
| "loss": 1.0671, |
| "step": 9100 |
| }, |
| { |
| "epoch": 0.00839144864405796, |
| "grad_norm": 10.607227325439453, |
| "learning_rate": 1.9999310897637861e-07, |
| "loss": 1.0729, |
| "step": 9110 |
| }, |
| { |
| "epoch": 0.008400659893941669, |
| "grad_norm": 13.524459838867188, |
| "learning_rate": 1.9999309197220427e-07, |
| "loss": 1.04, |
| "step": 9120 |
| }, |
| { |
| "epoch": 0.008409871143825376, |
| "grad_norm": 9.924148559570312, |
| "learning_rate": 1.9999307494707684e-07, |
| "loss": 1.0195, |
| "step": 9130 |
| }, |
| { |
| "epoch": 0.008419082393709084, |
| "grad_norm": 11.542811393737793, |
| "learning_rate": 1.9999305790099641e-07, |
| "loss": 1.1115, |
| "step": 9140 |
| }, |
| { |
| "epoch": 0.008428293643592794, |
| "grad_norm": 13.14279556274414, |
| "learning_rate": 1.9999304083396296e-07, |
| "loss": 1.0727, |
| "step": 9150 |
| }, |
| { |
| "epoch": 0.008437504893476501, |
| "grad_norm": 11.538451194763184, |
| "learning_rate": 1.9999302374597645e-07, |
| "loss": 1.0456, |
| "step": 9160 |
| }, |
| { |
| "epoch": 0.008446716143360209, |
| "grad_norm": 11.371332168579102, |
| "learning_rate": 1.9999300663703691e-07, |
| "loss": 1.0997, |
| "step": 9170 |
| }, |
| { |
| "epoch": 0.008455927393243917, |
| "grad_norm": 10.599366188049316, |
| "learning_rate": 1.9999298950714438e-07, |
| "loss": 1.0669, |
| "step": 9180 |
| }, |
| { |
| "epoch": 0.008465138643127625, |
| "grad_norm": 147.1831817626953, |
| "learning_rate": 1.999929723562988e-07, |
| "loss": 1.089, |
| "step": 9190 |
| }, |
| { |
| "epoch": 0.008474349893011332, |
| "grad_norm": 10.78607177734375, |
| "learning_rate": 1.9999295518450025e-07, |
| "loss": 1.0246, |
| "step": 9200 |
| }, |
| { |
| "epoch": 0.00848356114289504, |
| "grad_norm": 12.30728530883789, |
| "learning_rate": 1.9999293799174865e-07, |
| "loss": 1.0562, |
| "step": 9210 |
| }, |
| { |
| "epoch": 0.008492772392778748, |
| "grad_norm": 11.619100570678711, |
| "learning_rate": 1.9999292077804406e-07, |
| "loss": 1.0656, |
| "step": 9220 |
| }, |
| { |
| "epoch": 0.008501983642662456, |
| "grad_norm": 9.434433937072754, |
| "learning_rate": 1.9999290354338646e-07, |
| "loss": 1.0588, |
| "step": 9230 |
| }, |
| { |
| "epoch": 0.008511194892546165, |
| "grad_norm": 10.201811790466309, |
| "learning_rate": 1.9999288628777586e-07, |
| "loss": 1.0893, |
| "step": 9240 |
| }, |
| { |
| "epoch": 0.008520406142429873, |
| "grad_norm": 10.75688648223877, |
| "learning_rate": 1.9999286901121232e-07, |
| "loss": 0.9994, |
| "step": 9250 |
| }, |
| { |
| "epoch": 0.00852961739231358, |
| "grad_norm": 12.294363021850586, |
| "learning_rate": 1.9999285171369572e-07, |
| "loss": 1.086, |
| "step": 9260 |
| }, |
| { |
| "epoch": 0.008538828642197288, |
| "grad_norm": 10.840588569641113, |
| "learning_rate": 1.9999283439522615e-07, |
| "loss": 1.0661, |
| "step": 9270 |
| }, |
| { |
| "epoch": 0.008548039892080996, |
| "grad_norm": 13.13080883026123, |
| "learning_rate": 1.9999281705580357e-07, |
| "loss": 1.0969, |
| "step": 9280 |
| }, |
| { |
| "epoch": 0.008557251141964704, |
| "grad_norm": 12.541131973266602, |
| "learning_rate": 1.9999279969542807e-07, |
| "loss": 1.0719, |
| "step": 9290 |
| }, |
| { |
| "epoch": 0.008566462391848412, |
| "grad_norm": 11.553109169006348, |
| "learning_rate": 1.9999278231409955e-07, |
| "loss": 1.0542, |
| "step": 9300 |
| }, |
| { |
| "epoch": 0.00857567364173212, |
| "grad_norm": 10.858327865600586, |
| "learning_rate": 1.9999276491181808e-07, |
| "loss": 1.0617, |
| "step": 9310 |
| }, |
| { |
| "epoch": 0.008584884891615829, |
| "grad_norm": 11.022598266601562, |
| "learning_rate": 1.999927474885836e-07, |
| "loss": 1.0526, |
| "step": 9320 |
| }, |
| { |
| "epoch": 0.008594096141499537, |
| "grad_norm": 11.471165657043457, |
| "learning_rate": 1.9999273004439618e-07, |
| "loss": 1.045, |
| "step": 9330 |
| }, |
| { |
| "epoch": 0.008603307391383245, |
| "grad_norm": 17.085573196411133, |
| "learning_rate": 1.999927125792558e-07, |
| "loss": 1.0653, |
| "step": 9340 |
| }, |
| { |
| "epoch": 0.008612518641266952, |
| "grad_norm": 12.661412239074707, |
| "learning_rate": 1.9999269509316247e-07, |
| "loss": 1.0932, |
| "step": 9350 |
| }, |
| { |
| "epoch": 0.00862172989115066, |
| "grad_norm": 12.632064819335938, |
| "learning_rate": 1.9999267758611618e-07, |
| "loss": 1.0962, |
| "step": 9360 |
| }, |
| { |
| "epoch": 0.008630941141034368, |
| "grad_norm": 10.689151763916016, |
| "learning_rate": 1.999926600581169e-07, |
| "loss": 1.0536, |
| "step": 9370 |
| }, |
| { |
| "epoch": 0.008640152390918076, |
| "grad_norm": 11.263710975646973, |
| "learning_rate": 1.9999264250916472e-07, |
| "loss": 1.061, |
| "step": 9380 |
| }, |
| { |
| "epoch": 0.008649363640801783, |
| "grad_norm": 10.958022117614746, |
| "learning_rate": 1.9999262493925956e-07, |
| "loss": 1.0561, |
| "step": 9390 |
| }, |
| { |
| "epoch": 0.008658574890685493, |
| "grad_norm": 12.540989875793457, |
| "learning_rate": 1.999926073484015e-07, |
| "loss": 1.0657, |
| "step": 9400 |
| }, |
| { |
| "epoch": 0.0086677861405692, |
| "grad_norm": 10.894880294799805, |
| "learning_rate": 1.9999258973659047e-07, |
| "loss": 1.0658, |
| "step": 9410 |
| }, |
| { |
| "epoch": 0.008676997390452908, |
| "grad_norm": 13.033790588378906, |
| "learning_rate": 1.999925721038265e-07, |
| "loss": 1.0419, |
| "step": 9420 |
| }, |
| { |
| "epoch": 0.008686208640336616, |
| "grad_norm": 11.394380569458008, |
| "learning_rate": 1.9999255445010964e-07, |
| "loss": 1.1079, |
| "step": 9430 |
| }, |
| { |
| "epoch": 0.008695419890220324, |
| "grad_norm": 10.95514965057373, |
| "learning_rate": 1.9999253677543984e-07, |
| "loss": 1.0424, |
| "step": 9440 |
| }, |
| { |
| "epoch": 0.008704631140104032, |
| "grad_norm": 11.140457153320312, |
| "learning_rate": 1.9999251907981712e-07, |
| "loss": 1.1059, |
| "step": 9450 |
| }, |
| { |
| "epoch": 0.00871384238998774, |
| "grad_norm": 10.803711891174316, |
| "learning_rate": 1.9999250136324145e-07, |
| "loss": 1.0246, |
| "step": 9460 |
| }, |
| { |
| "epoch": 0.008723053639871447, |
| "grad_norm": 10.29238510131836, |
| "learning_rate": 1.9999248362571289e-07, |
| "loss": 1.0822, |
| "step": 9470 |
| }, |
| { |
| "epoch": 0.008732264889755155, |
| "grad_norm": 11.502205848693848, |
| "learning_rate": 1.999924658672314e-07, |
| "loss": 1.1197, |
| "step": 9480 |
| }, |
| { |
| "epoch": 0.008741476139638864, |
| "grad_norm": 11.76965618133545, |
| "learning_rate": 1.9999244808779702e-07, |
| "loss": 1.0492, |
| "step": 9490 |
| }, |
| { |
| "epoch": 0.008750687389522572, |
| "grad_norm": 10.714384078979492, |
| "learning_rate": 1.9999243028740972e-07, |
| "loss": 1.0533, |
| "step": 9500 |
| }, |
| { |
| "epoch": 0.00875989863940628, |
| "grad_norm": 11.008478164672852, |
| "learning_rate": 1.9999241246606955e-07, |
| "loss": 1.0832, |
| "step": 9510 |
| }, |
| { |
| "epoch": 0.008769109889289988, |
| "grad_norm": 10.359647750854492, |
| "learning_rate": 1.9999239462377648e-07, |
| "loss": 1.0551, |
| "step": 9520 |
| }, |
| { |
| "epoch": 0.008778321139173696, |
| "grad_norm": 10.09439754486084, |
| "learning_rate": 1.999923767605305e-07, |
| "loss": 1.0314, |
| "step": 9530 |
| }, |
| { |
| "epoch": 0.008787532389057403, |
| "grad_norm": 12.28543472290039, |
| "learning_rate": 1.9999235887633167e-07, |
| "loss": 1.0385, |
| "step": 9540 |
| }, |
| { |
| "epoch": 0.008796743638941111, |
| "grad_norm": 11.33259391784668, |
| "learning_rate": 1.999923409711799e-07, |
| "loss": 1.0599, |
| "step": 9550 |
| }, |
| { |
| "epoch": 0.008805954888824819, |
| "grad_norm": 10.183274269104004, |
| "learning_rate": 1.9999232304507524e-07, |
| "loss": 1.0351, |
| "step": 9560 |
| }, |
| { |
| "epoch": 0.008815166138708528, |
| "grad_norm": 11.242117881774902, |
| "learning_rate": 1.9999230509801776e-07, |
| "loss": 1.1069, |
| "step": 9570 |
| }, |
| { |
| "epoch": 0.008824377388592236, |
| "grad_norm": 16.519079208374023, |
| "learning_rate": 1.9999228713000737e-07, |
| "loss": 1.0785, |
| "step": 9580 |
| }, |
| { |
| "epoch": 0.008833588638475944, |
| "grad_norm": 12.673565864562988, |
| "learning_rate": 1.9999226914104415e-07, |
| "loss": 1.0436, |
| "step": 9590 |
| }, |
| { |
| "epoch": 0.008842799888359652, |
| "grad_norm": 11.839251518249512, |
| "learning_rate": 1.99992251131128e-07, |
| "loss": 1.0878, |
| "step": 9600 |
| }, |
| { |
| "epoch": 0.00885201113824336, |
| "grad_norm": 10.931118965148926, |
| "learning_rate": 1.9999223310025903e-07, |
| "loss": 1.1125, |
| "step": 9610 |
| }, |
| { |
| "epoch": 0.008861222388127067, |
| "grad_norm": 11.007862091064453, |
| "learning_rate": 1.999922150484372e-07, |
| "loss": 1.062, |
| "step": 9620 |
| }, |
| { |
| "epoch": 0.008870433638010775, |
| "grad_norm": 10.936423301696777, |
| "learning_rate": 1.9999219697566253e-07, |
| "loss": 1.1171, |
| "step": 9630 |
| }, |
| { |
| "epoch": 0.008879644887894483, |
| "grad_norm": 12.802664756774902, |
| "learning_rate": 1.9999217888193499e-07, |
| "loss": 1.0819, |
| "step": 9640 |
| }, |
| { |
| "epoch": 0.00888885613777819, |
| "grad_norm": 13.950556755065918, |
| "learning_rate": 1.9999216076725455e-07, |
| "loss": 1.0978, |
| "step": 9650 |
| }, |
| { |
| "epoch": 0.0088980673876619, |
| "grad_norm": 13.137720108032227, |
| "learning_rate": 1.9999214263162135e-07, |
| "loss": 1.1422, |
| "step": 9660 |
| }, |
| { |
| "epoch": 0.008907278637545608, |
| "grad_norm": 12.493955612182617, |
| "learning_rate": 1.9999212447503528e-07, |
| "loss": 1.0574, |
| "step": 9670 |
| }, |
| { |
| "epoch": 0.008916489887429315, |
| "grad_norm": 12.361075401306152, |
| "learning_rate": 1.9999210629749636e-07, |
| "loss": 1.0808, |
| "step": 9680 |
| }, |
| { |
| "epoch": 0.008925701137313023, |
| "grad_norm": 10.407599449157715, |
| "learning_rate": 1.999920880990046e-07, |
| "loss": 1.0782, |
| "step": 9690 |
| }, |
| { |
| "epoch": 0.008934912387196731, |
| "grad_norm": 10.881622314453125, |
| "learning_rate": 1.9999206987956007e-07, |
| "loss": 1.0988, |
| "step": 9700 |
| }, |
| { |
| "epoch": 0.008944123637080439, |
| "grad_norm": 10.24425220489502, |
| "learning_rate": 1.9999205163916265e-07, |
| "loss": 1.0339, |
| "step": 9710 |
| }, |
| { |
| "epoch": 0.008953334886964147, |
| "grad_norm": 11.523407936096191, |
| "learning_rate": 1.9999203337781245e-07, |
| "loss": 1.0782, |
| "step": 9720 |
| }, |
| { |
| "epoch": 0.008962546136847854, |
| "grad_norm": 12.510161399841309, |
| "learning_rate": 1.999920150955094e-07, |
| "loss": 1.0746, |
| "step": 9730 |
| }, |
| { |
| "epoch": 0.008971757386731564, |
| "grad_norm": 12.185508728027344, |
| "learning_rate": 1.9999199679225355e-07, |
| "loss": 1.0676, |
| "step": 9740 |
| }, |
| { |
| "epoch": 0.008980968636615272, |
| "grad_norm": 11.52450180053711, |
| "learning_rate": 1.9999197846804492e-07, |
| "loss": 1.0417, |
| "step": 9750 |
| }, |
| { |
| "epoch": 0.00899017988649898, |
| "grad_norm": 10.623550415039062, |
| "learning_rate": 1.9999196012288346e-07, |
| "loss": 1.067, |
| "step": 9760 |
| }, |
| { |
| "epoch": 0.008999391136382687, |
| "grad_norm": 10.873220443725586, |
| "learning_rate": 1.999919417567692e-07, |
| "loss": 1.0894, |
| "step": 9770 |
| }, |
| { |
| "epoch": 0.009008602386266395, |
| "grad_norm": 12.051067352294922, |
| "learning_rate": 1.9999192336970213e-07, |
| "loss": 1.0223, |
| "step": 9780 |
| }, |
| { |
| "epoch": 0.009017813636150103, |
| "grad_norm": 10.203484535217285, |
| "learning_rate": 1.999919049616823e-07, |
| "loss": 1.0803, |
| "step": 9790 |
| }, |
| { |
| "epoch": 0.00902702488603381, |
| "grad_norm": 127.2802963256836, |
| "learning_rate": 1.9999188653270965e-07, |
| "loss": 1.0724, |
| "step": 9800 |
| }, |
| { |
| "epoch": 0.009036236135917518, |
| "grad_norm": 13.264669418334961, |
| "learning_rate": 1.9999186808278424e-07, |
| "loss": 1.0494, |
| "step": 9810 |
| }, |
| { |
| "epoch": 0.009045447385801226, |
| "grad_norm": 10.563486099243164, |
| "learning_rate": 1.9999184961190601e-07, |
| "loss": 1.0567, |
| "step": 9820 |
| }, |
| { |
| "epoch": 0.009054658635684935, |
| "grad_norm": 11.760886192321777, |
| "learning_rate": 1.9999183112007505e-07, |
| "loss": 1.0557, |
| "step": 9830 |
| }, |
| { |
| "epoch": 0.009063869885568643, |
| "grad_norm": 18.59585952758789, |
| "learning_rate": 1.9999181260729127e-07, |
| "loss": 1.1102, |
| "step": 9840 |
| }, |
| { |
| "epoch": 0.009073081135452351, |
| "grad_norm": 12.069076538085938, |
| "learning_rate": 1.9999179407355476e-07, |
| "loss": 1.0551, |
| "step": 9850 |
| }, |
| { |
| "epoch": 0.009082292385336059, |
| "grad_norm": 11.18621826171875, |
| "learning_rate": 1.9999177551886545e-07, |
| "loss": 1.0923, |
| "step": 9860 |
| }, |
| { |
| "epoch": 0.009091503635219766, |
| "grad_norm": 12.968023300170898, |
| "learning_rate": 1.9999175694322338e-07, |
| "loss": 1.0638, |
| "step": 9870 |
| }, |
| { |
| "epoch": 0.009100714885103474, |
| "grad_norm": 10.560938835144043, |
| "learning_rate": 1.9999173834662858e-07, |
| "loss": 1.0454, |
| "step": 9880 |
| }, |
| { |
| "epoch": 0.009109926134987182, |
| "grad_norm": 10.572060585021973, |
| "learning_rate": 1.99991719729081e-07, |
| "loss": 1.0659, |
| "step": 9890 |
| }, |
| { |
| "epoch": 0.00911913738487089, |
| "grad_norm": 12.31320571899414, |
| "learning_rate": 1.9999170109058068e-07, |
| "loss": 1.074, |
| "step": 9900 |
| }, |
| { |
| "epoch": 0.0091283486347546, |
| "grad_norm": 15.759599685668945, |
| "learning_rate": 1.9999168243112761e-07, |
| "loss": 1.0546, |
| "step": 9910 |
| }, |
| { |
| "epoch": 0.009137559884638307, |
| "grad_norm": 10.657308578491211, |
| "learning_rate": 1.9999166375072178e-07, |
| "loss": 1.0739, |
| "step": 9920 |
| }, |
| { |
| "epoch": 0.009146771134522015, |
| "grad_norm": 10.577692985534668, |
| "learning_rate": 1.9999164504936324e-07, |
| "loss": 1.0127, |
| "step": 9930 |
| }, |
| { |
| "epoch": 0.009155982384405723, |
| "grad_norm": 14.53947639465332, |
| "learning_rate": 1.9999162632705194e-07, |
| "loss": 1.0579, |
| "step": 9940 |
| }, |
| { |
| "epoch": 0.00916519363428943, |
| "grad_norm": 10.085494041442871, |
| "learning_rate": 1.9999160758378793e-07, |
| "loss": 1.0168, |
| "step": 9950 |
| }, |
| { |
| "epoch": 0.009174404884173138, |
| "grad_norm": 11.186735153198242, |
| "learning_rate": 1.9999158881957116e-07, |
| "loss": 1.0795, |
| "step": 9960 |
| }, |
| { |
| "epoch": 0.009183616134056846, |
| "grad_norm": 14.622456550598145, |
| "learning_rate": 1.999915700344017e-07, |
| "loss": 1.0782, |
| "step": 9970 |
| }, |
| { |
| "epoch": 0.009192827383940554, |
| "grad_norm": 11.971503257751465, |
| "learning_rate": 1.999915512282795e-07, |
| "loss": 1.0538, |
| "step": 9980 |
| }, |
| { |
| "epoch": 0.009202038633824263, |
| "grad_norm": 11.950106620788574, |
| "learning_rate": 1.999915324012046e-07, |
| "loss": 1.1311, |
| "step": 9990 |
| }, |
| { |
| "epoch": 0.00921124988370797, |
| "grad_norm": 12.671368598937988, |
| "learning_rate": 1.9999151355317698e-07, |
| "loss": 1.0924, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.009220461133591679, |
| "grad_norm": 12.27900505065918, |
| "learning_rate": 1.9999149468419666e-07, |
| "loss": 1.0229, |
| "step": 10010 |
| }, |
| { |
| "epoch": 0.009229672383475386, |
| "grad_norm": 10.733115196228027, |
| "learning_rate": 1.9999147579426362e-07, |
| "loss": 1.0659, |
| "step": 10020 |
| }, |
| { |
| "epoch": 0.009238883633359094, |
| "grad_norm": 13.622121810913086, |
| "learning_rate": 1.999914568833779e-07, |
| "loss": 1.0278, |
| "step": 10030 |
| }, |
| { |
| "epoch": 0.009248094883242802, |
| "grad_norm": 10.59408187866211, |
| "learning_rate": 1.9999143795153948e-07, |
| "loss": 1.0517, |
| "step": 10040 |
| }, |
| { |
| "epoch": 0.00925730613312651, |
| "grad_norm": 11.185957908630371, |
| "learning_rate": 1.9999141899874834e-07, |
| "loss": 1.0966, |
| "step": 10050 |
| }, |
| { |
| "epoch": 0.009266517383010217, |
| "grad_norm": 10.468329429626465, |
| "learning_rate": 1.9999140002500457e-07, |
| "loss": 1.0735, |
| "step": 10060 |
| }, |
| { |
| "epoch": 0.009275728632893925, |
| "grad_norm": 10.570304870605469, |
| "learning_rate": 1.9999138103030807e-07, |
| "loss": 1.0997, |
| "step": 10070 |
| }, |
| { |
| "epoch": 0.009284939882777635, |
| "grad_norm": 10.814870834350586, |
| "learning_rate": 1.9999136201465888e-07, |
| "loss": 1.0373, |
| "step": 10080 |
| }, |
| { |
| "epoch": 0.009294151132661342, |
| "grad_norm": 10.930500030517578, |
| "learning_rate": 1.9999134297805704e-07, |
| "loss": 1.0703, |
| "step": 10090 |
| }, |
| { |
| "epoch": 0.00930336238254505, |
| "grad_norm": 10.6019287109375, |
| "learning_rate": 1.9999132392050253e-07, |
| "loss": 1.0763, |
| "step": 10100 |
| }, |
| { |
| "epoch": 0.009312573632428758, |
| "grad_norm": 10.920812606811523, |
| "learning_rate": 1.9999130484199532e-07, |
| "loss": 1.0706, |
| "step": 10110 |
| }, |
| { |
| "epoch": 0.009321784882312466, |
| "grad_norm": 11.809261322021484, |
| "learning_rate": 1.9999128574253548e-07, |
| "loss": 1.0673, |
| "step": 10120 |
| }, |
| { |
| "epoch": 0.009330996132196174, |
| "grad_norm": 11.189637184143066, |
| "learning_rate": 1.9999126662212298e-07, |
| "loss": 1.0556, |
| "step": 10130 |
| }, |
| { |
| "epoch": 0.009340207382079881, |
| "grad_norm": 13.285804748535156, |
| "learning_rate": 1.9999124748075783e-07, |
| "loss": 1.0557, |
| "step": 10140 |
| }, |
| { |
| "epoch": 0.009349418631963589, |
| "grad_norm": 12.155187606811523, |
| "learning_rate": 1.9999122831843999e-07, |
| "loss": 1.0653, |
| "step": 10150 |
| }, |
| { |
| "epoch": 0.009358629881847299, |
| "grad_norm": 10.259940147399902, |
| "learning_rate": 1.9999120913516952e-07, |
| "loss": 1.0167, |
| "step": 10160 |
| }, |
| { |
| "epoch": 0.009367841131731006, |
| "grad_norm": 12.034541130065918, |
| "learning_rate": 1.9999118993094641e-07, |
| "loss": 1.1231, |
| "step": 10170 |
| }, |
| { |
| "epoch": 0.009377052381614714, |
| "grad_norm": 11.056714057922363, |
| "learning_rate": 1.9999117070577066e-07, |
| "loss": 1.0533, |
| "step": 10180 |
| }, |
| { |
| "epoch": 0.009386263631498422, |
| "grad_norm": 11.024518966674805, |
| "learning_rate": 1.9999115145964227e-07, |
| "loss": 1.0533, |
| "step": 10190 |
| }, |
| { |
| "epoch": 0.00939547488138213, |
| "grad_norm": 11.203171730041504, |
| "learning_rate": 1.9999113219256128e-07, |
| "loss": 1.0558, |
| "step": 10200 |
| }, |
| { |
| "epoch": 0.009404686131265837, |
| "grad_norm": 11.430652618408203, |
| "learning_rate": 1.9999111290452763e-07, |
| "loss": 1.0432, |
| "step": 10210 |
| }, |
| { |
| "epoch": 0.009413897381149545, |
| "grad_norm": 11.131461143493652, |
| "learning_rate": 1.9999109359554135e-07, |
| "loss": 1.0335, |
| "step": 10220 |
| }, |
| { |
| "epoch": 0.009423108631033253, |
| "grad_norm": 11.44570541381836, |
| "learning_rate": 1.9999107426560244e-07, |
| "loss": 1.0681, |
| "step": 10230 |
| }, |
| { |
| "epoch": 0.00943231988091696, |
| "grad_norm": 10.651673316955566, |
| "learning_rate": 1.9999105491471095e-07, |
| "loss": 1.0626, |
| "step": 10240 |
| }, |
| { |
| "epoch": 0.00944153113080067, |
| "grad_norm": 11.448568344116211, |
| "learning_rate": 1.9999103554286686e-07, |
| "loss": 1.0124, |
| "step": 10250 |
| }, |
| { |
| "epoch": 0.009450742380684378, |
| "grad_norm": 10.503666877746582, |
| "learning_rate": 1.999910161500701e-07, |
| "loss": 1.0563, |
| "step": 10260 |
| }, |
| { |
| "epoch": 0.009459953630568086, |
| "grad_norm": 11.241734504699707, |
| "learning_rate": 1.9999099673632078e-07, |
| "loss": 1.04, |
| "step": 10270 |
| }, |
| { |
| "epoch": 0.009469164880451793, |
| "grad_norm": 13.1773042678833, |
| "learning_rate": 1.9999097730161885e-07, |
| "loss": 1.0685, |
| "step": 10280 |
| }, |
| { |
| "epoch": 0.009478376130335501, |
| "grad_norm": 10.578974723815918, |
| "learning_rate": 1.9999095784596435e-07, |
| "loss": 1.0502, |
| "step": 10290 |
| }, |
| { |
| "epoch": 0.009487587380219209, |
| "grad_norm": 15.131848335266113, |
| "learning_rate": 1.999909383693572e-07, |
| "loss": 1.0951, |
| "step": 10300 |
| }, |
| { |
| "epoch": 0.009496798630102917, |
| "grad_norm": 10.200125694274902, |
| "learning_rate": 1.9999091887179752e-07, |
| "loss": 1.0467, |
| "step": 10310 |
| }, |
| { |
| "epoch": 0.009506009879986625, |
| "grad_norm": 13.75231647491455, |
| "learning_rate": 1.9999089935328522e-07, |
| "loss": 1.0818, |
| "step": 10320 |
| }, |
| { |
| "epoch": 0.009515221129870334, |
| "grad_norm": 11.539515495300293, |
| "learning_rate": 1.9999087981382038e-07, |
| "loss": 1.061, |
| "step": 10330 |
| }, |
| { |
| "epoch": 0.009524432379754042, |
| "grad_norm": 11.828240394592285, |
| "learning_rate": 1.9999086025340293e-07, |
| "loss": 1.0534, |
| "step": 10340 |
| }, |
| { |
| "epoch": 0.00953364362963775, |
| "grad_norm": 11.30993938446045, |
| "learning_rate": 1.9999084067203293e-07, |
| "loss": 1.0387, |
| "step": 10350 |
| }, |
| { |
| "epoch": 0.009542854879521457, |
| "grad_norm": 69.48150634765625, |
| "learning_rate": 1.9999082106971035e-07, |
| "loss": 1.0504, |
| "step": 10360 |
| }, |
| { |
| "epoch": 0.009552066129405165, |
| "grad_norm": 11.68458080291748, |
| "learning_rate": 1.9999080144643517e-07, |
| "loss": 1.0651, |
| "step": 10370 |
| }, |
| { |
| "epoch": 0.009561277379288873, |
| "grad_norm": 18.312400817871094, |
| "learning_rate": 1.9999078180220752e-07, |
| "loss": 1.0835, |
| "step": 10380 |
| }, |
| { |
| "epoch": 0.00957048862917258, |
| "grad_norm": 10.953816413879395, |
| "learning_rate": 1.9999076213702724e-07, |
| "loss": 1.053, |
| "step": 10390 |
| }, |
| { |
| "epoch": 0.009579699879056288, |
| "grad_norm": 11.196744918823242, |
| "learning_rate": 1.9999074245089446e-07, |
| "loss": 1.0213, |
| "step": 10400 |
| }, |
| { |
| "epoch": 0.009588911128939996, |
| "grad_norm": 13.228312492370605, |
| "learning_rate": 1.999907227438091e-07, |
| "loss": 1.131, |
| "step": 10410 |
| }, |
| { |
| "epoch": 0.009598122378823706, |
| "grad_norm": 10.745619773864746, |
| "learning_rate": 1.999907030157712e-07, |
| "loss": 1.0866, |
| "step": 10420 |
| }, |
| { |
| "epoch": 0.009607333628707413, |
| "grad_norm": 12.490727424621582, |
| "learning_rate": 1.9999068326678078e-07, |
| "loss": 1.0203, |
| "step": 10430 |
| }, |
| { |
| "epoch": 0.009616544878591121, |
| "grad_norm": 12.255220413208008, |
| "learning_rate": 1.9999066349683782e-07, |
| "loss": 1.0301, |
| "step": 10440 |
| }, |
| { |
| "epoch": 0.009625756128474829, |
| "grad_norm": 12.161656379699707, |
| "learning_rate": 1.9999064370594233e-07, |
| "loss": 1.0781, |
| "step": 10450 |
| }, |
| { |
| "epoch": 0.009634967378358537, |
| "grad_norm": 10.330904960632324, |
| "learning_rate": 1.9999062389409433e-07, |
| "loss": 1.0378, |
| "step": 10460 |
| }, |
| { |
| "epoch": 0.009644178628242244, |
| "grad_norm": 10.937992095947266, |
| "learning_rate": 1.9999060406129377e-07, |
| "loss": 1.0819, |
| "step": 10470 |
| }, |
| { |
| "epoch": 0.009653389878125952, |
| "grad_norm": 10.681947708129883, |
| "learning_rate": 1.999905842075407e-07, |
| "loss": 1.048, |
| "step": 10480 |
| }, |
| { |
| "epoch": 0.00966260112800966, |
| "grad_norm": 10.496880531311035, |
| "learning_rate": 1.9999056433283515e-07, |
| "loss": 1.0542, |
| "step": 10490 |
| }, |
| { |
| "epoch": 0.00967181237789337, |
| "grad_norm": 13.243370056152344, |
| "learning_rate": 1.9999054443717707e-07, |
| "loss": 1.0907, |
| "step": 10500 |
| }, |
| { |
| "epoch": 0.009681023627777077, |
| "grad_norm": 12.429362297058105, |
| "learning_rate": 1.999905245205665e-07, |
| "loss": 1.0617, |
| "step": 10510 |
| }, |
| { |
| "epoch": 0.009690234877660785, |
| "grad_norm": 11.334091186523438, |
| "learning_rate": 1.999905045830034e-07, |
| "loss": 1.0828, |
| "step": 10520 |
| }, |
| { |
| "epoch": 0.009699446127544493, |
| "grad_norm": 10.744280815124512, |
| "learning_rate": 1.9999048462448781e-07, |
| "loss": 1.0251, |
| "step": 10530 |
| }, |
| { |
| "epoch": 0.0097086573774282, |
| "grad_norm": 9.50810718536377, |
| "learning_rate": 1.9999046464501977e-07, |
| "loss": 1.0774, |
| "step": 10540 |
| }, |
| { |
| "epoch": 0.009717868627311908, |
| "grad_norm": 11.54856014251709, |
| "learning_rate": 1.999904446445992e-07, |
| "loss": 1.0495, |
| "step": 10550 |
| }, |
| { |
| "epoch": 0.009727079877195616, |
| "grad_norm": 11.866401672363281, |
| "learning_rate": 1.9999042462322615e-07, |
| "loss": 1.0396, |
| "step": 10560 |
| }, |
| { |
| "epoch": 0.009736291127079324, |
| "grad_norm": 11.135425567626953, |
| "learning_rate": 1.999904045809006e-07, |
| "loss": 1.0604, |
| "step": 10570 |
| }, |
| { |
| "epoch": 0.009745502376963033, |
| "grad_norm": 11.822609901428223, |
| "learning_rate": 1.9999038451762262e-07, |
| "loss": 1.0594, |
| "step": 10580 |
| }, |
| { |
| "epoch": 0.009754713626846741, |
| "grad_norm": 13.137497901916504, |
| "learning_rate": 1.9999036443339214e-07, |
| "loss": 1.0249, |
| "step": 10590 |
| }, |
| { |
| "epoch": 0.009763924876730449, |
| "grad_norm": 10.92626953125, |
| "learning_rate": 1.999903443282092e-07, |
| "loss": 1.0667, |
| "step": 10600 |
| }, |
| { |
| "epoch": 0.009773136126614157, |
| "grad_norm": 10.957594871520996, |
| "learning_rate": 1.9999032420207383e-07, |
| "loss": 1.045, |
| "step": 10610 |
| }, |
| { |
| "epoch": 0.009782347376497864, |
| "grad_norm": 10.834756851196289, |
| "learning_rate": 1.9999030405498596e-07, |
| "loss": 1.0763, |
| "step": 10620 |
| }, |
| { |
| "epoch": 0.009791558626381572, |
| "grad_norm": 11.003363609313965, |
| "learning_rate": 1.9999028388694564e-07, |
| "loss": 1.0369, |
| "step": 10630 |
| }, |
| { |
| "epoch": 0.00980076987626528, |
| "grad_norm": 12.065079689025879, |
| "learning_rate": 1.9999026369795288e-07, |
| "loss": 1.0937, |
| "step": 10640 |
| }, |
| { |
| "epoch": 0.009809981126148988, |
| "grad_norm": 9.540847778320312, |
| "learning_rate": 1.9999024348800767e-07, |
| "loss": 1.0182, |
| "step": 10650 |
| }, |
| { |
| "epoch": 0.009819192376032695, |
| "grad_norm": 11.240922927856445, |
| "learning_rate": 1.9999022325711002e-07, |
| "loss": 1.0733, |
| "step": 10660 |
| }, |
| { |
| "epoch": 0.009828403625916405, |
| "grad_norm": 12.070985794067383, |
| "learning_rate": 1.9999020300525994e-07, |
| "loss": 1.0647, |
| "step": 10670 |
| }, |
| { |
| "epoch": 0.009837614875800113, |
| "grad_norm": 10.385763168334961, |
| "learning_rate": 1.999901827324574e-07, |
| "loss": 1.0575, |
| "step": 10680 |
| }, |
| { |
| "epoch": 0.00984682612568382, |
| "grad_norm": 11.309329986572266, |
| "learning_rate": 1.9999016243870246e-07, |
| "loss": 1.063, |
| "step": 10690 |
| }, |
| { |
| "epoch": 0.009856037375567528, |
| "grad_norm": 11.986614227294922, |
| "learning_rate": 1.9999014212399508e-07, |
| "loss": 1.0109, |
| "step": 10700 |
| }, |
| { |
| "epoch": 0.009865248625451236, |
| "grad_norm": 10.414978981018066, |
| "learning_rate": 1.999901217883353e-07, |
| "loss": 1.0162, |
| "step": 10710 |
| }, |
| { |
| "epoch": 0.009874459875334944, |
| "grad_norm": 10.92629623413086, |
| "learning_rate": 1.9999010143172309e-07, |
| "loss": 1.0512, |
| "step": 10720 |
| }, |
| { |
| "epoch": 0.009883671125218652, |
| "grad_norm": 11.59291934967041, |
| "learning_rate": 1.9999008105415847e-07, |
| "loss": 1.057, |
| "step": 10730 |
| }, |
| { |
| "epoch": 0.00989288237510236, |
| "grad_norm": 12.11353588104248, |
| "learning_rate": 1.9999006065564144e-07, |
| "loss": 1.0911, |
| "step": 10740 |
| }, |
| { |
| "epoch": 0.009902093624986069, |
| "grad_norm": 12.18124771118164, |
| "learning_rate": 1.9999004023617202e-07, |
| "loss": 1.0618, |
| "step": 10750 |
| }, |
| { |
| "epoch": 0.009911304874869777, |
| "grad_norm": 11.09522533416748, |
| "learning_rate": 1.9999001979575015e-07, |
| "loss": 1.0064, |
| "step": 10760 |
| }, |
| { |
| "epoch": 0.009920516124753484, |
| "grad_norm": 10.982993125915527, |
| "learning_rate": 1.9998999933437592e-07, |
| "loss": 1.0457, |
| "step": 10770 |
| }, |
| { |
| "epoch": 0.009929727374637192, |
| "grad_norm": 11.105592727661133, |
| "learning_rate": 1.9998997885204935e-07, |
| "loss": 1.0368, |
| "step": 10780 |
| }, |
| { |
| "epoch": 0.0099389386245209, |
| "grad_norm": 10.019579887390137, |
| "learning_rate": 1.999899583487703e-07, |
| "loss": 0.9833, |
| "step": 10790 |
| }, |
| { |
| "epoch": 0.009948149874404608, |
| "grad_norm": 11.136319160461426, |
| "learning_rate": 1.9998993782453892e-07, |
| "loss": 1.0622, |
| "step": 10800 |
| }, |
| { |
| "epoch": 0.009957361124288315, |
| "grad_norm": 11.089784622192383, |
| "learning_rate": 1.9998991727935517e-07, |
| "loss": 1.0711, |
| "step": 10810 |
| }, |
| { |
| "epoch": 0.009966572374172023, |
| "grad_norm": 11.013596534729004, |
| "learning_rate": 1.9998989671321903e-07, |
| "loss": 0.9907, |
| "step": 10820 |
| }, |
| { |
| "epoch": 0.009975783624055731, |
| "grad_norm": 10.718193054199219, |
| "learning_rate": 1.9998987612613052e-07, |
| "loss": 1.0678, |
| "step": 10830 |
| }, |
| { |
| "epoch": 0.00998499487393944, |
| "grad_norm": 11.073073387145996, |
| "learning_rate": 1.9998985551808967e-07, |
| "loss": 1.0253, |
| "step": 10840 |
| }, |
| { |
| "epoch": 0.009994206123823148, |
| "grad_norm": 10.399203300476074, |
| "learning_rate": 1.9998983488909643e-07, |
| "loss": 1.0914, |
| "step": 10850 |
| }, |
| { |
| "epoch": 0.010003417373706856, |
| "grad_norm": 11.7626953125, |
| "learning_rate": 1.9998981423915083e-07, |
| "loss": 1.0602, |
| "step": 10860 |
| }, |
| { |
| "epoch": 0.010012628623590564, |
| "grad_norm": 10.847984313964844, |
| "learning_rate": 1.999897935682529e-07, |
| "loss": 0.998, |
| "step": 10870 |
| }, |
| { |
| "epoch": 0.010021839873474271, |
| "grad_norm": 11.725564956665039, |
| "learning_rate": 1.9998977287640262e-07, |
| "loss": 1.0327, |
| "step": 10880 |
| }, |
| { |
| "epoch": 0.01003105112335798, |
| "grad_norm": 10.937654495239258, |
| "learning_rate": 1.999897521636e-07, |
| "loss": 1.0841, |
| "step": 10890 |
| }, |
| { |
| "epoch": 0.010040262373241687, |
| "grad_norm": 11.381839752197266, |
| "learning_rate": 1.99989731429845e-07, |
| "loss": 1.0579, |
| "step": 10900 |
| }, |
| { |
| "epoch": 0.010049473623125395, |
| "grad_norm": 10.837337493896484, |
| "learning_rate": 1.9998971067513773e-07, |
| "loss": 1.1115, |
| "step": 10910 |
| }, |
| { |
| "epoch": 0.010058684873009104, |
| "grad_norm": 10.719988822937012, |
| "learning_rate": 1.999896898994781e-07, |
| "loss": 1.0117, |
| "step": 10920 |
| }, |
| { |
| "epoch": 0.010067896122892812, |
| "grad_norm": 11.277645111083984, |
| "learning_rate": 1.999896691028661e-07, |
| "loss": 1.0429, |
| "step": 10930 |
| }, |
| { |
| "epoch": 0.01007710737277652, |
| "grad_norm": 11.057273864746094, |
| "learning_rate": 1.9998964828530185e-07, |
| "loss": 1.0654, |
| "step": 10940 |
| }, |
| { |
| "epoch": 0.010086318622660228, |
| "grad_norm": 10.45768928527832, |
| "learning_rate": 1.9998962744678524e-07, |
| "loss": 1.0479, |
| "step": 10950 |
| }, |
| { |
| "epoch": 0.010095529872543935, |
| "grad_norm": 12.720081329345703, |
| "learning_rate": 1.9998960658731635e-07, |
| "loss": 1.0539, |
| "step": 10960 |
| }, |
| { |
| "epoch": 0.010104741122427643, |
| "grad_norm": 11.445027351379395, |
| "learning_rate": 1.9998958570689511e-07, |
| "loss": 1.0391, |
| "step": 10970 |
| }, |
| { |
| "epoch": 0.01011395237231135, |
| "grad_norm": 10.973172187805176, |
| "learning_rate": 1.999895648055216e-07, |
| "loss": 1.054, |
| "step": 10980 |
| }, |
| { |
| "epoch": 0.010123163622195059, |
| "grad_norm": 12.430107116699219, |
| "learning_rate": 1.9998954388319576e-07, |
| "loss": 1.0129, |
| "step": 10990 |
| }, |
| { |
| "epoch": 0.010132374872078766, |
| "grad_norm": 11.580085754394531, |
| "learning_rate": 1.9998952293991767e-07, |
| "loss": 1.0698, |
| "step": 11000 |
| }, |
| { |
| "epoch": 0.010141586121962476, |
| "grad_norm": 11.905829429626465, |
| "learning_rate": 1.9998950197568724e-07, |
| "loss": 1.0592, |
| "step": 11010 |
| }, |
| { |
| "epoch": 0.010150797371846184, |
| "grad_norm": 12.367510795593262, |
| "learning_rate": 1.9998948099050458e-07, |
| "loss": 1.0333, |
| "step": 11020 |
| }, |
| { |
| "epoch": 0.010160008621729891, |
| "grad_norm": 10.181341171264648, |
| "learning_rate": 1.9998945998436957e-07, |
| "loss": 1.0621, |
| "step": 11030 |
| }, |
| { |
| "epoch": 0.0101692198716136, |
| "grad_norm": 11.343079566955566, |
| "learning_rate": 1.9998943895728236e-07, |
| "loss": 1.0382, |
| "step": 11040 |
| }, |
| { |
| "epoch": 0.010178431121497307, |
| "grad_norm": 12.176451683044434, |
| "learning_rate": 1.9998941790924281e-07, |
| "loss": 1.0702, |
| "step": 11050 |
| }, |
| { |
| "epoch": 0.010187642371381015, |
| "grad_norm": 41.720909118652344, |
| "learning_rate": 1.9998939684025103e-07, |
| "loss": 1.0766, |
| "step": 11060 |
| }, |
| { |
| "epoch": 0.010196853621264722, |
| "grad_norm": 10.554953575134277, |
| "learning_rate": 1.9998937575030696e-07, |
| "loss": 1.0484, |
| "step": 11070 |
| }, |
| { |
| "epoch": 0.01020606487114843, |
| "grad_norm": 11.935941696166992, |
| "learning_rate": 1.9998935463941066e-07, |
| "loss": 1.0384, |
| "step": 11080 |
| }, |
| { |
| "epoch": 0.01021527612103214, |
| "grad_norm": 11.626418113708496, |
| "learning_rate": 1.999893335075621e-07, |
| "loss": 1.0802, |
| "step": 11090 |
| }, |
| { |
| "epoch": 0.010224487370915848, |
| "grad_norm": 10.990792274475098, |
| "learning_rate": 1.9998931235476127e-07, |
| "loss": 1.0559, |
| "step": 11100 |
| }, |
| { |
| "epoch": 0.010233698620799555, |
| "grad_norm": 11.926664352416992, |
| "learning_rate": 1.999892911810082e-07, |
| "loss": 1.0566, |
| "step": 11110 |
| }, |
| { |
| "epoch": 0.010242909870683263, |
| "grad_norm": 9.343741416931152, |
| "learning_rate": 1.9998926998630287e-07, |
| "loss": 1.0399, |
| "step": 11120 |
| }, |
| { |
| "epoch": 0.01025212112056697, |
| "grad_norm": 9.005437850952148, |
| "learning_rate": 1.9998924877064532e-07, |
| "loss": 1.0437, |
| "step": 11130 |
| }, |
| { |
| "epoch": 0.010261332370450679, |
| "grad_norm": 11.158332824707031, |
| "learning_rate": 1.9998922753403554e-07, |
| "loss": 1.036, |
| "step": 11140 |
| }, |
| { |
| "epoch": 0.010270543620334386, |
| "grad_norm": 11.71802043914795, |
| "learning_rate": 1.9998920627647352e-07, |
| "loss": 1.0713, |
| "step": 11150 |
| }, |
| { |
| "epoch": 0.010279754870218094, |
| "grad_norm": 9.552002906799316, |
| "learning_rate": 1.999891849979593e-07, |
| "loss": 1.026, |
| "step": 11160 |
| }, |
| { |
| "epoch": 0.010288966120101804, |
| "grad_norm": 10.18093490600586, |
| "learning_rate": 1.9998916369849284e-07, |
| "loss": 1.0273, |
| "step": 11170 |
| }, |
| { |
| "epoch": 0.010298177369985511, |
| "grad_norm": 11.673882484436035, |
| "learning_rate": 1.9998914237807418e-07, |
| "loss": 1.0336, |
| "step": 11180 |
| }, |
| { |
| "epoch": 0.010307388619869219, |
| "grad_norm": 11.52221393585205, |
| "learning_rate": 1.9998912103670328e-07, |
| "loss": 1.0426, |
| "step": 11190 |
| }, |
| { |
| "epoch": 0.010316599869752927, |
| "grad_norm": 11.424299240112305, |
| "learning_rate": 1.999890996743802e-07, |
| "loss": 1.0202, |
| "step": 11200 |
| }, |
| { |
| "epoch": 0.010325811119636635, |
| "grad_norm": 11.781866073608398, |
| "learning_rate": 1.999890782911049e-07, |
| "loss": 1.0761, |
| "step": 11210 |
| }, |
| { |
| "epoch": 0.010335022369520342, |
| "grad_norm": 12.714162826538086, |
| "learning_rate": 1.9998905688687743e-07, |
| "loss": 1.0336, |
| "step": 11220 |
| }, |
| { |
| "epoch": 0.01034423361940405, |
| "grad_norm": 11.70817756652832, |
| "learning_rate": 1.9998903546169775e-07, |
| "loss": 1.0537, |
| "step": 11230 |
| }, |
| { |
| "epoch": 0.010353444869287758, |
| "grad_norm": 10.69643783569336, |
| "learning_rate": 1.9998901401556587e-07, |
| "loss": 1.0107, |
| "step": 11240 |
| }, |
| { |
| "epoch": 0.010362656119171466, |
| "grad_norm": 10.04344367980957, |
| "learning_rate": 1.9998899254848181e-07, |
| "loss": 1.0484, |
| "step": 11250 |
| }, |
| { |
| "epoch": 0.010371867369055175, |
| "grad_norm": 11.598608016967773, |
| "learning_rate": 1.999889710604456e-07, |
| "loss": 1.0958, |
| "step": 11260 |
| }, |
| { |
| "epoch": 0.010381078618938883, |
| "grad_norm": 10.56346607208252, |
| "learning_rate": 1.9998894955145718e-07, |
| "loss": 1.0281, |
| "step": 11270 |
| }, |
| { |
| "epoch": 0.01039028986882259, |
| "grad_norm": 11.793848991394043, |
| "learning_rate": 1.999889280215166e-07, |
| "loss": 1.0511, |
| "step": 11280 |
| }, |
| { |
| "epoch": 0.010399501118706298, |
| "grad_norm": 11.62499713897705, |
| "learning_rate": 1.9998890647062385e-07, |
| "loss": 1.119, |
| "step": 11290 |
| }, |
| { |
| "epoch": 0.010408712368590006, |
| "grad_norm": 12.892790794372559, |
| "learning_rate": 1.9998888489877894e-07, |
| "loss": 1.1056, |
| "step": 11300 |
| }, |
| { |
| "epoch": 0.010417923618473714, |
| "grad_norm": 10.436480522155762, |
| "learning_rate": 1.9998886330598188e-07, |
| "loss": 1.0395, |
| "step": 11310 |
| }, |
| { |
| "epoch": 0.010427134868357422, |
| "grad_norm": 37.64136505126953, |
| "learning_rate": 1.9998884169223266e-07, |
| "loss": 1.0522, |
| "step": 11320 |
| }, |
| { |
| "epoch": 0.01043634611824113, |
| "grad_norm": 10.522521018981934, |
| "learning_rate": 1.999888200575313e-07, |
| "loss": 1.0441, |
| "step": 11330 |
| }, |
| { |
| "epoch": 0.010445557368124839, |
| "grad_norm": 11.5386323928833, |
| "learning_rate": 1.999887984018778e-07, |
| "loss": 1.0446, |
| "step": 11340 |
| }, |
| { |
| "epoch": 0.010454768618008547, |
| "grad_norm": 9.8550386428833, |
| "learning_rate": 1.9998877672527213e-07, |
| "loss": 1.0219, |
| "step": 11350 |
| }, |
| { |
| "epoch": 0.010463979867892255, |
| "grad_norm": 11.39132308959961, |
| "learning_rate": 1.9998875502771438e-07, |
| "loss": 1.0657, |
| "step": 11360 |
| }, |
| { |
| "epoch": 0.010473191117775962, |
| "grad_norm": 11.237606048583984, |
| "learning_rate": 1.9998873330920447e-07, |
| "loss": 1.0394, |
| "step": 11370 |
| }, |
| { |
| "epoch": 0.01048240236765967, |
| "grad_norm": 12.085046768188477, |
| "learning_rate": 1.999887115697424e-07, |
| "loss": 1.0784, |
| "step": 11380 |
| }, |
| { |
| "epoch": 0.010491613617543378, |
| "grad_norm": 19.104768753051758, |
| "learning_rate": 1.9998868980932827e-07, |
| "loss": 1.0477, |
| "step": 11390 |
| }, |
| { |
| "epoch": 0.010500824867427086, |
| "grad_norm": 20.65506935119629, |
| "learning_rate": 1.99988668027962e-07, |
| "loss": 1.0545, |
| "step": 11400 |
| }, |
| { |
| "epoch": 0.010510036117310793, |
| "grad_norm": 10.546294212341309, |
| "learning_rate": 1.999886462256436e-07, |
| "loss": 1.0681, |
| "step": 11410 |
| }, |
| { |
| "epoch": 0.010519247367194501, |
| "grad_norm": 9.988753318786621, |
| "learning_rate": 1.9998862440237315e-07, |
| "loss": 1.0077, |
| "step": 11420 |
| }, |
| { |
| "epoch": 0.01052845861707821, |
| "grad_norm": 11.502646446228027, |
| "learning_rate": 1.9998860255815052e-07, |
| "loss": 1.0401, |
| "step": 11430 |
| }, |
| { |
| "epoch": 0.010537669866961918, |
| "grad_norm": 10.733711242675781, |
| "learning_rate": 1.9998858069297583e-07, |
| "loss": 1.0293, |
| "step": 11440 |
| }, |
| { |
| "epoch": 0.010546881116845626, |
| "grad_norm": 10.6617431640625, |
| "learning_rate": 1.9998855880684906e-07, |
| "loss": 1.0365, |
| "step": 11450 |
| }, |
| { |
| "epoch": 0.010556092366729334, |
| "grad_norm": 11.357271194458008, |
| "learning_rate": 1.999885368997702e-07, |
| "loss": 1.0612, |
| "step": 11460 |
| }, |
| { |
| "epoch": 0.010565303616613042, |
| "grad_norm": 11.047504425048828, |
| "learning_rate": 1.9998851497173924e-07, |
| "loss": 1.068, |
| "step": 11470 |
| }, |
| { |
| "epoch": 0.01057451486649675, |
| "grad_norm": 10.95936393737793, |
| "learning_rate": 1.999884930227562e-07, |
| "loss": 1.066, |
| "step": 11480 |
| }, |
| { |
| "epoch": 0.010583726116380457, |
| "grad_norm": 15.157825469970703, |
| "learning_rate": 1.999884710528211e-07, |
| "loss": 1.0715, |
| "step": 11490 |
| }, |
| { |
| "epoch": 0.010592937366264165, |
| "grad_norm": 10.480347633361816, |
| "learning_rate": 1.999884490619339e-07, |
| "loss": 1.0993, |
| "step": 11500 |
| }, |
| { |
| "epoch": 0.010602148616147875, |
| "grad_norm": 10.28208065032959, |
| "learning_rate": 1.9998842705009466e-07, |
| "loss": 1.0609, |
| "step": 11510 |
| }, |
| { |
| "epoch": 0.010611359866031582, |
| "grad_norm": 11.873906135559082, |
| "learning_rate": 1.9998840501730336e-07, |
| "loss": 1.037, |
| "step": 11520 |
| }, |
| { |
| "epoch": 0.01062057111591529, |
| "grad_norm": 12.80936336517334, |
| "learning_rate": 1.9998838296356e-07, |
| "loss": 1.0644, |
| "step": 11530 |
| }, |
| { |
| "epoch": 0.010629782365798998, |
| "grad_norm": 10.652593612670898, |
| "learning_rate": 1.9998836088886458e-07, |
| "loss": 1.0427, |
| "step": 11540 |
| }, |
| { |
| "epoch": 0.010638993615682706, |
| "grad_norm": 10.713086128234863, |
| "learning_rate": 1.9998833879321712e-07, |
| "loss": 1.0618, |
| "step": 11550 |
| }, |
| { |
| "epoch": 0.010648204865566413, |
| "grad_norm": 10.763566017150879, |
| "learning_rate": 1.999883166766176e-07, |
| "loss": 1.0297, |
| "step": 11560 |
| }, |
| { |
| "epoch": 0.010657416115450121, |
| "grad_norm": 11.8670654296875, |
| "learning_rate": 1.9998829453906607e-07, |
| "loss": 1.0804, |
| "step": 11570 |
| }, |
| { |
| "epoch": 0.010666627365333829, |
| "grad_norm": 9.109167098999023, |
| "learning_rate": 1.9998827238056252e-07, |
| "loss": 1.0369, |
| "step": 11580 |
| }, |
| { |
| "epoch": 0.010675838615217537, |
| "grad_norm": 10.6466703414917, |
| "learning_rate": 1.999882502011069e-07, |
| "loss": 1.0565, |
| "step": 11590 |
| }, |
| { |
| "epoch": 0.010685049865101246, |
| "grad_norm": 12.753141403198242, |
| "learning_rate": 1.9998822800069926e-07, |
| "loss": 1.0241, |
| "step": 11600 |
| }, |
| { |
| "epoch": 0.010694261114984954, |
| "grad_norm": 11.53568172454834, |
| "learning_rate": 1.9998820577933962e-07, |
| "loss": 1.0321, |
| "step": 11610 |
| }, |
| { |
| "epoch": 0.010703472364868662, |
| "grad_norm": 11.746357917785645, |
| "learning_rate": 1.9998818353702795e-07, |
| "loss": 1.0178, |
| "step": 11620 |
| }, |
| { |
| "epoch": 0.01071268361475237, |
| "grad_norm": 11.154654502868652, |
| "learning_rate": 1.9998816127376428e-07, |
| "loss": 1.0617, |
| "step": 11630 |
| }, |
| { |
| "epoch": 0.010721894864636077, |
| "grad_norm": 10.779613494873047, |
| "learning_rate": 1.999881389895486e-07, |
| "loss": 1.0601, |
| "step": 11640 |
| }, |
| { |
| "epoch": 0.010731106114519785, |
| "grad_norm": 10.55121898651123, |
| "learning_rate": 1.9998811668438092e-07, |
| "loss": 1.0181, |
| "step": 11650 |
| }, |
| { |
| "epoch": 0.010740317364403493, |
| "grad_norm": 11.700348854064941, |
| "learning_rate": 1.9998809435826124e-07, |
| "loss": 0.987, |
| "step": 11660 |
| }, |
| { |
| "epoch": 0.0107495286142872, |
| "grad_norm": 10.756016731262207, |
| "learning_rate": 1.999880720111896e-07, |
| "loss": 1.0636, |
| "step": 11670 |
| }, |
| { |
| "epoch": 0.01075873986417091, |
| "grad_norm": 10.366384506225586, |
| "learning_rate": 1.9998804964316593e-07, |
| "loss": 1.015, |
| "step": 11680 |
| }, |
| { |
| "epoch": 0.010767951114054618, |
| "grad_norm": 13.0294189453125, |
| "learning_rate": 1.999880272541903e-07, |
| "loss": 1.0869, |
| "step": 11690 |
| }, |
| { |
| "epoch": 0.010777162363938326, |
| "grad_norm": 17.25733184814453, |
| "learning_rate": 1.999880048442627e-07, |
| "loss": 1.0237, |
| "step": 11700 |
| }, |
| { |
| "epoch": 0.010786373613822033, |
| "grad_norm": 11.593828201293945, |
| "learning_rate": 1.999879824133831e-07, |
| "loss": 0.9993, |
| "step": 11710 |
| }, |
| { |
| "epoch": 0.010795584863705741, |
| "grad_norm": 22.637712478637695, |
| "learning_rate": 1.9998795996155152e-07, |
| "loss": 1.037, |
| "step": 11720 |
| }, |
| { |
| "epoch": 0.010804796113589449, |
| "grad_norm": 9.423585891723633, |
| "learning_rate": 1.9998793748876804e-07, |
| "loss": 1.0428, |
| "step": 11730 |
| }, |
| { |
| "epoch": 0.010814007363473157, |
| "grad_norm": 10.435938835144043, |
| "learning_rate": 1.9998791499503256e-07, |
| "loss": 1.0475, |
| "step": 11740 |
| }, |
| { |
| "epoch": 0.010823218613356864, |
| "grad_norm": 11.065678596496582, |
| "learning_rate": 1.9998789248034514e-07, |
| "loss": 1.0634, |
| "step": 11750 |
| }, |
| { |
| "epoch": 0.010832429863240574, |
| "grad_norm": 11.173529624938965, |
| "learning_rate": 1.9998786994470575e-07, |
| "loss": 1.0114, |
| "step": 11760 |
| }, |
| { |
| "epoch": 0.010841641113124282, |
| "grad_norm": 11.393064498901367, |
| "learning_rate": 1.9998784738811442e-07, |
| "loss": 1.0393, |
| "step": 11770 |
| }, |
| { |
| "epoch": 0.01085085236300799, |
| "grad_norm": 12.212664604187012, |
| "learning_rate": 1.9998782481057117e-07, |
| "loss": 0.9991, |
| "step": 11780 |
| }, |
| { |
| "epoch": 0.010860063612891697, |
| "grad_norm": 11.26770305633545, |
| "learning_rate": 1.9998780221207598e-07, |
| "loss": 1.0482, |
| "step": 11790 |
| }, |
| { |
| "epoch": 0.010869274862775405, |
| "grad_norm": 10.68546199798584, |
| "learning_rate": 1.9998777959262885e-07, |
| "loss": 1.0659, |
| "step": 11800 |
| }, |
| { |
| "epoch": 0.010878486112659113, |
| "grad_norm": 11.5813570022583, |
| "learning_rate": 1.999877569522298e-07, |
| "loss": 1.0303, |
| "step": 11810 |
| }, |
| { |
| "epoch": 0.01088769736254282, |
| "grad_norm": 10.201468467712402, |
| "learning_rate": 1.9998773429087884e-07, |
| "loss": 1.0408, |
| "step": 11820 |
| }, |
| { |
| "epoch": 0.010896908612426528, |
| "grad_norm": 10.659581184387207, |
| "learning_rate": 1.9998771160857596e-07, |
| "loss": 1.0589, |
| "step": 11830 |
| }, |
| { |
| "epoch": 0.010906119862310236, |
| "grad_norm": 10.418724060058594, |
| "learning_rate": 1.9998768890532113e-07, |
| "loss": 1.0123, |
| "step": 11840 |
| }, |
| { |
| "epoch": 0.010915331112193945, |
| "grad_norm": 10.496803283691406, |
| "learning_rate": 1.9998766618111445e-07, |
| "loss": 1.0355, |
| "step": 11850 |
| }, |
| { |
| "epoch": 0.010924542362077653, |
| "grad_norm": 13.37877368927002, |
| "learning_rate": 1.9998764343595585e-07, |
| "loss": 1.0602, |
| "step": 11860 |
| }, |
| { |
| "epoch": 0.010933753611961361, |
| "grad_norm": 9.89102554321289, |
| "learning_rate": 1.9998762066984533e-07, |
| "loss": 1.0322, |
| "step": 11870 |
| }, |
| { |
| "epoch": 0.010942964861845069, |
| "grad_norm": 10.393887519836426, |
| "learning_rate": 1.9998759788278295e-07, |
| "loss": 1.0646, |
| "step": 11880 |
| }, |
| { |
| "epoch": 0.010952176111728777, |
| "grad_norm": 11.223227500915527, |
| "learning_rate": 1.9998757507476865e-07, |
| "loss": 1.0463, |
| "step": 11890 |
| }, |
| { |
| "epoch": 0.010961387361612484, |
| "grad_norm": 11.836145401000977, |
| "learning_rate": 1.999875522458025e-07, |
| "loss": 1.0414, |
| "step": 11900 |
| }, |
| { |
| "epoch": 0.010970598611496192, |
| "grad_norm": 10.192471504211426, |
| "learning_rate": 1.9998752939588445e-07, |
| "loss": 1.0344, |
| "step": 11910 |
| }, |
| { |
| "epoch": 0.0109798098613799, |
| "grad_norm": 10.622711181640625, |
| "learning_rate": 1.9998750652501454e-07, |
| "loss": 1.0223, |
| "step": 11920 |
| }, |
| { |
| "epoch": 0.01098902111126361, |
| "grad_norm": 11.28220272064209, |
| "learning_rate": 1.9998748363319276e-07, |
| "loss": 1.0772, |
| "step": 11930 |
| }, |
| { |
| "epoch": 0.010998232361147317, |
| "grad_norm": 10.325407981872559, |
| "learning_rate": 1.999874607204191e-07, |
| "loss": 1.0982, |
| "step": 11940 |
| }, |
| { |
| "epoch": 0.011007443611031025, |
| "grad_norm": 10.70203685760498, |
| "learning_rate": 1.999874377866936e-07, |
| "loss": 1.0181, |
| "step": 11950 |
| }, |
| { |
| "epoch": 0.011016654860914733, |
| "grad_norm": 10.192893028259277, |
| "learning_rate": 1.9998741483201624e-07, |
| "loss": 1.0188, |
| "step": 11960 |
| }, |
| { |
| "epoch": 0.01102586611079844, |
| "grad_norm": 9.858963012695312, |
| "learning_rate": 1.9998739185638701e-07, |
| "loss": 1.0504, |
| "step": 11970 |
| }, |
| { |
| "epoch": 0.011035077360682148, |
| "grad_norm": 11.271580696105957, |
| "learning_rate": 1.9998736885980598e-07, |
| "loss": 1.0194, |
| "step": 11980 |
| }, |
| { |
| "epoch": 0.011044288610565856, |
| "grad_norm": 10.199090957641602, |
| "learning_rate": 1.9998734584227308e-07, |
| "loss": 1.0439, |
| "step": 11990 |
| }, |
| { |
| "epoch": 0.011053499860449564, |
| "grad_norm": 12.98397445678711, |
| "learning_rate": 1.9998732280378835e-07, |
| "loss": 1.0169, |
| "step": 12000 |
| }, |
| { |
| "epoch": 0.011062711110333271, |
| "grad_norm": 14.460063934326172, |
| "learning_rate": 1.9998729974435183e-07, |
| "loss": 1.0376, |
| "step": 12010 |
| }, |
| { |
| "epoch": 0.011071922360216981, |
| "grad_norm": 10.411107063293457, |
| "learning_rate": 1.9998727666396342e-07, |
| "loss": 1.0494, |
| "step": 12020 |
| }, |
| { |
| "epoch": 0.011081133610100689, |
| "grad_norm": 14.020751953125, |
| "learning_rate": 1.9998725356262323e-07, |
| "loss": 1.0056, |
| "step": 12030 |
| }, |
| { |
| "epoch": 0.011090344859984396, |
| "grad_norm": 10.027836799621582, |
| "learning_rate": 1.999872304403312e-07, |
| "loss": 1.0171, |
| "step": 12040 |
| }, |
| { |
| "epoch": 0.011099556109868104, |
| "grad_norm": 10.819367408752441, |
| "learning_rate": 1.999872072970874e-07, |
| "loss": 1.0527, |
| "step": 12050 |
| }, |
| { |
| "epoch": 0.011108767359751812, |
| "grad_norm": 11.160172462463379, |
| "learning_rate": 1.9998718413289178e-07, |
| "loss": 0.9938, |
| "step": 12060 |
| }, |
| { |
| "epoch": 0.01111797860963552, |
| "grad_norm": 10.848843574523926, |
| "learning_rate": 1.9998716094774432e-07, |
| "loss": 1.0421, |
| "step": 12070 |
| }, |
| { |
| "epoch": 0.011127189859519227, |
| "grad_norm": 10.68772029876709, |
| "learning_rate": 1.999871377416451e-07, |
| "loss": 1.037, |
| "step": 12080 |
| }, |
| { |
| "epoch": 0.011136401109402935, |
| "grad_norm": 11.4147367477417, |
| "learning_rate": 1.9998711451459408e-07, |
| "loss": 1.0423, |
| "step": 12090 |
| }, |
| { |
| "epoch": 0.011145612359286645, |
| "grad_norm": 11.017667770385742, |
| "learning_rate": 1.9998709126659127e-07, |
| "loss": 1.0759, |
| "step": 12100 |
| }, |
| { |
| "epoch": 0.011154823609170353, |
| "grad_norm": 10.885127067565918, |
| "learning_rate": 1.9998706799763668e-07, |
| "loss": 1.0682, |
| "step": 12110 |
| }, |
| { |
| "epoch": 0.01116403485905406, |
| "grad_norm": 18.020606994628906, |
| "learning_rate": 1.9998704470773034e-07, |
| "loss": 1.0154, |
| "step": 12120 |
| }, |
| { |
| "epoch": 0.011173246108937768, |
| "grad_norm": 15.228361129760742, |
| "learning_rate": 1.999870213968722e-07, |
| "loss": 1.1171, |
| "step": 12130 |
| }, |
| { |
| "epoch": 0.011182457358821476, |
| "grad_norm": 10.499837875366211, |
| "learning_rate": 1.9998699806506232e-07, |
| "loss": 1.0184, |
| "step": 12140 |
| }, |
| { |
| "epoch": 0.011191668608705184, |
| "grad_norm": 11.657089233398438, |
| "learning_rate": 1.9998697471230065e-07, |
| "loss": 1.0017, |
| "step": 12150 |
| }, |
| { |
| "epoch": 0.011200879858588891, |
| "grad_norm": 11.388848304748535, |
| "learning_rate": 1.9998695133858722e-07, |
| "loss": 1.0776, |
| "step": 12160 |
| }, |
| { |
| "epoch": 0.011210091108472599, |
| "grad_norm": 11.83633041381836, |
| "learning_rate": 1.9998692794392206e-07, |
| "loss": 1.0794, |
| "step": 12170 |
| }, |
| { |
| "epoch": 0.011219302358356307, |
| "grad_norm": 10.981163024902344, |
| "learning_rate": 1.9998690452830514e-07, |
| "loss": 1.0693, |
| "step": 12180 |
| }, |
| { |
| "epoch": 0.011228513608240016, |
| "grad_norm": 11.598734855651855, |
| "learning_rate": 1.999868810917365e-07, |
| "loss": 1.0091, |
| "step": 12190 |
| }, |
| { |
| "epoch": 0.011237724858123724, |
| "grad_norm": 16.457763671875, |
| "learning_rate": 1.9998685763421606e-07, |
| "loss": 1.0677, |
| "step": 12200 |
| }, |
| { |
| "epoch": 0.011246936108007432, |
| "grad_norm": 10.016337394714355, |
| "learning_rate": 1.9998683415574396e-07, |
| "loss": 1.0643, |
| "step": 12210 |
| }, |
| { |
| "epoch": 0.01125614735789114, |
| "grad_norm": 11.823240280151367, |
| "learning_rate": 1.999868106563201e-07, |
| "loss": 1.018, |
| "step": 12220 |
| }, |
| { |
| "epoch": 0.011265358607774847, |
| "grad_norm": 10.42904281616211, |
| "learning_rate": 1.9998678713594452e-07, |
| "loss": 1.031, |
| "step": 12230 |
| }, |
| { |
| "epoch": 0.011274569857658555, |
| "grad_norm": 10.224181175231934, |
| "learning_rate": 1.9998676359461722e-07, |
| "loss": 1.0676, |
| "step": 12240 |
| }, |
| { |
| "epoch": 0.011283781107542263, |
| "grad_norm": 10.682973861694336, |
| "learning_rate": 1.9998674003233825e-07, |
| "loss": 1.0349, |
| "step": 12250 |
| }, |
| { |
| "epoch": 0.01129299235742597, |
| "grad_norm": 9.559045791625977, |
| "learning_rate": 1.9998671644910751e-07, |
| "loss": 1.0423, |
| "step": 12260 |
| }, |
| { |
| "epoch": 0.01130220360730968, |
| "grad_norm": 10.4341402053833, |
| "learning_rate": 1.999866928449251e-07, |
| "loss": 1.0578, |
| "step": 12270 |
| }, |
| { |
| "epoch": 0.011311414857193388, |
| "grad_norm": 10.95155143737793, |
| "learning_rate": 1.99986669219791e-07, |
| "loss": 1.0875, |
| "step": 12280 |
| }, |
| { |
| "epoch": 0.011320626107077096, |
| "grad_norm": 11.40566635131836, |
| "learning_rate": 1.9998664557370517e-07, |
| "loss": 1.0225, |
| "step": 12290 |
| }, |
| { |
| "epoch": 0.011329837356960804, |
| "grad_norm": 12.1041841506958, |
| "learning_rate": 1.9998662190666767e-07, |
| "loss": 1.0277, |
| "step": 12300 |
| }, |
| { |
| "epoch": 0.011339048606844511, |
| "grad_norm": 11.432059288024902, |
| "learning_rate": 1.999865982186785e-07, |
| "loss": 1.0416, |
| "step": 12310 |
| }, |
| { |
| "epoch": 0.011348259856728219, |
| "grad_norm": 10.454280853271484, |
| "learning_rate": 1.9998657450973764e-07, |
| "loss": 1.0116, |
| "step": 12320 |
| }, |
| { |
| "epoch": 0.011357471106611927, |
| "grad_norm": 10.903828620910645, |
| "learning_rate": 1.9998655077984511e-07, |
| "loss": 1.0488, |
| "step": 12330 |
| }, |
| { |
| "epoch": 0.011366682356495635, |
| "grad_norm": 10.960176467895508, |
| "learning_rate": 1.999865270290009e-07, |
| "loss": 1.0135, |
| "step": 12340 |
| }, |
| { |
| "epoch": 0.011375893606379344, |
| "grad_norm": 9.959882736206055, |
| "learning_rate": 1.9998650325720505e-07, |
| "loss": 1.0219, |
| "step": 12350 |
| }, |
| { |
| "epoch": 0.011385104856263052, |
| "grad_norm": 11.631726264953613, |
| "learning_rate": 1.9998647946445754e-07, |
| "loss": 1.0042, |
| "step": 12360 |
| }, |
| { |
| "epoch": 0.01139431610614676, |
| "grad_norm": 10.551362037658691, |
| "learning_rate": 1.9998645565075838e-07, |
| "loss": 1.0837, |
| "step": 12370 |
| }, |
| { |
| "epoch": 0.011403527356030467, |
| "grad_norm": 11.355913162231445, |
| "learning_rate": 1.9998643181610757e-07, |
| "loss": 1.0372, |
| "step": 12380 |
| }, |
| { |
| "epoch": 0.011412738605914175, |
| "grad_norm": 16.121912002563477, |
| "learning_rate": 1.999864079605051e-07, |
| "loss": 1.0354, |
| "step": 12390 |
| }, |
| { |
| "epoch": 0.011421949855797883, |
| "grad_norm": 11.029335021972656, |
| "learning_rate": 1.99986384083951e-07, |
| "loss": 1.0477, |
| "step": 12400 |
| }, |
| { |
| "epoch": 0.01143116110568159, |
| "grad_norm": 11.397917747497559, |
| "learning_rate": 1.9998636018644528e-07, |
| "loss": 1.0635, |
| "step": 12410 |
| }, |
| { |
| "epoch": 0.011440372355565298, |
| "grad_norm": 11.816519737243652, |
| "learning_rate": 1.999863362679879e-07, |
| "loss": 1.0446, |
| "step": 12420 |
| }, |
| { |
| "epoch": 0.011449583605449006, |
| "grad_norm": 10.523292541503906, |
| "learning_rate": 1.9998631232857895e-07, |
| "loss": 1.023, |
| "step": 12430 |
| }, |
| { |
| "epoch": 0.011458794855332716, |
| "grad_norm": 10.206052780151367, |
| "learning_rate": 1.999862883682183e-07, |
| "loss": 1.0698, |
| "step": 12440 |
| }, |
| { |
| "epoch": 0.011468006105216423, |
| "grad_norm": 11.08065414428711, |
| "learning_rate": 1.999862643869061e-07, |
| "loss": 1.008, |
| "step": 12450 |
| }, |
| { |
| "epoch": 0.011477217355100131, |
| "grad_norm": 11.355118751525879, |
| "learning_rate": 1.999862403846423e-07, |
| "loss": 1.05, |
| "step": 12460 |
| }, |
| { |
| "epoch": 0.011486428604983839, |
| "grad_norm": 10.384430885314941, |
| "learning_rate": 1.9998621636142688e-07, |
| "loss": 0.978, |
| "step": 12470 |
| }, |
| { |
| "epoch": 0.011495639854867547, |
| "grad_norm": 12.98556900024414, |
| "learning_rate": 1.9998619231725983e-07, |
| "loss": 1.0776, |
| "step": 12480 |
| }, |
| { |
| "epoch": 0.011504851104751255, |
| "grad_norm": 11.405404090881348, |
| "learning_rate": 1.9998616825214122e-07, |
| "loss": 1.0319, |
| "step": 12490 |
| }, |
| { |
| "epoch": 0.011514062354634962, |
| "grad_norm": 10.554040908813477, |
| "learning_rate": 1.9998614416607102e-07, |
| "loss": 1.0371, |
| "step": 12500 |
| }, |
| { |
| "epoch": 0.01152327360451867, |
| "grad_norm": 10.350462913513184, |
| "learning_rate": 1.9998612005904925e-07, |
| "loss": 1.0045, |
| "step": 12510 |
| }, |
| { |
| "epoch": 0.01153248485440238, |
| "grad_norm": 9.919585227966309, |
| "learning_rate": 1.9998609593107588e-07, |
| "loss": 1.045, |
| "step": 12520 |
| }, |
| { |
| "epoch": 0.011541696104286087, |
| "grad_norm": 13.325592041015625, |
| "learning_rate": 1.9998607178215096e-07, |
| "loss": 1.0465, |
| "step": 12530 |
| }, |
| { |
| "epoch": 0.011550907354169795, |
| "grad_norm": 11.964670181274414, |
| "learning_rate": 1.9998604761227447e-07, |
| "loss": 1.0364, |
| "step": 12540 |
| }, |
| { |
| "epoch": 0.011560118604053503, |
| "grad_norm": 10.877337455749512, |
| "learning_rate": 1.9998602342144638e-07, |
| "loss": 1.0634, |
| "step": 12550 |
| }, |
| { |
| "epoch": 0.01156932985393721, |
| "grad_norm": 10.8394193649292, |
| "learning_rate": 1.9998599920966678e-07, |
| "loss": 0.9854, |
| "step": 12560 |
| }, |
| { |
| "epoch": 0.011578541103820918, |
| "grad_norm": 11.480612754821777, |
| "learning_rate": 1.999859749769356e-07, |
| "loss": 1.0722, |
| "step": 12570 |
| }, |
| { |
| "epoch": 0.011587752353704626, |
| "grad_norm": 13.105162620544434, |
| "learning_rate": 1.9998595072325285e-07, |
| "loss": 1.0402, |
| "step": 12580 |
| }, |
| { |
| "epoch": 0.011596963603588334, |
| "grad_norm": 10.188638687133789, |
| "learning_rate": 1.999859264486186e-07, |
| "loss": 1.0322, |
| "step": 12590 |
| }, |
| { |
| "epoch": 0.011606174853472042, |
| "grad_norm": 9.734145164489746, |
| "learning_rate": 1.999859021530328e-07, |
| "loss": 1.0058, |
| "step": 12600 |
| }, |
| { |
| "epoch": 0.011615386103355751, |
| "grad_norm": 9.922042846679688, |
| "learning_rate": 1.9998587783649547e-07, |
| "loss": 1.0173, |
| "step": 12610 |
| }, |
| { |
| "epoch": 0.011624597353239459, |
| "grad_norm": 11.062028884887695, |
| "learning_rate": 1.9998585349900662e-07, |
| "loss": 1.0429, |
| "step": 12620 |
| }, |
| { |
| "epoch": 0.011633808603123167, |
| "grad_norm": 11.106369972229004, |
| "learning_rate": 1.9998582914056622e-07, |
| "loss": 1.0435, |
| "step": 12630 |
| }, |
| { |
| "epoch": 0.011643019853006874, |
| "grad_norm": 10.368574142456055, |
| "learning_rate": 1.9998580476117436e-07, |
| "loss": 1.0014, |
| "step": 12640 |
| }, |
| { |
| "epoch": 0.011652231102890582, |
| "grad_norm": 10.339253425598145, |
| "learning_rate": 1.9998578036083092e-07, |
| "loss": 1.0195, |
| "step": 12650 |
| }, |
| { |
| "epoch": 0.01166144235277429, |
| "grad_norm": 12.082822799682617, |
| "learning_rate": 1.9998575593953603e-07, |
| "loss": 1.0354, |
| "step": 12660 |
| }, |
| { |
| "epoch": 0.011670653602657998, |
| "grad_norm": 10.674452781677246, |
| "learning_rate": 1.9998573149728958e-07, |
| "loss": 1.0124, |
| "step": 12670 |
| }, |
| { |
| "epoch": 0.011679864852541706, |
| "grad_norm": 11.495284080505371, |
| "learning_rate": 1.9998570703409167e-07, |
| "loss": 1.027, |
| "step": 12680 |
| }, |
| { |
| "epoch": 0.011689076102425415, |
| "grad_norm": 10.515803337097168, |
| "learning_rate": 1.9998568254994227e-07, |
| "loss": 1.0523, |
| "step": 12690 |
| }, |
| { |
| "epoch": 0.011698287352309123, |
| "grad_norm": 11.500944137573242, |
| "learning_rate": 1.999856580448414e-07, |
| "loss": 1.0528, |
| "step": 12700 |
| }, |
| { |
| "epoch": 0.01170749860219283, |
| "grad_norm": 10.046072959899902, |
| "learning_rate": 1.99985633518789e-07, |
| "loss": 1.0172, |
| "step": 12710 |
| }, |
| { |
| "epoch": 0.011716709852076538, |
| "grad_norm": 11.040961265563965, |
| "learning_rate": 1.9998560897178516e-07, |
| "loss": 1.0304, |
| "step": 12720 |
| }, |
| { |
| "epoch": 0.011725921101960246, |
| "grad_norm": 12.23554515838623, |
| "learning_rate": 1.9998558440382984e-07, |
| "loss": 1.0828, |
| "step": 12730 |
| }, |
| { |
| "epoch": 0.011735132351843954, |
| "grad_norm": 9.606940269470215, |
| "learning_rate": 1.9998555981492306e-07, |
| "loss": 1.0497, |
| "step": 12740 |
| }, |
| { |
| "epoch": 0.011744343601727662, |
| "grad_norm": 10.060453414916992, |
| "learning_rate": 1.9998553520506483e-07, |
| "loss": 1.0314, |
| "step": 12750 |
| }, |
| { |
| "epoch": 0.01175355485161137, |
| "grad_norm": 11.131389617919922, |
| "learning_rate": 1.9998551057425512e-07, |
| "loss": 1.0006, |
| "step": 12760 |
| }, |
| { |
| "epoch": 0.011762766101495077, |
| "grad_norm": 10.40088176727295, |
| "learning_rate": 1.99985485922494e-07, |
| "loss": 1.0349, |
| "step": 12770 |
| }, |
| { |
| "epoch": 0.011771977351378787, |
| "grad_norm": 9.745380401611328, |
| "learning_rate": 1.9998546124978137e-07, |
| "loss": 1.0703, |
| "step": 12780 |
| }, |
| { |
| "epoch": 0.011781188601262494, |
| "grad_norm": 11.209060668945312, |
| "learning_rate": 1.9998543655611736e-07, |
| "loss": 1.0428, |
| "step": 12790 |
| }, |
| { |
| "epoch": 0.011790399851146202, |
| "grad_norm": 11.013096809387207, |
| "learning_rate": 1.999854118415019e-07, |
| "loss": 1.0316, |
| "step": 12800 |
| }, |
| { |
| "epoch": 0.01179961110102991, |
| "grad_norm": 12.18641471862793, |
| "learning_rate": 1.99985387105935e-07, |
| "loss": 1.0093, |
| "step": 12810 |
| }, |
| { |
| "epoch": 0.011808822350913618, |
| "grad_norm": 10.719549179077148, |
| "learning_rate": 1.9998536234941667e-07, |
| "loss": 1.0609, |
| "step": 12820 |
| }, |
| { |
| "epoch": 0.011818033600797325, |
| "grad_norm": 12.071653366088867, |
| "learning_rate": 1.9998533757194696e-07, |
| "loss": 1.0347, |
| "step": 12830 |
| }, |
| { |
| "epoch": 0.011827244850681033, |
| "grad_norm": 10.861738204956055, |
| "learning_rate": 1.9998531277352578e-07, |
| "loss": 1.0716, |
| "step": 12840 |
| }, |
| { |
| "epoch": 0.011836456100564741, |
| "grad_norm": 18.263153076171875, |
| "learning_rate": 1.9998528795415322e-07, |
| "loss": 1.0903, |
| "step": 12850 |
| }, |
| { |
| "epoch": 0.01184566735044845, |
| "grad_norm": 13.22293472290039, |
| "learning_rate": 1.9998526311382927e-07, |
| "loss": 1.0514, |
| "step": 12860 |
| }, |
| { |
| "epoch": 0.011854878600332158, |
| "grad_norm": 11.849961280822754, |
| "learning_rate": 1.999852382525539e-07, |
| "loss": 1.0351, |
| "step": 12870 |
| }, |
| { |
| "epoch": 0.011864089850215866, |
| "grad_norm": 10.727474212646484, |
| "learning_rate": 1.9998521337032715e-07, |
| "loss": 1.0244, |
| "step": 12880 |
| }, |
| { |
| "epoch": 0.011873301100099574, |
| "grad_norm": 10.668787956237793, |
| "learning_rate": 1.9998518846714901e-07, |
| "loss": 1.0131, |
| "step": 12890 |
| }, |
| { |
| "epoch": 0.011882512349983282, |
| "grad_norm": 11.884491920471191, |
| "learning_rate": 1.999851635430195e-07, |
| "loss": 1.0063, |
| "step": 12900 |
| }, |
| { |
| "epoch": 0.01189172359986699, |
| "grad_norm": 12.002286911010742, |
| "learning_rate": 1.9998513859793858e-07, |
| "loss": 1.029, |
| "step": 12910 |
| }, |
| { |
| "epoch": 0.011900934849750697, |
| "grad_norm": 10.8087739944458, |
| "learning_rate": 1.999851136319063e-07, |
| "loss": 1.0079, |
| "step": 12920 |
| }, |
| { |
| "epoch": 0.011910146099634405, |
| "grad_norm": 11.131049156188965, |
| "learning_rate": 1.9998508864492268e-07, |
| "loss": 1.0363, |
| "step": 12930 |
| }, |
| { |
| "epoch": 0.011919357349518114, |
| "grad_norm": 11.638226509094238, |
| "learning_rate": 1.9998506363698767e-07, |
| "loss": 1.0377, |
| "step": 12940 |
| }, |
| { |
| "epoch": 0.011928568599401822, |
| "grad_norm": 10.25147819519043, |
| "learning_rate": 1.9998503860810132e-07, |
| "loss": 1.0531, |
| "step": 12950 |
| }, |
| { |
| "epoch": 0.01193777984928553, |
| "grad_norm": 11.84463119506836, |
| "learning_rate": 1.999850135582636e-07, |
| "loss": 1.0127, |
| "step": 12960 |
| }, |
| { |
| "epoch": 0.011946991099169238, |
| "grad_norm": 11.547938346862793, |
| "learning_rate": 1.9998498848747454e-07, |
| "loss": 1.0219, |
| "step": 12970 |
| }, |
| { |
| "epoch": 0.011956202349052945, |
| "grad_norm": 10.293601989746094, |
| "learning_rate": 1.9998496339573414e-07, |
| "loss": 0.9894, |
| "step": 12980 |
| }, |
| { |
| "epoch": 0.011965413598936653, |
| "grad_norm": 10.263101577758789, |
| "learning_rate": 1.9998493828304243e-07, |
| "loss": 1.0775, |
| "step": 12990 |
| }, |
| { |
| "epoch": 0.011974624848820361, |
| "grad_norm": 9.939203262329102, |
| "learning_rate": 1.9998491314939936e-07, |
| "loss": 1.0128, |
| "step": 13000 |
| }, |
| { |
| "epoch": 0.011983836098704069, |
| "grad_norm": 12.134598731994629, |
| "learning_rate": 1.9998488799480498e-07, |
| "loss": 1.0234, |
| "step": 13010 |
| }, |
| { |
| "epoch": 0.011993047348587776, |
| "grad_norm": 11.045609474182129, |
| "learning_rate": 1.9998486281925927e-07, |
| "loss": 1.0378, |
| "step": 13020 |
| }, |
| { |
| "epoch": 0.012002258598471486, |
| "grad_norm": 10.733898162841797, |
| "learning_rate": 1.9998483762276223e-07, |
| "loss": 1.0611, |
| "step": 13030 |
| }, |
| { |
| "epoch": 0.012011469848355194, |
| "grad_norm": 10.85460090637207, |
| "learning_rate": 1.9998481240531393e-07, |
| "loss": 1.0559, |
| "step": 13040 |
| }, |
| { |
| "epoch": 0.012020681098238901, |
| "grad_norm": 11.535517692565918, |
| "learning_rate": 1.999847871669143e-07, |
| "loss": 1.0258, |
| "step": 13050 |
| }, |
| { |
| "epoch": 0.01202989234812261, |
| "grad_norm": 9.142783164978027, |
| "learning_rate": 1.9998476190756336e-07, |
| "loss": 1.0008, |
| "step": 13060 |
| }, |
| { |
| "epoch": 0.012039103598006317, |
| "grad_norm": 9.973493576049805, |
| "learning_rate": 1.9998473662726114e-07, |
| "loss": 1.0261, |
| "step": 13070 |
| }, |
| { |
| "epoch": 0.012048314847890025, |
| "grad_norm": 11.820738792419434, |
| "learning_rate": 1.9998471132600764e-07, |
| "loss": 1.0288, |
| "step": 13080 |
| }, |
| { |
| "epoch": 0.012057526097773733, |
| "grad_norm": 13.60704231262207, |
| "learning_rate": 1.9998468600380286e-07, |
| "loss": 1.0377, |
| "step": 13090 |
| }, |
| { |
| "epoch": 0.01206673734765744, |
| "grad_norm": 11.284205436706543, |
| "learning_rate": 1.9998466066064677e-07, |
| "loss": 1.0261, |
| "step": 13100 |
| }, |
| { |
| "epoch": 0.01207594859754115, |
| "grad_norm": 19.59893798828125, |
| "learning_rate": 1.9998463529653943e-07, |
| "loss": 1.0112, |
| "step": 13110 |
| }, |
| { |
| "epoch": 0.012085159847424858, |
| "grad_norm": 10.11678695678711, |
| "learning_rate": 1.999846099114808e-07, |
| "loss": 1.0143, |
| "step": 13120 |
| }, |
| { |
| "epoch": 0.012094371097308565, |
| "grad_norm": 9.816136360168457, |
| "learning_rate": 1.9998458450547096e-07, |
| "loss": 1.0236, |
| "step": 13130 |
| }, |
| { |
| "epoch": 0.012103582347192273, |
| "grad_norm": 10.222819328308105, |
| "learning_rate": 1.999845590785098e-07, |
| "loss": 1.0507, |
| "step": 13140 |
| }, |
| { |
| "epoch": 0.01211279359707598, |
| "grad_norm": 11.43911361694336, |
| "learning_rate": 1.9998453363059747e-07, |
| "loss": 1.041, |
| "step": 13150 |
| }, |
| { |
| "epoch": 0.012122004846959689, |
| "grad_norm": 10.485759735107422, |
| "learning_rate": 1.999845081617338e-07, |
| "loss": 1.0063, |
| "step": 13160 |
| }, |
| { |
| "epoch": 0.012131216096843396, |
| "grad_norm": 10.929678916931152, |
| "learning_rate": 1.9998448267191897e-07, |
| "loss": 1.0372, |
| "step": 13170 |
| }, |
| { |
| "epoch": 0.012140427346727104, |
| "grad_norm": 11.233808517456055, |
| "learning_rate": 1.9998445716115285e-07, |
| "loss": 1.0265, |
| "step": 13180 |
| }, |
| { |
| "epoch": 0.012149638596610812, |
| "grad_norm": 11.181950569152832, |
| "learning_rate": 1.9998443162943556e-07, |
| "loss": 1.0215, |
| "step": 13190 |
| }, |
| { |
| "epoch": 0.012158849846494521, |
| "grad_norm": 10.015949249267578, |
| "learning_rate": 1.9998440607676698e-07, |
| "loss": 1.0205, |
| "step": 13200 |
| }, |
| { |
| "epoch": 0.01216806109637823, |
| "grad_norm": 10.545913696289062, |
| "learning_rate": 1.9998438050314723e-07, |
| "loss": 1.0381, |
| "step": 13210 |
| }, |
| { |
| "epoch": 0.012177272346261937, |
| "grad_norm": 10.960654258728027, |
| "learning_rate": 1.9998435490857626e-07, |
| "loss": 1.0422, |
| "step": 13220 |
| }, |
| { |
| "epoch": 0.012186483596145645, |
| "grad_norm": 10.414505004882812, |
| "learning_rate": 1.9998432929305408e-07, |
| "loss": 0.9684, |
| "step": 13230 |
| }, |
| { |
| "epoch": 0.012195694846029352, |
| "grad_norm": 9.997944831848145, |
| "learning_rate": 1.9998430365658067e-07, |
| "loss": 1.0486, |
| "step": 13240 |
| }, |
| { |
| "epoch": 0.01220490609591306, |
| "grad_norm": 11.961804389953613, |
| "learning_rate": 1.999842779991561e-07, |
| "loss": 1.0382, |
| "step": 13250 |
| }, |
| { |
| "epoch": 0.012214117345796768, |
| "grad_norm": 18.367921829223633, |
| "learning_rate": 1.999842523207803e-07, |
| "loss": 1.0724, |
| "step": 13260 |
| }, |
| { |
| "epoch": 0.012223328595680476, |
| "grad_norm": 12.685203552246094, |
| "learning_rate": 1.9998422662145335e-07, |
| "loss": 1.0054, |
| "step": 13270 |
| }, |
| { |
| "epoch": 0.012232539845564185, |
| "grad_norm": 11.278654098510742, |
| "learning_rate": 1.999842009011752e-07, |
| "loss": 1.0159, |
| "step": 13280 |
| }, |
| { |
| "epoch": 0.012241751095447893, |
| "grad_norm": 10.944748878479004, |
| "learning_rate": 1.999841751599459e-07, |
| "loss": 1.0072, |
| "step": 13290 |
| }, |
| { |
| "epoch": 0.0122509623453316, |
| "grad_norm": 15.634936332702637, |
| "learning_rate": 1.999841493977654e-07, |
| "loss": 1.0379, |
| "step": 13300 |
| }, |
| { |
| "epoch": 0.012260173595215309, |
| "grad_norm": 12.31917667388916, |
| "learning_rate": 1.9998412361463376e-07, |
| "loss": 1.0181, |
| "step": 13310 |
| }, |
| { |
| "epoch": 0.012269384845099016, |
| "grad_norm": 9.977714538574219, |
| "learning_rate": 1.9998409781055093e-07, |
| "loss": 1.0285, |
| "step": 13320 |
| }, |
| { |
| "epoch": 0.012278596094982724, |
| "grad_norm": 10.614492416381836, |
| "learning_rate": 1.9998407198551695e-07, |
| "loss": 1.0229, |
| "step": 13330 |
| }, |
| { |
| "epoch": 0.012287807344866432, |
| "grad_norm": 10.815546035766602, |
| "learning_rate": 1.9998404613953182e-07, |
| "loss": 0.9933, |
| "step": 13340 |
| }, |
| { |
| "epoch": 0.01229701859475014, |
| "grad_norm": 11.779792785644531, |
| "learning_rate": 1.9998402027259558e-07, |
| "loss": 1.0083, |
| "step": 13350 |
| }, |
| { |
| "epoch": 0.012306229844633847, |
| "grad_norm": 9.693839073181152, |
| "learning_rate": 1.9998399438470818e-07, |
| "loss": 1.0098, |
| "step": 13360 |
| }, |
| { |
| "epoch": 0.012315441094517557, |
| "grad_norm": 22.561391830444336, |
| "learning_rate": 1.9998396847586964e-07, |
| "loss": 1.0529, |
| "step": 13370 |
| }, |
| { |
| "epoch": 0.012324652344401265, |
| "grad_norm": 10.351146697998047, |
| "learning_rate": 1.9998394254608e-07, |
| "loss": 1.0249, |
| "step": 13380 |
| }, |
| { |
| "epoch": 0.012333863594284972, |
| "grad_norm": 9.872284889221191, |
| "learning_rate": 1.999839165953392e-07, |
| "loss": 1.0067, |
| "step": 13390 |
| }, |
| { |
| "epoch": 0.01234307484416868, |
| "grad_norm": 11.411335945129395, |
| "learning_rate": 1.9998389062364733e-07, |
| "loss": 1.0188, |
| "step": 13400 |
| }, |
| { |
| "epoch": 0.012352286094052388, |
| "grad_norm": 11.088921546936035, |
| "learning_rate": 1.9998386463100432e-07, |
| "loss": 1.0275, |
| "step": 13410 |
| }, |
| { |
| "epoch": 0.012361497343936096, |
| "grad_norm": 11.77889347076416, |
| "learning_rate": 1.9998383861741022e-07, |
| "loss": 1.0351, |
| "step": 13420 |
| }, |
| { |
| "epoch": 0.012370708593819803, |
| "grad_norm": 10.038293838500977, |
| "learning_rate": 1.99983812582865e-07, |
| "loss": 1.0043, |
| "step": 13430 |
| }, |
| { |
| "epoch": 0.012379919843703511, |
| "grad_norm": 12.374161720275879, |
| "learning_rate": 1.999837865273687e-07, |
| "loss": 1.0198, |
| "step": 13440 |
| }, |
| { |
| "epoch": 0.01238913109358722, |
| "grad_norm": 10.037971496582031, |
| "learning_rate": 1.999837604509213e-07, |
| "loss": 1.0284, |
| "step": 13450 |
| }, |
| { |
| "epoch": 0.012398342343470928, |
| "grad_norm": 10.498419761657715, |
| "learning_rate": 1.9998373435352285e-07, |
| "loss": 1.0631, |
| "step": 13460 |
| }, |
| { |
| "epoch": 0.012407553593354636, |
| "grad_norm": 9.958725929260254, |
| "learning_rate": 1.9998370823517327e-07, |
| "loss": 1.0012, |
| "step": 13470 |
| }, |
| { |
| "epoch": 0.012416764843238344, |
| "grad_norm": 11.818429946899414, |
| "learning_rate": 1.9998368209587265e-07, |
| "loss": 1.0254, |
| "step": 13480 |
| }, |
| { |
| "epoch": 0.012425976093122052, |
| "grad_norm": 12.042304992675781, |
| "learning_rate": 1.99983655935621e-07, |
| "loss": 1.0064, |
| "step": 13490 |
| }, |
| { |
| "epoch": 0.01243518734300576, |
| "grad_norm": 11.252850532531738, |
| "learning_rate": 1.9998362975441824e-07, |
| "loss": 1.0248, |
| "step": 13500 |
| }, |
| { |
| "epoch": 0.012444398592889467, |
| "grad_norm": 9.87796401977539, |
| "learning_rate": 1.999836035522644e-07, |
| "loss": 1.0164, |
| "step": 13510 |
| }, |
| { |
| "epoch": 0.012453609842773175, |
| "grad_norm": 10.7407808303833, |
| "learning_rate": 1.9998357732915957e-07, |
| "loss": 1.0893, |
| "step": 13520 |
| }, |
| { |
| "epoch": 0.012462821092656885, |
| "grad_norm": 12.11376667022705, |
| "learning_rate": 1.9998355108510366e-07, |
| "loss": 1.0221, |
| "step": 13530 |
| }, |
| { |
| "epoch": 0.012472032342540592, |
| "grad_norm": 11.665279388427734, |
| "learning_rate": 1.999835248200967e-07, |
| "loss": 1.0469, |
| "step": 13540 |
| }, |
| { |
| "epoch": 0.0124812435924243, |
| "grad_norm": 9.829465866088867, |
| "learning_rate": 1.9998349853413874e-07, |
| "loss": 1.004, |
| "step": 13550 |
| }, |
| { |
| "epoch": 0.012490454842308008, |
| "grad_norm": 10.644261360168457, |
| "learning_rate": 1.9998347222722973e-07, |
| "loss": 1.0318, |
| "step": 13560 |
| }, |
| { |
| "epoch": 0.012499666092191716, |
| "grad_norm": 11.00671100616455, |
| "learning_rate": 1.999834458993697e-07, |
| "loss": 1.0613, |
| "step": 13570 |
| }, |
| { |
| "epoch": 0.012508877342075423, |
| "grad_norm": 10.036681175231934, |
| "learning_rate": 1.9998341955055867e-07, |
| "loss": 0.9904, |
| "step": 13580 |
| }, |
| { |
| "epoch": 0.012518088591959131, |
| "grad_norm": 10.51473617553711, |
| "learning_rate": 1.999833931807966e-07, |
| "loss": 1.0255, |
| "step": 13590 |
| }, |
| { |
| "epoch": 0.012527299841842839, |
| "grad_norm": 10.107020378112793, |
| "learning_rate": 1.9998336679008354e-07, |
| "loss": 1.0542, |
| "step": 13600 |
| }, |
| { |
| "epoch": 0.012536511091726547, |
| "grad_norm": 10.273112297058105, |
| "learning_rate": 1.9998334037841947e-07, |
| "loss": 1.0328, |
| "step": 13610 |
| }, |
| { |
| "epoch": 0.012545722341610256, |
| "grad_norm": 14.128885269165039, |
| "learning_rate": 1.9998331394580442e-07, |
| "loss": 1.0338, |
| "step": 13620 |
| }, |
| { |
| "epoch": 0.012554933591493964, |
| "grad_norm": 18.069040298461914, |
| "learning_rate": 1.9998328749223838e-07, |
| "loss": 1.0476, |
| "step": 13630 |
| }, |
| { |
| "epoch": 0.012564144841377672, |
| "grad_norm": 11.211135864257812, |
| "learning_rate": 1.9998326101772135e-07, |
| "loss": 1.0302, |
| "step": 13640 |
| }, |
| { |
| "epoch": 0.01257335609126138, |
| "grad_norm": 10.113682746887207, |
| "learning_rate": 1.9998323452225333e-07, |
| "loss": 1.0237, |
| "step": 13650 |
| }, |
| { |
| "epoch": 0.012582567341145087, |
| "grad_norm": 11.019082069396973, |
| "learning_rate": 1.9998320800583435e-07, |
| "loss": 1.0692, |
| "step": 13660 |
| }, |
| { |
| "epoch": 0.012591778591028795, |
| "grad_norm": 12.991950035095215, |
| "learning_rate": 1.999831814684644e-07, |
| "loss": 1.0609, |
| "step": 13670 |
| }, |
| { |
| "epoch": 0.012600989840912503, |
| "grad_norm": 10.324051856994629, |
| "learning_rate": 1.999831549101435e-07, |
| "loss": 1.0288, |
| "step": 13680 |
| }, |
| { |
| "epoch": 0.01261020109079621, |
| "grad_norm": 12.9264554977417, |
| "learning_rate": 1.999831283308716e-07, |
| "loss": 1.011, |
| "step": 13690 |
| }, |
| { |
| "epoch": 0.01261941234067992, |
| "grad_norm": 10.522852897644043, |
| "learning_rate": 1.9998310173064881e-07, |
| "loss": 0.9877, |
| "step": 13700 |
| }, |
| { |
| "epoch": 0.012628623590563628, |
| "grad_norm": 11.253312110900879, |
| "learning_rate": 1.9998307510947502e-07, |
| "loss": 1.0459, |
| "step": 13710 |
| }, |
| { |
| "epoch": 0.012637834840447336, |
| "grad_norm": 10.876058578491211, |
| "learning_rate": 1.9998304846735034e-07, |
| "loss": 1.0422, |
| "step": 13720 |
| }, |
| { |
| "epoch": 0.012647046090331043, |
| "grad_norm": 10.079529762268066, |
| "learning_rate": 1.999830218042747e-07, |
| "loss": 1.0558, |
| "step": 13730 |
| }, |
| { |
| "epoch": 0.012656257340214751, |
| "grad_norm": 11.479740142822266, |
| "learning_rate": 1.999829951202481e-07, |
| "loss": 1.0369, |
| "step": 13740 |
| }, |
| { |
| "epoch": 0.012665468590098459, |
| "grad_norm": 12.495981216430664, |
| "learning_rate": 1.9998296841527065e-07, |
| "loss": 1.1261, |
| "step": 13750 |
| }, |
| { |
| "epoch": 0.012674679839982167, |
| "grad_norm": 16.66766357421875, |
| "learning_rate": 1.9998294168934222e-07, |
| "loss": 1.0237, |
| "step": 13760 |
| }, |
| { |
| "epoch": 0.012683891089865874, |
| "grad_norm": 10.03262996673584, |
| "learning_rate": 1.999829149424629e-07, |
| "loss": 1.0349, |
| "step": 13770 |
| }, |
| { |
| "epoch": 0.012693102339749582, |
| "grad_norm": 11.309409141540527, |
| "learning_rate": 1.999828881746327e-07, |
| "loss": 1.0292, |
| "step": 13780 |
| }, |
| { |
| "epoch": 0.012702313589633292, |
| "grad_norm": 9.323826789855957, |
| "learning_rate": 1.9998286138585156e-07, |
| "loss": 1.0257, |
| "step": 13790 |
| }, |
| { |
| "epoch": 0.012711524839517, |
| "grad_norm": 10.989248275756836, |
| "learning_rate": 1.9998283457611955e-07, |
| "loss": 1.0654, |
| "step": 13800 |
| }, |
| { |
| "epoch": 0.012720736089400707, |
| "grad_norm": 10.550274848937988, |
| "learning_rate": 1.9998280774543663e-07, |
| "loss": 0.9941, |
| "step": 13810 |
| }, |
| { |
| "epoch": 0.012729947339284415, |
| "grad_norm": 11.93160343170166, |
| "learning_rate": 1.9998278089380282e-07, |
| "loss": 1.0731, |
| "step": 13820 |
| }, |
| { |
| "epoch": 0.012739158589168123, |
| "grad_norm": 10.182496070861816, |
| "learning_rate": 1.9998275402121818e-07, |
| "loss": 0.9954, |
| "step": 13830 |
| }, |
| { |
| "epoch": 0.01274836983905183, |
| "grad_norm": 10.198827743530273, |
| "learning_rate": 1.9998272712768263e-07, |
| "loss": 1.0403, |
| "step": 13840 |
| }, |
| { |
| "epoch": 0.012757581088935538, |
| "grad_norm": 10.947816848754883, |
| "learning_rate": 1.9998270021319623e-07, |
| "loss": 1.0213, |
| "step": 13850 |
| }, |
| { |
| "epoch": 0.012766792338819246, |
| "grad_norm": 11.719832420349121, |
| "learning_rate": 1.9998267327775894e-07, |
| "loss": 1.0072, |
| "step": 13860 |
| }, |
| { |
| "epoch": 0.012776003588702955, |
| "grad_norm": 15.481405258178711, |
| "learning_rate": 1.9998264632137082e-07, |
| "loss": 0.9902, |
| "step": 13870 |
| }, |
| { |
| "epoch": 0.012785214838586663, |
| "grad_norm": 12.571460723876953, |
| "learning_rate": 1.9998261934403185e-07, |
| "loss": 1.028, |
| "step": 13880 |
| }, |
| { |
| "epoch": 0.012794426088470371, |
| "grad_norm": 10.477856636047363, |
| "learning_rate": 1.9998259234574201e-07, |
| "loss": 1.0406, |
| "step": 13890 |
| }, |
| { |
| "epoch": 0.012803637338354079, |
| "grad_norm": 10.395843505859375, |
| "learning_rate": 1.9998256532650138e-07, |
| "loss": 1.0299, |
| "step": 13900 |
| }, |
| { |
| "epoch": 0.012812848588237787, |
| "grad_norm": 10.972112655639648, |
| "learning_rate": 1.9998253828630988e-07, |
| "loss": 1.0043, |
| "step": 13910 |
| }, |
| { |
| "epoch": 0.012822059838121494, |
| "grad_norm": 10.709739685058594, |
| "learning_rate": 1.9998251122516759e-07, |
| "loss": 1.0264, |
| "step": 13920 |
| }, |
| { |
| "epoch": 0.012831271088005202, |
| "grad_norm": 27.398651123046875, |
| "learning_rate": 1.9998248414307443e-07, |
| "loss": 1.0046, |
| "step": 13930 |
| }, |
| { |
| "epoch": 0.01284048233788891, |
| "grad_norm": 9.787290573120117, |
| "learning_rate": 1.999824570400305e-07, |
| "loss": 1.0026, |
| "step": 13940 |
| }, |
| { |
| "epoch": 0.012849693587772618, |
| "grad_norm": 11.304927825927734, |
| "learning_rate": 1.999824299160357e-07, |
| "loss": 1.0559, |
| "step": 13950 |
| }, |
| { |
| "epoch": 0.012858904837656327, |
| "grad_norm": 9.933921813964844, |
| "learning_rate": 1.9998240277109014e-07, |
| "loss": 1.0568, |
| "step": 13960 |
| }, |
| { |
| "epoch": 0.012868116087540035, |
| "grad_norm": 10.142529487609863, |
| "learning_rate": 1.9998237560519377e-07, |
| "loss": 1.0349, |
| "step": 13970 |
| }, |
| { |
| "epoch": 0.012877327337423743, |
| "grad_norm": 12.451525688171387, |
| "learning_rate": 1.9998234841834662e-07, |
| "loss": 1.0223, |
| "step": 13980 |
| }, |
| { |
| "epoch": 0.01288653858730745, |
| "grad_norm": 10.039769172668457, |
| "learning_rate": 1.9998232121054867e-07, |
| "loss": 0.9899, |
| "step": 13990 |
| }, |
| { |
| "epoch": 0.012895749837191158, |
| "grad_norm": 11.092480659484863, |
| "learning_rate": 1.9998229398179994e-07, |
| "loss": 1.0509, |
| "step": 14000 |
| }, |
| { |
| "epoch": 0.012904961087074866, |
| "grad_norm": 10.24864673614502, |
| "learning_rate": 1.9998226673210043e-07, |
| "loss": 1.1199, |
| "step": 14010 |
| }, |
| { |
| "epoch": 0.012914172336958574, |
| "grad_norm": 9.621000289916992, |
| "learning_rate": 1.9998223946145017e-07, |
| "loss": 1.0175, |
| "step": 14020 |
| }, |
| { |
| "epoch": 0.012923383586842281, |
| "grad_norm": 11.19433307647705, |
| "learning_rate": 1.999822121698491e-07, |
| "loss": 1.066, |
| "step": 14030 |
| }, |
| { |
| "epoch": 0.012932594836725991, |
| "grad_norm": 10.21904182434082, |
| "learning_rate": 1.9998218485729735e-07, |
| "loss": 1.045, |
| "step": 14040 |
| }, |
| { |
| "epoch": 0.012941806086609699, |
| "grad_norm": 11.708386421203613, |
| "learning_rate": 1.9998215752379478e-07, |
| "loss": 1.047, |
| "step": 14050 |
| }, |
| { |
| "epoch": 0.012951017336493406, |
| "grad_norm": 11.216705322265625, |
| "learning_rate": 1.999821301693415e-07, |
| "loss": 1.0468, |
| "step": 14060 |
| }, |
| { |
| "epoch": 0.012960228586377114, |
| "grad_norm": 10.418187141418457, |
| "learning_rate": 1.9998210279393742e-07, |
| "loss": 1.0365, |
| "step": 14070 |
| }, |
| { |
| "epoch": 0.012969439836260822, |
| "grad_norm": 9.802369117736816, |
| "learning_rate": 1.9998207539758268e-07, |
| "loss": 1.042, |
| "step": 14080 |
| }, |
| { |
| "epoch": 0.01297865108614453, |
| "grad_norm": 11.526812553405762, |
| "learning_rate": 1.9998204798027717e-07, |
| "loss": 1.0519, |
| "step": 14090 |
| }, |
| { |
| "epoch": 0.012987862336028238, |
| "grad_norm": 10.508868217468262, |
| "learning_rate": 1.9998202054202093e-07, |
| "loss": 1.0205, |
| "step": 14100 |
| }, |
| { |
| "epoch": 0.012997073585911945, |
| "grad_norm": 12.244237899780273, |
| "learning_rate": 1.9998199308281399e-07, |
| "loss": 1.054, |
| "step": 14110 |
| }, |
| { |
| "epoch": 0.013006284835795655, |
| "grad_norm": 12.022279739379883, |
| "learning_rate": 1.9998196560265632e-07, |
| "loss": 1.0382, |
| "step": 14120 |
| }, |
| { |
| "epoch": 0.013015496085679363, |
| "grad_norm": 10.809887886047363, |
| "learning_rate": 1.9998193810154796e-07, |
| "loss": 1.0436, |
| "step": 14130 |
| }, |
| { |
| "epoch": 0.01302470733556307, |
| "grad_norm": 10.311279296875, |
| "learning_rate": 1.9998191057948887e-07, |
| "loss": 1.0081, |
| "step": 14140 |
| }, |
| { |
| "epoch": 0.013033918585446778, |
| "grad_norm": 10.968958854675293, |
| "learning_rate": 1.999818830364791e-07, |
| "loss": 0.9886, |
| "step": 14150 |
| }, |
| { |
| "epoch": 0.013043129835330486, |
| "grad_norm": 9.940498352050781, |
| "learning_rate": 1.9998185547251865e-07, |
| "loss": 1.0222, |
| "step": 14160 |
| }, |
| { |
| "epoch": 0.013052341085214194, |
| "grad_norm": 10.495719909667969, |
| "learning_rate": 1.9998182788760752e-07, |
| "loss": 0.9766, |
| "step": 14170 |
| }, |
| { |
| "epoch": 0.013061552335097901, |
| "grad_norm": 10.64636516571045, |
| "learning_rate": 1.9998180028174572e-07, |
| "loss": 1.066, |
| "step": 14180 |
| }, |
| { |
| "epoch": 0.01307076358498161, |
| "grad_norm": 10.699214935302734, |
| "learning_rate": 1.9998177265493322e-07, |
| "loss": 1.0503, |
| "step": 14190 |
| }, |
| { |
| "epoch": 0.013079974834865317, |
| "grad_norm": 10.3624267578125, |
| "learning_rate": 1.9998174500717005e-07, |
| "loss": 0.9961, |
| "step": 14200 |
| }, |
| { |
| "epoch": 0.013089186084749026, |
| "grad_norm": 11.242952346801758, |
| "learning_rate": 1.9998171733845624e-07, |
| "loss": 1.0167, |
| "step": 14210 |
| }, |
| { |
| "epoch": 0.013098397334632734, |
| "grad_norm": 9.298620223999023, |
| "learning_rate": 1.9998168964879178e-07, |
| "loss": 1.0293, |
| "step": 14220 |
| }, |
| { |
| "epoch": 0.013107608584516442, |
| "grad_norm": 10.501712799072266, |
| "learning_rate": 1.9998166193817664e-07, |
| "loss": 1.0698, |
| "step": 14230 |
| }, |
| { |
| "epoch": 0.01311681983440015, |
| "grad_norm": 10.517026901245117, |
| "learning_rate": 1.9998163420661086e-07, |
| "loss": 1.0576, |
| "step": 14240 |
| }, |
| { |
| "epoch": 0.013126031084283857, |
| "grad_norm": 10.720295906066895, |
| "learning_rate": 1.999816064540945e-07, |
| "loss": 1.0307, |
| "step": 14250 |
| }, |
| { |
| "epoch": 0.013135242334167565, |
| "grad_norm": 10.878846168518066, |
| "learning_rate": 1.9998157868062745e-07, |
| "loss": 1.0042, |
| "step": 14260 |
| }, |
| { |
| "epoch": 0.013144453584051273, |
| "grad_norm": 14.173813819885254, |
| "learning_rate": 1.9998155088620982e-07, |
| "loss": 0.9953, |
| "step": 14270 |
| }, |
| { |
| "epoch": 0.01315366483393498, |
| "grad_norm": 10.729985237121582, |
| "learning_rate": 1.999815230708415e-07, |
| "loss": 1.0335, |
| "step": 14280 |
| }, |
| { |
| "epoch": 0.01316287608381869, |
| "grad_norm": 12.065109252929688, |
| "learning_rate": 1.999814952345226e-07, |
| "loss": 1.053, |
| "step": 14290 |
| }, |
| { |
| "epoch": 0.013172087333702398, |
| "grad_norm": 10.979692459106445, |
| "learning_rate": 1.9998146737725312e-07, |
| "loss": 1.0252, |
| "step": 14300 |
| }, |
| { |
| "epoch": 0.013181298583586106, |
| "grad_norm": 10.119261741638184, |
| "learning_rate": 1.99981439499033e-07, |
| "loss": 0.9999, |
| "step": 14310 |
| }, |
| { |
| "epoch": 0.013190509833469814, |
| "grad_norm": 11.453356742858887, |
| "learning_rate": 1.999814115998623e-07, |
| "loss": 1.0124, |
| "step": 14320 |
| }, |
| { |
| "epoch": 0.013199721083353521, |
| "grad_norm": 10.567078590393066, |
| "learning_rate": 1.99981383679741e-07, |
| "loss": 1.0754, |
| "step": 14330 |
| }, |
| { |
| "epoch": 0.013208932333237229, |
| "grad_norm": 10.189666748046875, |
| "learning_rate": 1.9998135573866915e-07, |
| "loss": 1.0126, |
| "step": 14340 |
| }, |
| { |
| "epoch": 0.013218143583120937, |
| "grad_norm": 11.933945655822754, |
| "learning_rate": 1.9998132777664667e-07, |
| "loss": 1.0469, |
| "step": 14350 |
| }, |
| { |
| "epoch": 0.013227354833004645, |
| "grad_norm": 10.099088668823242, |
| "learning_rate": 1.9998129979367365e-07, |
| "loss": 1.0056, |
| "step": 14360 |
| }, |
| { |
| "epoch": 0.013236566082888352, |
| "grad_norm": 10.710516929626465, |
| "learning_rate": 1.9998127178975004e-07, |
| "loss": 0.9989, |
| "step": 14370 |
| }, |
| { |
| "epoch": 0.013245777332772062, |
| "grad_norm": 11.486581802368164, |
| "learning_rate": 1.999812437648759e-07, |
| "loss": 1.0373, |
| "step": 14380 |
| }, |
| { |
| "epoch": 0.01325498858265577, |
| "grad_norm": 10.034515380859375, |
| "learning_rate": 1.9998121571905115e-07, |
| "loss": 0.9998, |
| "step": 14390 |
| }, |
| { |
| "epoch": 0.013264199832539477, |
| "grad_norm": 11.530479431152344, |
| "learning_rate": 1.999811876522759e-07, |
| "loss": 0.9943, |
| "step": 14400 |
| }, |
| { |
| "epoch": 0.013273411082423185, |
| "grad_norm": 12.000450134277344, |
| "learning_rate": 1.999811595645501e-07, |
| "loss": 1.0551, |
| "step": 14410 |
| }, |
| { |
| "epoch": 0.013282622332306893, |
| "grad_norm": 11.614253997802734, |
| "learning_rate": 1.9998113145587374e-07, |
| "loss": 1.0094, |
| "step": 14420 |
| }, |
| { |
| "epoch": 0.0132918335821906, |
| "grad_norm": 10.894906044006348, |
| "learning_rate": 1.9998110332624684e-07, |
| "loss": 1.0081, |
| "step": 14430 |
| }, |
| { |
| "epoch": 0.013301044832074308, |
| "grad_norm": 10.965391159057617, |
| "learning_rate": 1.9998107517566947e-07, |
| "loss": 1.0145, |
| "step": 14440 |
| }, |
| { |
| "epoch": 0.013310256081958016, |
| "grad_norm": 10.908135414123535, |
| "learning_rate": 1.9998104700414152e-07, |
| "loss": 1.0254, |
| "step": 14450 |
| }, |
| { |
| "epoch": 0.013319467331841726, |
| "grad_norm": 11.68498420715332, |
| "learning_rate": 1.9998101881166308e-07, |
| "loss": 1.0108, |
| "step": 14460 |
| }, |
| { |
| "epoch": 0.013328678581725434, |
| "grad_norm": 11.092029571533203, |
| "learning_rate": 1.9998099059823416e-07, |
| "loss": 1.0589, |
| "step": 14470 |
| }, |
| { |
| "epoch": 0.013337889831609141, |
| "grad_norm": 12.352855682373047, |
| "learning_rate": 1.999809623638547e-07, |
| "loss": 1.0074, |
| "step": 14480 |
| }, |
| { |
| "epoch": 0.013347101081492849, |
| "grad_norm": 11.044502258300781, |
| "learning_rate": 1.9998093410852474e-07, |
| "loss": 1.0132, |
| "step": 14490 |
| }, |
| { |
| "epoch": 0.013356312331376557, |
| "grad_norm": 11.899613380432129, |
| "learning_rate": 1.999809058322443e-07, |
| "loss": 1.0307, |
| "step": 14500 |
| }, |
| { |
| "epoch": 0.013365523581260265, |
| "grad_norm": 11.268917083740234, |
| "learning_rate": 1.9998087753501335e-07, |
| "loss": 1.0392, |
| "step": 14510 |
| }, |
| { |
| "epoch": 0.013374734831143972, |
| "grad_norm": 11.036169052124023, |
| "learning_rate": 1.9998084921683197e-07, |
| "loss": 1.0502, |
| "step": 14520 |
| }, |
| { |
| "epoch": 0.01338394608102768, |
| "grad_norm": 11.845355987548828, |
| "learning_rate": 1.9998082087770007e-07, |
| "loss": 1.0149, |
| "step": 14530 |
| }, |
| { |
| "epoch": 0.013393157330911388, |
| "grad_norm": 10.693422317504883, |
| "learning_rate": 1.9998079251761774e-07, |
| "loss": 1.029, |
| "step": 14540 |
| }, |
| { |
| "epoch": 0.013402368580795097, |
| "grad_norm": 11.055460929870605, |
| "learning_rate": 1.9998076413658492e-07, |
| "loss": 1.0338, |
| "step": 14550 |
| }, |
| { |
| "epoch": 0.013411579830678805, |
| "grad_norm": 10.551007270812988, |
| "learning_rate": 1.9998073573460167e-07, |
| "loss": 1.0369, |
| "step": 14560 |
| }, |
| { |
| "epoch": 0.013420791080562513, |
| "grad_norm": 9.539275169372559, |
| "learning_rate": 1.9998070731166796e-07, |
| "loss": 0.9764, |
| "step": 14570 |
| }, |
| { |
| "epoch": 0.01343000233044622, |
| "grad_norm": 9.62117862701416, |
| "learning_rate": 1.999806788677838e-07, |
| "loss": 0.9845, |
| "step": 14580 |
| }, |
| { |
| "epoch": 0.013439213580329928, |
| "grad_norm": 10.485407829284668, |
| "learning_rate": 1.9998065040294921e-07, |
| "loss": 0.9991, |
| "step": 14590 |
| }, |
| { |
| "epoch": 0.013448424830213636, |
| "grad_norm": 11.85799503326416, |
| "learning_rate": 1.9998062191716418e-07, |
| "loss": 1.0087, |
| "step": 14600 |
| }, |
| { |
| "epoch": 0.013457636080097344, |
| "grad_norm": 10.689120292663574, |
| "learning_rate": 1.9998059341042873e-07, |
| "loss": 1.0033, |
| "step": 14610 |
| }, |
| { |
| "epoch": 0.013466847329981052, |
| "grad_norm": 10.790801048278809, |
| "learning_rate": 1.9998056488274285e-07, |
| "loss": 0.988, |
| "step": 14620 |
| }, |
| { |
| "epoch": 0.013476058579864761, |
| "grad_norm": 11.873769760131836, |
| "learning_rate": 1.999805363341066e-07, |
| "loss": 1.0262, |
| "step": 14630 |
| }, |
| { |
| "epoch": 0.013485269829748469, |
| "grad_norm": 9.655999183654785, |
| "learning_rate": 1.999805077645199e-07, |
| "loss": 1.0097, |
| "step": 14640 |
| }, |
| { |
| "epoch": 0.013494481079632177, |
| "grad_norm": 11.321676254272461, |
| "learning_rate": 1.999804791739828e-07, |
| "loss": 1.0197, |
| "step": 14650 |
| }, |
| { |
| "epoch": 0.013503692329515884, |
| "grad_norm": 10.857213020324707, |
| "learning_rate": 1.999804505624953e-07, |
| "loss": 1.0194, |
| "step": 14660 |
| }, |
| { |
| "epoch": 0.013512903579399592, |
| "grad_norm": 10.409232139587402, |
| "learning_rate": 1.9998042193005744e-07, |
| "loss": 1.0039, |
| "step": 14670 |
| }, |
| { |
| "epoch": 0.0135221148292833, |
| "grad_norm": 10.471531867980957, |
| "learning_rate": 1.9998039327666917e-07, |
| "loss": 0.9858, |
| "step": 14680 |
| }, |
| { |
| "epoch": 0.013531326079167008, |
| "grad_norm": 10.706310272216797, |
| "learning_rate": 1.9998036460233055e-07, |
| "loss": 0.9922, |
| "step": 14690 |
| }, |
| { |
| "epoch": 0.013540537329050716, |
| "grad_norm": 10.247745513916016, |
| "learning_rate": 1.9998033590704152e-07, |
| "loss": 1.0335, |
| "step": 14700 |
| }, |
| { |
| "epoch": 0.013549748578934425, |
| "grad_norm": 10.638279914855957, |
| "learning_rate": 1.9998030719080216e-07, |
| "loss": 1.0425, |
| "step": 14710 |
| }, |
| { |
| "epoch": 0.013558959828818133, |
| "grad_norm": 11.47921371459961, |
| "learning_rate": 1.9998027845361243e-07, |
| "loss": 0.9817, |
| "step": 14720 |
| }, |
| { |
| "epoch": 0.01356817107870184, |
| "grad_norm": 10.082921028137207, |
| "learning_rate": 1.9998024969547233e-07, |
| "loss": 1.0294, |
| "step": 14730 |
| }, |
| { |
| "epoch": 0.013577382328585548, |
| "grad_norm": 11.140175819396973, |
| "learning_rate": 1.999802209163819e-07, |
| "loss": 1.0294, |
| "step": 14740 |
| }, |
| { |
| "epoch": 0.013586593578469256, |
| "grad_norm": 11.994719505310059, |
| "learning_rate": 1.9998019211634114e-07, |
| "loss": 0.9859, |
| "step": 14750 |
| }, |
| { |
| "epoch": 0.013595804828352964, |
| "grad_norm": 9.512284278869629, |
| "learning_rate": 1.9998016329535002e-07, |
| "loss": 1.0147, |
| "step": 14760 |
| }, |
| { |
| "epoch": 0.013605016078236672, |
| "grad_norm": 9.654474258422852, |
| "learning_rate": 1.999801344534086e-07, |
| "loss": 1.0405, |
| "step": 14770 |
| }, |
| { |
| "epoch": 0.01361422732812038, |
| "grad_norm": 10.747416496276855, |
| "learning_rate": 1.999801055905168e-07, |
| "loss": 1.0116, |
| "step": 14780 |
| }, |
| { |
| "epoch": 0.013623438578004087, |
| "grad_norm": 14.702574729919434, |
| "learning_rate": 1.9998007670667475e-07, |
| "loss": 1.029, |
| "step": 14790 |
| }, |
| { |
| "epoch": 0.013632649827887797, |
| "grad_norm": 11.341087341308594, |
| "learning_rate": 1.9998004780188234e-07, |
| "loss": 1.0071, |
| "step": 14800 |
| }, |
| { |
| "epoch": 0.013641861077771504, |
| "grad_norm": 11.673993110656738, |
| "learning_rate": 1.9998001887613963e-07, |
| "loss": 1.0189, |
| "step": 14810 |
| }, |
| { |
| "epoch": 0.013651072327655212, |
| "grad_norm": 10.635948181152344, |
| "learning_rate": 1.9997998992944661e-07, |
| "loss": 1.0177, |
| "step": 14820 |
| }, |
| { |
| "epoch": 0.01366028357753892, |
| "grad_norm": 11.475762367248535, |
| "learning_rate": 1.9997996096180335e-07, |
| "loss": 1.0327, |
| "step": 14830 |
| }, |
| { |
| "epoch": 0.013669494827422628, |
| "grad_norm": 10.284483909606934, |
| "learning_rate": 1.9997993197320976e-07, |
| "loss": 0.9777, |
| "step": 14840 |
| }, |
| { |
| "epoch": 0.013678706077306335, |
| "grad_norm": 12.186320304870605, |
| "learning_rate": 1.9997990296366593e-07, |
| "loss": 0.9725, |
| "step": 14850 |
| }, |
| { |
| "epoch": 0.013687917327190043, |
| "grad_norm": 10.065929412841797, |
| "learning_rate": 1.9997987393317176e-07, |
| "loss": 1.0289, |
| "step": 14860 |
| }, |
| { |
| "epoch": 0.013697128577073751, |
| "grad_norm": 10.997315406799316, |
| "learning_rate": 1.9997984488172738e-07, |
| "loss": 1.0715, |
| "step": 14870 |
| }, |
| { |
| "epoch": 0.01370633982695746, |
| "grad_norm": 11.145686149597168, |
| "learning_rate": 1.999798158093327e-07, |
| "loss": 1.0205, |
| "step": 14880 |
| }, |
| { |
| "epoch": 0.013715551076841168, |
| "grad_norm": 11.063886642456055, |
| "learning_rate": 1.9997978671598778e-07, |
| "loss": 1.0148, |
| "step": 14890 |
| }, |
| { |
| "epoch": 0.013724762326724876, |
| "grad_norm": 11.686251640319824, |
| "learning_rate": 1.9997975760169262e-07, |
| "loss": 1.0015, |
| "step": 14900 |
| }, |
| { |
| "epoch": 0.013733973576608584, |
| "grad_norm": 10.730671882629395, |
| "learning_rate": 1.999797284664472e-07, |
| "loss": 1.0081, |
| "step": 14910 |
| }, |
| { |
| "epoch": 0.013743184826492292, |
| "grad_norm": 10.751588821411133, |
| "learning_rate": 1.9997969931025153e-07, |
| "loss": 1.0329, |
| "step": 14920 |
| }, |
| { |
| "epoch": 0.013752396076376, |
| "grad_norm": 9.93537712097168, |
| "learning_rate": 1.9997967013310566e-07, |
| "loss": 1.007, |
| "step": 14930 |
| }, |
| { |
| "epoch": 0.013761607326259707, |
| "grad_norm": 10.01486587524414, |
| "learning_rate": 1.9997964093500953e-07, |
| "loss": 1.0286, |
| "step": 14940 |
| }, |
| { |
| "epoch": 0.013770818576143415, |
| "grad_norm": 11.721806526184082, |
| "learning_rate": 1.9997961171596321e-07, |
| "loss": 0.9858, |
| "step": 14950 |
| }, |
| { |
| "epoch": 0.013780029826027123, |
| "grad_norm": 11.199084281921387, |
| "learning_rate": 1.9997958247596665e-07, |
| "loss": 1.0249, |
| "step": 14960 |
| }, |
| { |
| "epoch": 0.013789241075910832, |
| "grad_norm": 10.438685417175293, |
| "learning_rate": 1.999795532150199e-07, |
| "loss": 1.0216, |
| "step": 14970 |
| }, |
| { |
| "epoch": 0.01379845232579454, |
| "grad_norm": 11.354863166809082, |
| "learning_rate": 1.9997952393312295e-07, |
| "loss": 1.0222, |
| "step": 14980 |
| }, |
| { |
| "epoch": 0.013807663575678248, |
| "grad_norm": 12.6505765914917, |
| "learning_rate": 1.999794946302758e-07, |
| "loss": 1.0157, |
| "step": 14990 |
| }, |
| { |
| "epoch": 0.013816874825561955, |
| "grad_norm": 10.83745288848877, |
| "learning_rate": 1.9997946530647845e-07, |
| "loss": 0.9961, |
| "step": 15000 |
| }, |
| { |
| "epoch": 0.013826086075445663, |
| "grad_norm": 10.989898681640625, |
| "learning_rate": 1.9997943596173093e-07, |
| "loss": 0.9805, |
| "step": 15010 |
| }, |
| { |
| "epoch": 0.013835297325329371, |
| "grad_norm": 11.012017250061035, |
| "learning_rate": 1.9997940659603322e-07, |
| "loss": 1.0345, |
| "step": 15020 |
| }, |
| { |
| "epoch": 0.013844508575213079, |
| "grad_norm": 10.916410446166992, |
| "learning_rate": 1.9997937720938536e-07, |
| "loss": 1.0092, |
| "step": 15030 |
| }, |
| { |
| "epoch": 0.013853719825096786, |
| "grad_norm": 10.169594764709473, |
| "learning_rate": 1.9997934780178731e-07, |
| "loss": 1.0161, |
| "step": 15040 |
| }, |
| { |
| "epoch": 0.013862931074980496, |
| "grad_norm": 11.434839248657227, |
| "learning_rate": 1.9997931837323915e-07, |
| "loss": 1.0381, |
| "step": 15050 |
| }, |
| { |
| "epoch": 0.013872142324864204, |
| "grad_norm": 9.908843994140625, |
| "learning_rate": 1.9997928892374079e-07, |
| "loss": 1.0374, |
| "step": 15060 |
| }, |
| { |
| "epoch": 0.013881353574747912, |
| "grad_norm": 10.155745506286621, |
| "learning_rate": 1.999792594532923e-07, |
| "loss": 0.9662, |
| "step": 15070 |
| }, |
| { |
| "epoch": 0.01389056482463162, |
| "grad_norm": 10.907580375671387, |
| "learning_rate": 1.9997922996189364e-07, |
| "loss": 1.0077, |
| "step": 15080 |
| }, |
| { |
| "epoch": 0.013899776074515327, |
| "grad_norm": 10.50309944152832, |
| "learning_rate": 1.999792004495449e-07, |
| "loss": 1.0019, |
| "step": 15090 |
| }, |
| { |
| "epoch": 0.013908987324399035, |
| "grad_norm": 12.115172386169434, |
| "learning_rate": 1.99979170916246e-07, |
| "loss": 1.0376, |
| "step": 15100 |
| }, |
| { |
| "epoch": 0.013918198574282743, |
| "grad_norm": 10.391730308532715, |
| "learning_rate": 1.9997914136199698e-07, |
| "loss": 1.0375, |
| "step": 15110 |
| }, |
| { |
| "epoch": 0.01392740982416645, |
| "grad_norm": 12.150830268859863, |
| "learning_rate": 1.9997911178679784e-07, |
| "loss": 1.0154, |
| "step": 15120 |
| }, |
| { |
| "epoch": 0.013936621074050158, |
| "grad_norm": 11.37088394165039, |
| "learning_rate": 1.9997908219064861e-07, |
| "loss": 0.9937, |
| "step": 15130 |
| }, |
| { |
| "epoch": 0.013945832323933868, |
| "grad_norm": 9.907126426696777, |
| "learning_rate": 1.9997905257354927e-07, |
| "loss": 1.0387, |
| "step": 15140 |
| }, |
| { |
| "epoch": 0.013955043573817575, |
| "grad_norm": 10.536436080932617, |
| "learning_rate": 1.9997902293549984e-07, |
| "loss": 1.0499, |
| "step": 15150 |
| }, |
| { |
| "epoch": 0.013964254823701283, |
| "grad_norm": 12.115398406982422, |
| "learning_rate": 1.999789932765003e-07, |
| "loss": 1.021, |
| "step": 15160 |
| }, |
| { |
| "epoch": 0.013973466073584991, |
| "grad_norm": 12.181248664855957, |
| "learning_rate": 1.9997896359655066e-07, |
| "loss": 1.0847, |
| "step": 15170 |
| }, |
| { |
| "epoch": 0.013982677323468699, |
| "grad_norm": 11.088659286499023, |
| "learning_rate": 1.9997893389565099e-07, |
| "loss": 1.0782, |
| "step": 15180 |
| }, |
| { |
| "epoch": 0.013991888573352406, |
| "grad_norm": 25.22232437133789, |
| "learning_rate": 1.9997890417380122e-07, |
| "loss": 0.9743, |
| "step": 15190 |
| }, |
| { |
| "epoch": 0.014001099823236114, |
| "grad_norm": 10.395514488220215, |
| "learning_rate": 1.999788744310014e-07, |
| "loss": 1.0277, |
| "step": 15200 |
| }, |
| { |
| "epoch": 0.014010311073119822, |
| "grad_norm": 14.201665878295898, |
| "learning_rate": 1.999788446672515e-07, |
| "loss": 1.0061, |
| "step": 15210 |
| }, |
| { |
| "epoch": 0.014019522323003531, |
| "grad_norm": 12.390545845031738, |
| "learning_rate": 1.9997881488255156e-07, |
| "loss": 1.0417, |
| "step": 15220 |
| }, |
| { |
| "epoch": 0.01402873357288724, |
| "grad_norm": 12.292132377624512, |
| "learning_rate": 1.9997878507690155e-07, |
| "loss": 1.0588, |
| "step": 15230 |
| }, |
| { |
| "epoch": 0.014037944822770947, |
| "grad_norm": 10.636080741882324, |
| "learning_rate": 1.9997875525030155e-07, |
| "loss": 1.0434, |
| "step": 15240 |
| }, |
| { |
| "epoch": 0.014047156072654655, |
| "grad_norm": 10.713860511779785, |
| "learning_rate": 1.999787254027515e-07, |
| "loss": 1.0395, |
| "step": 15250 |
| }, |
| { |
| "epoch": 0.014056367322538363, |
| "grad_norm": 10.314606666564941, |
| "learning_rate": 1.9997869553425137e-07, |
| "loss": 1.0413, |
| "step": 15260 |
| }, |
| { |
| "epoch": 0.01406557857242207, |
| "grad_norm": 10.961061477661133, |
| "learning_rate": 1.9997866564480126e-07, |
| "loss": 1.0657, |
| "step": 15270 |
| }, |
| { |
| "epoch": 0.014074789822305778, |
| "grad_norm": 10.971481323242188, |
| "learning_rate": 1.9997863573440114e-07, |
| "loss": 1.017, |
| "step": 15280 |
| }, |
| { |
| "epoch": 0.014084001072189486, |
| "grad_norm": 10.642735481262207, |
| "learning_rate": 1.99978605803051e-07, |
| "loss": 1.0234, |
| "step": 15290 |
| }, |
| { |
| "epoch": 0.014093212322073195, |
| "grad_norm": 9.57653522491455, |
| "learning_rate": 1.9997857585075085e-07, |
| "loss": 1.0137, |
| "step": 15300 |
| }, |
| { |
| "epoch": 0.014102423571956903, |
| "grad_norm": 10.176536560058594, |
| "learning_rate": 1.9997854587750073e-07, |
| "loss": 1.0048, |
| "step": 15310 |
| }, |
| { |
| "epoch": 0.01411163482184061, |
| "grad_norm": 10.436186790466309, |
| "learning_rate": 1.999785158833006e-07, |
| "loss": 1.0164, |
| "step": 15320 |
| }, |
| { |
| "epoch": 0.014120846071724319, |
| "grad_norm": 11.403667449951172, |
| "learning_rate": 1.999784858681505e-07, |
| "loss": 0.9884, |
| "step": 15330 |
| }, |
| { |
| "epoch": 0.014130057321608026, |
| "grad_norm": 11.524589538574219, |
| "learning_rate": 1.999784558320504e-07, |
| "loss": 1.032, |
| "step": 15340 |
| }, |
| { |
| "epoch": 0.014139268571491734, |
| "grad_norm": 13.009188652038574, |
| "learning_rate": 1.9997842577500034e-07, |
| "loss": 1.0384, |
| "step": 15350 |
| }, |
| { |
| "epoch": 0.014148479821375442, |
| "grad_norm": 11.528955459594727, |
| "learning_rate": 1.999783956970003e-07, |
| "loss": 1.0337, |
| "step": 15360 |
| }, |
| { |
| "epoch": 0.01415769107125915, |
| "grad_norm": 9.382002830505371, |
| "learning_rate": 1.999783655980503e-07, |
| "loss": 1.0415, |
| "step": 15370 |
| }, |
| { |
| "epoch": 0.014166902321142857, |
| "grad_norm": 9.43379020690918, |
| "learning_rate": 1.9997833547815038e-07, |
| "loss": 1.0669, |
| "step": 15380 |
| }, |
| { |
| "epoch": 0.014176113571026567, |
| "grad_norm": 13.102933883666992, |
| "learning_rate": 1.999783053373005e-07, |
| "loss": 1.0378, |
| "step": 15390 |
| }, |
| { |
| "epoch": 0.014185324820910275, |
| "grad_norm": 10.999958992004395, |
| "learning_rate": 1.9997827517550066e-07, |
| "loss": 1.0557, |
| "step": 15400 |
| }, |
| { |
| "epoch": 0.014194536070793982, |
| "grad_norm": 10.32621955871582, |
| "learning_rate": 1.9997824499275091e-07, |
| "loss": 0.997, |
| "step": 15410 |
| }, |
| { |
| "epoch": 0.01420374732067769, |
| "grad_norm": 9.563864707946777, |
| "learning_rate": 1.9997821478905121e-07, |
| "loss": 1.0619, |
| "step": 15420 |
| }, |
| { |
| "epoch": 0.014212958570561398, |
| "grad_norm": 23.16864585876465, |
| "learning_rate": 1.999781845644016e-07, |
| "loss": 1.0612, |
| "step": 15430 |
| }, |
| { |
| "epoch": 0.014222169820445106, |
| "grad_norm": 13.929885864257812, |
| "learning_rate": 1.9997815431880207e-07, |
| "loss": 1.009, |
| "step": 15440 |
| }, |
| { |
| "epoch": 0.014231381070328813, |
| "grad_norm": 10.578057289123535, |
| "learning_rate": 1.9997812405225266e-07, |
| "loss": 1.049, |
| "step": 15450 |
| }, |
| { |
| "epoch": 0.014240592320212521, |
| "grad_norm": 9.861318588256836, |
| "learning_rate": 1.9997809376475332e-07, |
| "loss": 1.0201, |
| "step": 15460 |
| }, |
| { |
| "epoch": 0.01424980357009623, |
| "grad_norm": 11.266529083251953, |
| "learning_rate": 1.9997806345630407e-07, |
| "loss": 1.0081, |
| "step": 15470 |
| }, |
| { |
| "epoch": 0.014259014819979939, |
| "grad_norm": 8.847119331359863, |
| "learning_rate": 1.9997803312690497e-07, |
| "loss": 0.9136, |
| "step": 15480 |
| }, |
| { |
| "epoch": 0.014268226069863646, |
| "grad_norm": 10.075629234313965, |
| "learning_rate": 1.9997800277655597e-07, |
| "loss": 1.0464, |
| "step": 15490 |
| }, |
| { |
| "epoch": 0.014277437319747354, |
| "grad_norm": 11.116888999938965, |
| "learning_rate": 1.999779724052571e-07, |
| "loss": 1.0437, |
| "step": 15500 |
| }, |
| { |
| "epoch": 0.014286648569631062, |
| "grad_norm": 10.67253303527832, |
| "learning_rate": 1.9997794201300833e-07, |
| "loss": 1.0199, |
| "step": 15510 |
| }, |
| { |
| "epoch": 0.01429585981951477, |
| "grad_norm": 9.810186386108398, |
| "learning_rate": 1.9997791159980972e-07, |
| "loss": 0.992, |
| "step": 15520 |
| }, |
| { |
| "epoch": 0.014305071069398477, |
| "grad_norm": 11.050532341003418, |
| "learning_rate": 1.9997788116566126e-07, |
| "loss": 1.0523, |
| "step": 15530 |
| }, |
| { |
| "epoch": 0.014314282319282185, |
| "grad_norm": 10.395670890808105, |
| "learning_rate": 1.9997785071056295e-07, |
| "loss": 0.9642, |
| "step": 15540 |
| }, |
| { |
| "epoch": 0.014323493569165893, |
| "grad_norm": 11.32052230834961, |
| "learning_rate": 1.9997782023451478e-07, |
| "loss": 1.0184, |
| "step": 15550 |
| }, |
| { |
| "epoch": 0.014332704819049602, |
| "grad_norm": 11.003552436828613, |
| "learning_rate": 1.9997778973751677e-07, |
| "loss": 1.0208, |
| "step": 15560 |
| }, |
| { |
| "epoch": 0.01434191606893331, |
| "grad_norm": 11.940206527709961, |
| "learning_rate": 1.9997775921956893e-07, |
| "loss": 1.0038, |
| "step": 15570 |
| }, |
| { |
| "epoch": 0.014351127318817018, |
| "grad_norm": 12.526101112365723, |
| "learning_rate": 1.9997772868067127e-07, |
| "loss": 1.0312, |
| "step": 15580 |
| }, |
| { |
| "epoch": 0.014360338568700726, |
| "grad_norm": 10.388029098510742, |
| "learning_rate": 1.9997769812082378e-07, |
| "loss": 0.9929, |
| "step": 15590 |
| }, |
| { |
| "epoch": 0.014369549818584433, |
| "grad_norm": 11.88277816772461, |
| "learning_rate": 1.9997766754002647e-07, |
| "loss": 1.0499, |
| "step": 15600 |
| }, |
| { |
| "epoch": 0.014378761068468141, |
| "grad_norm": 14.356674194335938, |
| "learning_rate": 1.9997763693827938e-07, |
| "loss": 1.0346, |
| "step": 15610 |
| }, |
| { |
| "epoch": 0.014387972318351849, |
| "grad_norm": 12.173201560974121, |
| "learning_rate": 1.9997760631558247e-07, |
| "loss": 0.9987, |
| "step": 15620 |
| }, |
| { |
| "epoch": 0.014397183568235557, |
| "grad_norm": 11.898418426513672, |
| "learning_rate": 1.999775756719358e-07, |
| "loss": 0.9973, |
| "step": 15630 |
| }, |
| { |
| "epoch": 0.014406394818119266, |
| "grad_norm": 11.622894287109375, |
| "learning_rate": 1.999775450073393e-07, |
| "loss": 1.0065, |
| "step": 15640 |
| }, |
| { |
| "epoch": 0.014415606068002974, |
| "grad_norm": 11.362640380859375, |
| "learning_rate": 1.9997751432179303e-07, |
| "loss": 0.9882, |
| "step": 15650 |
| }, |
| { |
| "epoch": 0.014424817317886682, |
| "grad_norm": 11.543924331665039, |
| "learning_rate": 1.99977483615297e-07, |
| "loss": 1.005, |
| "step": 15660 |
| }, |
| { |
| "epoch": 0.01443402856777039, |
| "grad_norm": 10.448874473571777, |
| "learning_rate": 1.999774528878512e-07, |
| "loss": 1.0093, |
| "step": 15670 |
| }, |
| { |
| "epoch": 0.014443239817654097, |
| "grad_norm": 11.865896224975586, |
| "learning_rate": 1.9997742213945562e-07, |
| "loss": 1.0215, |
| "step": 15680 |
| }, |
| { |
| "epoch": 0.014452451067537805, |
| "grad_norm": 10.817159652709961, |
| "learning_rate": 1.999773913701103e-07, |
| "loss": 1.0035, |
| "step": 15690 |
| }, |
| { |
| "epoch": 0.014461662317421513, |
| "grad_norm": 11.522754669189453, |
| "learning_rate": 1.9997736057981525e-07, |
| "loss": 1.07, |
| "step": 15700 |
| }, |
| { |
| "epoch": 0.01447087356730522, |
| "grad_norm": 10.102328300476074, |
| "learning_rate": 1.9997732976857043e-07, |
| "loss": 0.9871, |
| "step": 15710 |
| }, |
| { |
| "epoch": 0.014480084817188928, |
| "grad_norm": 10.84836483001709, |
| "learning_rate": 1.999772989363759e-07, |
| "loss": 0.9791, |
| "step": 15720 |
| }, |
| { |
| "epoch": 0.014489296067072638, |
| "grad_norm": 10.973687171936035, |
| "learning_rate": 1.999772680832316e-07, |
| "loss": 1.0278, |
| "step": 15730 |
| }, |
| { |
| "epoch": 0.014498507316956346, |
| "grad_norm": 10.168926239013672, |
| "learning_rate": 1.9997723720913763e-07, |
| "loss": 1.0241, |
| "step": 15740 |
| }, |
| { |
| "epoch": 0.014507718566840053, |
| "grad_norm": 9.546493530273438, |
| "learning_rate": 1.999772063140939e-07, |
| "loss": 1.0236, |
| "step": 15750 |
| }, |
| { |
| "epoch": 0.014516929816723761, |
| "grad_norm": 12.213617324829102, |
| "learning_rate": 1.9997717539810047e-07, |
| "loss": 0.9798, |
| "step": 15760 |
| }, |
| { |
| "epoch": 0.014526141066607469, |
| "grad_norm": 10.88346004486084, |
| "learning_rate": 1.9997714446115733e-07, |
| "loss": 1.0406, |
| "step": 15770 |
| }, |
| { |
| "epoch": 0.014535352316491177, |
| "grad_norm": 10.08320140838623, |
| "learning_rate": 1.9997711350326452e-07, |
| "loss": 1.0344, |
| "step": 15780 |
| }, |
| { |
| "epoch": 0.014544563566374884, |
| "grad_norm": 18.26591682434082, |
| "learning_rate": 1.99977082524422e-07, |
| "loss": 0.9717, |
| "step": 15790 |
| }, |
| { |
| "epoch": 0.014553774816258592, |
| "grad_norm": 10.489923477172852, |
| "learning_rate": 1.999770515246298e-07, |
| "loss": 1.0087, |
| "step": 15800 |
| }, |
| { |
| "epoch": 0.014562986066142302, |
| "grad_norm": 11.607556343078613, |
| "learning_rate": 1.9997702050388795e-07, |
| "loss": 1.0183, |
| "step": 15810 |
| }, |
| { |
| "epoch": 0.01457219731602601, |
| "grad_norm": 10.539502143859863, |
| "learning_rate": 1.9997698946219637e-07, |
| "loss": 1.0323, |
| "step": 15820 |
| }, |
| { |
| "epoch": 0.014581408565909717, |
| "grad_norm": 10.956584930419922, |
| "learning_rate": 1.9997695839955515e-07, |
| "loss": 1.0222, |
| "step": 15830 |
| }, |
| { |
| "epoch": 0.014590619815793425, |
| "grad_norm": 11.396410942077637, |
| "learning_rate": 1.999769273159643e-07, |
| "loss": 1.0297, |
| "step": 15840 |
| }, |
| { |
| "epoch": 0.014599831065677133, |
| "grad_norm": 10.180088996887207, |
| "learning_rate": 1.9997689621142378e-07, |
| "loss": 1.0199, |
| "step": 15850 |
| }, |
| { |
| "epoch": 0.01460904231556084, |
| "grad_norm": 11.914243698120117, |
| "learning_rate": 1.9997686508593361e-07, |
| "loss": 1.0468, |
| "step": 15860 |
| }, |
| { |
| "epoch": 0.014618253565444548, |
| "grad_norm": 10.573568344116211, |
| "learning_rate": 1.9997683393949381e-07, |
| "loss": 1.0195, |
| "step": 15870 |
| }, |
| { |
| "epoch": 0.014627464815328256, |
| "grad_norm": 9.433327674865723, |
| "learning_rate": 1.9997680277210435e-07, |
| "loss": 0.9811, |
| "step": 15880 |
| }, |
| { |
| "epoch": 0.014636676065211966, |
| "grad_norm": 11.371285438537598, |
| "learning_rate": 1.9997677158376532e-07, |
| "loss": 1.0538, |
| "step": 15890 |
| }, |
| { |
| "epoch": 0.014645887315095673, |
| "grad_norm": 11.240488052368164, |
| "learning_rate": 1.9997674037447663e-07, |
| "loss": 1.019, |
| "step": 15900 |
| }, |
| { |
| "epoch": 0.014655098564979381, |
| "grad_norm": 12.941450119018555, |
| "learning_rate": 1.9997670914423835e-07, |
| "loss": 1.0086, |
| "step": 15910 |
| }, |
| { |
| "epoch": 0.014664309814863089, |
| "grad_norm": 10.488619804382324, |
| "learning_rate": 1.9997667789305043e-07, |
| "loss": 1.0304, |
| "step": 15920 |
| }, |
| { |
| "epoch": 0.014673521064746797, |
| "grad_norm": 10.6552734375, |
| "learning_rate": 1.9997664662091295e-07, |
| "loss": 0.9878, |
| "step": 15930 |
| }, |
| { |
| "epoch": 0.014682732314630504, |
| "grad_norm": 11.282824516296387, |
| "learning_rate": 1.9997661532782586e-07, |
| "loss": 0.9951, |
| "step": 15940 |
| }, |
| { |
| "epoch": 0.014691943564514212, |
| "grad_norm": 10.387130737304688, |
| "learning_rate": 1.9997658401378918e-07, |
| "loss": 1.003, |
| "step": 15950 |
| }, |
| { |
| "epoch": 0.01470115481439792, |
| "grad_norm": 10.162776947021484, |
| "learning_rate": 1.9997655267880292e-07, |
| "loss": 1.0115, |
| "step": 15960 |
| }, |
| { |
| "epoch": 0.014710366064281628, |
| "grad_norm": 10.97257137298584, |
| "learning_rate": 1.999765213228671e-07, |
| "loss": 1.0138, |
| "step": 15970 |
| }, |
| { |
| "epoch": 0.014719577314165337, |
| "grad_norm": 11.34595775604248, |
| "learning_rate": 1.999764899459817e-07, |
| "loss": 1.0411, |
| "step": 15980 |
| }, |
| { |
| "epoch": 0.014728788564049045, |
| "grad_norm": 10.533472061157227, |
| "learning_rate": 1.9997645854814674e-07, |
| "loss": 1.0437, |
| "step": 15990 |
| }, |
| { |
| "epoch": 0.014737999813932753, |
| "grad_norm": 10.764908790588379, |
| "learning_rate": 1.9997642712936224e-07, |
| "loss": 1.0559, |
| "step": 16000 |
| }, |
| { |
| "epoch": 0.01474721106381646, |
| "grad_norm": 11.238125801086426, |
| "learning_rate": 1.9997639568962817e-07, |
| "loss": 1.0403, |
| "step": 16010 |
| }, |
| { |
| "epoch": 0.014756422313700168, |
| "grad_norm": 11.81557559967041, |
| "learning_rate": 1.9997636422894463e-07, |
| "loss": 0.9877, |
| "step": 16020 |
| }, |
| { |
| "epoch": 0.014765633563583876, |
| "grad_norm": 11.288442611694336, |
| "learning_rate": 1.9997633274731147e-07, |
| "loss": 1.0644, |
| "step": 16030 |
| }, |
| { |
| "epoch": 0.014774844813467584, |
| "grad_norm": 11.046507835388184, |
| "learning_rate": 1.999763012447288e-07, |
| "loss": 1.0762, |
| "step": 16040 |
| }, |
| { |
| "epoch": 0.014784056063351292, |
| "grad_norm": 11.0950345993042, |
| "learning_rate": 1.9997626972119663e-07, |
| "loss": 0.9895, |
| "step": 16050 |
| }, |
| { |
| "epoch": 0.014793267313235001, |
| "grad_norm": 11.63463306427002, |
| "learning_rate": 1.9997623817671496e-07, |
| "loss": 1.0561, |
| "step": 16060 |
| }, |
| { |
| "epoch": 0.014802478563118709, |
| "grad_norm": 15.151458740234375, |
| "learning_rate": 1.9997620661128377e-07, |
| "loss": 1.0286, |
| "step": 16070 |
| }, |
| { |
| "epoch": 0.014811689813002417, |
| "grad_norm": 11.317404747009277, |
| "learning_rate": 1.9997617502490308e-07, |
| "loss": 0.9999, |
| "step": 16080 |
| }, |
| { |
| "epoch": 0.014820901062886124, |
| "grad_norm": 10.923965454101562, |
| "learning_rate": 1.999761434175729e-07, |
| "loss": 1.0377, |
| "step": 16090 |
| }, |
| { |
| "epoch": 0.014830112312769832, |
| "grad_norm": 10.43481731414795, |
| "learning_rate": 1.9997611178929322e-07, |
| "loss": 1.0124, |
| "step": 16100 |
| }, |
| { |
| "epoch": 0.01483932356265354, |
| "grad_norm": 10.214775085449219, |
| "learning_rate": 1.9997608014006406e-07, |
| "loss": 1.0054, |
| "step": 16110 |
| }, |
| { |
| "epoch": 0.014848534812537248, |
| "grad_norm": 10.96606731414795, |
| "learning_rate": 1.9997604846988542e-07, |
| "loss": 1.1042, |
| "step": 16120 |
| }, |
| { |
| "epoch": 0.014857746062420955, |
| "grad_norm": 11.680390357971191, |
| "learning_rate": 1.9997601677875732e-07, |
| "loss": 0.9866, |
| "step": 16130 |
| }, |
| { |
| "epoch": 0.014866957312304663, |
| "grad_norm": 9.644798278808594, |
| "learning_rate": 1.999759850666798e-07, |
| "loss": 1.0183, |
| "step": 16140 |
| }, |
| { |
| "epoch": 0.014876168562188373, |
| "grad_norm": 9.996898651123047, |
| "learning_rate": 1.9997595333365277e-07, |
| "loss": 1.0179, |
| "step": 16150 |
| }, |
| { |
| "epoch": 0.01488537981207208, |
| "grad_norm": 13.37299633026123, |
| "learning_rate": 1.999759215796763e-07, |
| "loss": 1.0088, |
| "step": 16160 |
| }, |
| { |
| "epoch": 0.014894591061955788, |
| "grad_norm": 10.963496208190918, |
| "learning_rate": 1.9997588980475042e-07, |
| "loss": 1.029, |
| "step": 16170 |
| }, |
| { |
| "epoch": 0.014903802311839496, |
| "grad_norm": 12.150546073913574, |
| "learning_rate": 1.9997585800887508e-07, |
| "loss": 1.0221, |
| "step": 16180 |
| }, |
| { |
| "epoch": 0.014913013561723204, |
| "grad_norm": 11.504340171813965, |
| "learning_rate": 1.9997582619205034e-07, |
| "loss": 1.0088, |
| "step": 16190 |
| }, |
| { |
| "epoch": 0.014922224811606911, |
| "grad_norm": 12.829537391662598, |
| "learning_rate": 1.9997579435427615e-07, |
| "loss": 1.0217, |
| "step": 16200 |
| }, |
| { |
| "epoch": 0.01493143606149062, |
| "grad_norm": 10.13871955871582, |
| "learning_rate": 1.9997576249555258e-07, |
| "loss": 0.9937, |
| "step": 16210 |
| }, |
| { |
| "epoch": 0.014940647311374327, |
| "grad_norm": 10.586207389831543, |
| "learning_rate": 1.9997573061587955e-07, |
| "loss": 1.0372, |
| "step": 16220 |
| }, |
| { |
| "epoch": 0.014949858561258036, |
| "grad_norm": 10.998656272888184, |
| "learning_rate": 1.9997569871525715e-07, |
| "loss": 0.9843, |
| "step": 16230 |
| }, |
| { |
| "epoch": 0.014959069811141744, |
| "grad_norm": 9.929503440856934, |
| "learning_rate": 1.9997566679368535e-07, |
| "loss": 0.9964, |
| "step": 16240 |
| }, |
| { |
| "epoch": 0.014968281061025452, |
| "grad_norm": 12.224425315856934, |
| "learning_rate": 1.9997563485116418e-07, |
| "loss": 1.0141, |
| "step": 16250 |
| }, |
| { |
| "epoch": 0.01497749231090916, |
| "grad_norm": 14.478561401367188, |
| "learning_rate": 1.9997560288769363e-07, |
| "loss": 1.0116, |
| "step": 16260 |
| }, |
| { |
| "epoch": 0.014986703560792868, |
| "grad_norm": 11.508176803588867, |
| "learning_rate": 1.9997557090327368e-07, |
| "loss": 0.9814, |
| "step": 16270 |
| }, |
| { |
| "epoch": 0.014995914810676575, |
| "grad_norm": 10.49217414855957, |
| "learning_rate": 1.9997553889790438e-07, |
| "loss": 1.0044, |
| "step": 16280 |
| }, |
| { |
| "epoch": 0.015005126060560283, |
| "grad_norm": 15.771960258483887, |
| "learning_rate": 1.999755068715857e-07, |
| "loss": 1.0449, |
| "step": 16290 |
| }, |
| { |
| "epoch": 0.01501433731044399, |
| "grad_norm": 10.940170288085938, |
| "learning_rate": 1.9997547482431768e-07, |
| "loss": 0.9913, |
| "step": 16300 |
| }, |
| { |
| "epoch": 0.015023548560327699, |
| "grad_norm": 10.522229194641113, |
| "learning_rate": 1.999754427561003e-07, |
| "loss": 1.0081, |
| "step": 16310 |
| }, |
| { |
| "epoch": 0.015032759810211408, |
| "grad_norm": 9.865076065063477, |
| "learning_rate": 1.9997541066693362e-07, |
| "loss": 0.9688, |
| "step": 16320 |
| }, |
| { |
| "epoch": 0.015041971060095116, |
| "grad_norm": 11.216987609863281, |
| "learning_rate": 1.9997537855681758e-07, |
| "loss": 1.0579, |
| "step": 16330 |
| }, |
| { |
| "epoch": 0.015051182309978824, |
| "grad_norm": 11.8953275680542, |
| "learning_rate": 1.9997534642575222e-07, |
| "loss": 1.0426, |
| "step": 16340 |
| }, |
| { |
| "epoch": 0.015060393559862531, |
| "grad_norm": 10.155219078063965, |
| "learning_rate": 1.9997531427373753e-07, |
| "loss": 1.0023, |
| "step": 16350 |
| }, |
| { |
| "epoch": 0.01506960480974624, |
| "grad_norm": 10.468849182128906, |
| "learning_rate": 1.9997528210077355e-07, |
| "loss": 0.9388, |
| "step": 16360 |
| }, |
| { |
| "epoch": 0.015078816059629947, |
| "grad_norm": 10.223745346069336, |
| "learning_rate": 1.9997524990686023e-07, |
| "loss": 0.995, |
| "step": 16370 |
| }, |
| { |
| "epoch": 0.015088027309513655, |
| "grad_norm": 11.93093204498291, |
| "learning_rate": 1.9997521769199763e-07, |
| "loss": 0.9931, |
| "step": 16380 |
| }, |
| { |
| "epoch": 0.015097238559397362, |
| "grad_norm": 9.38044261932373, |
| "learning_rate": 1.999751854561857e-07, |
| "loss": 1.0329, |
| "step": 16390 |
| }, |
| { |
| "epoch": 0.015106449809281072, |
| "grad_norm": 10.644182205200195, |
| "learning_rate": 1.9997515319942453e-07, |
| "loss": 1.0195, |
| "step": 16400 |
| }, |
| { |
| "epoch": 0.01511566105916478, |
| "grad_norm": 10.533086776733398, |
| "learning_rate": 1.9997512092171407e-07, |
| "loss": 0.9872, |
| "step": 16410 |
| }, |
| { |
| "epoch": 0.015124872309048487, |
| "grad_norm": 9.349508285522461, |
| "learning_rate": 1.9997508862305435e-07, |
| "loss": 0.9898, |
| "step": 16420 |
| }, |
| { |
| "epoch": 0.015134083558932195, |
| "grad_norm": 10.438314437866211, |
| "learning_rate": 1.9997505630344533e-07, |
| "loss": 1.0031, |
| "step": 16430 |
| }, |
| { |
| "epoch": 0.015143294808815903, |
| "grad_norm": 11.590189933776855, |
| "learning_rate": 1.999750239628871e-07, |
| "loss": 1.0238, |
| "step": 16440 |
| }, |
| { |
| "epoch": 0.01515250605869961, |
| "grad_norm": 10.662530899047852, |
| "learning_rate": 1.9997499160137958e-07, |
| "loss": 0.9699, |
| "step": 16450 |
| }, |
| { |
| "epoch": 0.015161717308583319, |
| "grad_norm": 12.296950340270996, |
| "learning_rate": 1.999749592189228e-07, |
| "loss": 1.053, |
| "step": 16460 |
| }, |
| { |
| "epoch": 0.015170928558467026, |
| "grad_norm": 10.7608642578125, |
| "learning_rate": 1.9997492681551682e-07, |
| "loss": 1.0611, |
| "step": 16470 |
| }, |
| { |
| "epoch": 0.015180139808350736, |
| "grad_norm": 10.618109703063965, |
| "learning_rate": 1.9997489439116156e-07, |
| "loss": 0.9994, |
| "step": 16480 |
| }, |
| { |
| "epoch": 0.015189351058234444, |
| "grad_norm": 9.583956718444824, |
| "learning_rate": 1.9997486194585714e-07, |
| "loss": 0.9805, |
| "step": 16490 |
| }, |
| { |
| "epoch": 0.015198562308118151, |
| "grad_norm": 10.786053657531738, |
| "learning_rate": 1.9997482947960345e-07, |
| "loss": 1.0124, |
| "step": 16500 |
| }, |
| { |
| "epoch": 0.015207773558001859, |
| "grad_norm": 10.390673637390137, |
| "learning_rate": 1.9997479699240057e-07, |
| "loss": 0.991, |
| "step": 16510 |
| }, |
| { |
| "epoch": 0.015216984807885567, |
| "grad_norm": 10.212191581726074, |
| "learning_rate": 1.9997476448424848e-07, |
| "loss": 0.9708, |
| "step": 16520 |
| }, |
| { |
| "epoch": 0.015226196057769275, |
| "grad_norm": 10.948951721191406, |
| "learning_rate": 1.999747319551472e-07, |
| "loss": 1.0237, |
| "step": 16530 |
| }, |
| { |
| "epoch": 0.015235407307652982, |
| "grad_norm": 9.896740913391113, |
| "learning_rate": 1.999746994050967e-07, |
| "loss": 1.0301, |
| "step": 16540 |
| }, |
| { |
| "epoch": 0.01524461855753669, |
| "grad_norm": 11.090027809143066, |
| "learning_rate": 1.9997466683409706e-07, |
| "loss": 1.0295, |
| "step": 16550 |
| }, |
| { |
| "epoch": 0.015253829807420398, |
| "grad_norm": 10.565263748168945, |
| "learning_rate": 1.9997463424214818e-07, |
| "loss": 0.9939, |
| "step": 16560 |
| }, |
| { |
| "epoch": 0.015263041057304107, |
| "grad_norm": 11.018289566040039, |
| "learning_rate": 1.9997460162925019e-07, |
| "loss": 0.9835, |
| "step": 16570 |
| }, |
| { |
| "epoch": 0.015272252307187815, |
| "grad_norm": 11.111709594726562, |
| "learning_rate": 1.99974568995403e-07, |
| "loss": 0.9855, |
| "step": 16580 |
| }, |
| { |
| "epoch": 0.015281463557071523, |
| "grad_norm": 10.70183277130127, |
| "learning_rate": 1.999745363406067e-07, |
| "loss": 0.9799, |
| "step": 16590 |
| }, |
| { |
| "epoch": 0.01529067480695523, |
| "grad_norm": 11.627222061157227, |
| "learning_rate": 1.999745036648612e-07, |
| "loss": 1.0439, |
| "step": 16600 |
| }, |
| { |
| "epoch": 0.015299886056838938, |
| "grad_norm": 11.132915496826172, |
| "learning_rate": 1.9997447096816655e-07, |
| "loss": 0.982, |
| "step": 16610 |
| }, |
| { |
| "epoch": 0.015309097306722646, |
| "grad_norm": 9.92930793762207, |
| "learning_rate": 1.999744382505228e-07, |
| "loss": 1.0022, |
| "step": 16620 |
| }, |
| { |
| "epoch": 0.015318308556606354, |
| "grad_norm": 10.37789535522461, |
| "learning_rate": 1.999744055119299e-07, |
| "loss": 1.024, |
| "step": 16630 |
| }, |
| { |
| "epoch": 0.015327519806490062, |
| "grad_norm": 10.162717819213867, |
| "learning_rate": 1.9997437275238788e-07, |
| "loss": 0.9883, |
| "step": 16640 |
| }, |
| { |
| "epoch": 0.015336731056373771, |
| "grad_norm": 11.870095252990723, |
| "learning_rate": 1.9997433997189675e-07, |
| "loss": 1.0127, |
| "step": 16650 |
| }, |
| { |
| "epoch": 0.015345942306257479, |
| "grad_norm": 12.083418846130371, |
| "learning_rate": 1.999743071704565e-07, |
| "loss": 1.0232, |
| "step": 16660 |
| }, |
| { |
| "epoch": 0.015355153556141187, |
| "grad_norm": 10.490384101867676, |
| "learning_rate": 1.9997427434806715e-07, |
| "loss": 0.9891, |
| "step": 16670 |
| }, |
| { |
| "epoch": 0.015364364806024895, |
| "grad_norm": 10.339552879333496, |
| "learning_rate": 1.999742415047287e-07, |
| "loss": 1.0276, |
| "step": 16680 |
| }, |
| { |
| "epoch": 0.015373576055908602, |
| "grad_norm": 9.56631851196289, |
| "learning_rate": 1.999742086404412e-07, |
| "loss": 0.986, |
| "step": 16690 |
| }, |
| { |
| "epoch": 0.01538278730579231, |
| "grad_norm": 10.870406150817871, |
| "learning_rate": 1.9997417575520456e-07, |
| "loss": 1.0202, |
| "step": 16700 |
| }, |
| { |
| "epoch": 0.015391998555676018, |
| "grad_norm": 10.942203521728516, |
| "learning_rate": 1.9997414284901887e-07, |
| "loss": 1.0454, |
| "step": 16710 |
| }, |
| { |
| "epoch": 0.015401209805559726, |
| "grad_norm": 11.052876472473145, |
| "learning_rate": 1.9997410992188412e-07, |
| "loss": 0.989, |
| "step": 16720 |
| }, |
| { |
| "epoch": 0.015410421055443433, |
| "grad_norm": 10.621703147888184, |
| "learning_rate": 1.9997407697380032e-07, |
| "loss": 0.9935, |
| "step": 16730 |
| }, |
| { |
| "epoch": 0.015419632305327143, |
| "grad_norm": 12.369471549987793, |
| "learning_rate": 1.9997404400476746e-07, |
| "loss": 1.0163, |
| "step": 16740 |
| }, |
| { |
| "epoch": 0.01542884355521085, |
| "grad_norm": 11.051840782165527, |
| "learning_rate": 1.9997401101478552e-07, |
| "loss": 0.9967, |
| "step": 16750 |
| }, |
| { |
| "epoch": 0.015438054805094558, |
| "grad_norm": 11.502120971679688, |
| "learning_rate": 1.9997397800385457e-07, |
| "loss": 1.0321, |
| "step": 16760 |
| }, |
| { |
| "epoch": 0.015447266054978266, |
| "grad_norm": 10.186074256896973, |
| "learning_rate": 1.999739449719746e-07, |
| "loss": 0.9986, |
| "step": 16770 |
| }, |
| { |
| "epoch": 0.015456477304861974, |
| "grad_norm": 14.996305465698242, |
| "learning_rate": 1.9997391191914556e-07, |
| "loss": 0.9929, |
| "step": 16780 |
| }, |
| { |
| "epoch": 0.015465688554745682, |
| "grad_norm": 9.845305442810059, |
| "learning_rate": 1.9997387884536754e-07, |
| "loss": 1.0096, |
| "step": 16790 |
| }, |
| { |
| "epoch": 0.01547489980462939, |
| "grad_norm": 10.184284210205078, |
| "learning_rate": 1.999738457506405e-07, |
| "loss": 0.9997, |
| "step": 16800 |
| }, |
| { |
| "epoch": 0.015484111054513097, |
| "grad_norm": 10.943856239318848, |
| "learning_rate": 1.9997381263496445e-07, |
| "loss": 1.0066, |
| "step": 16810 |
| }, |
| { |
| "epoch": 0.015493322304396807, |
| "grad_norm": 10.228456497192383, |
| "learning_rate": 1.999737794983394e-07, |
| "loss": 1.0307, |
| "step": 16820 |
| }, |
| { |
| "epoch": 0.015502533554280514, |
| "grad_norm": 10.381999015808105, |
| "learning_rate": 1.9997374634076537e-07, |
| "loss": 1.0084, |
| "step": 16830 |
| }, |
| { |
| "epoch": 0.015511744804164222, |
| "grad_norm": 10.954923629760742, |
| "learning_rate": 1.999737131622423e-07, |
| "loss": 0.9729, |
| "step": 16840 |
| }, |
| { |
| "epoch": 0.01552095605404793, |
| "grad_norm": 11.323572158813477, |
| "learning_rate": 1.9997367996277033e-07, |
| "loss": 0.957, |
| "step": 16850 |
| }, |
| { |
| "epoch": 0.015530167303931638, |
| "grad_norm": 13.106945037841797, |
| "learning_rate": 1.9997364674234936e-07, |
| "loss": 1.041, |
| "step": 16860 |
| }, |
| { |
| "epoch": 0.015539378553815346, |
| "grad_norm": 10.03570556640625, |
| "learning_rate": 1.999736135009794e-07, |
| "loss": 0.9723, |
| "step": 16870 |
| }, |
| { |
| "epoch": 0.015548589803699053, |
| "grad_norm": 10.501392364501953, |
| "learning_rate": 1.999735802386605e-07, |
| "loss": 0.9999, |
| "step": 16880 |
| }, |
| { |
| "epoch": 0.015557801053582761, |
| "grad_norm": 10.961532592773438, |
| "learning_rate": 1.9997354695539266e-07, |
| "loss": 0.9945, |
| "step": 16890 |
| }, |
| { |
| "epoch": 0.015567012303466469, |
| "grad_norm": 10.83249282836914, |
| "learning_rate": 1.9997351365117587e-07, |
| "loss": 1.0075, |
| "step": 16900 |
| }, |
| { |
| "epoch": 0.015576223553350178, |
| "grad_norm": 11.543451309204102, |
| "learning_rate": 1.9997348032601015e-07, |
| "loss": 1.0443, |
| "step": 16910 |
| }, |
| { |
| "epoch": 0.015585434803233886, |
| "grad_norm": 9.75156021118164, |
| "learning_rate": 1.9997344697989548e-07, |
| "loss": 0.9775, |
| "step": 16920 |
| }, |
| { |
| "epoch": 0.015594646053117594, |
| "grad_norm": 11.097611427307129, |
| "learning_rate": 1.9997341361283191e-07, |
| "loss": 1.0041, |
| "step": 16930 |
| }, |
| { |
| "epoch": 0.015603857303001302, |
| "grad_norm": 11.022612571716309, |
| "learning_rate": 1.9997338022481942e-07, |
| "loss": 1.0391, |
| "step": 16940 |
| }, |
| { |
| "epoch": 0.01561306855288501, |
| "grad_norm": 11.707490921020508, |
| "learning_rate": 1.9997334681585803e-07, |
| "loss": 1.0466, |
| "step": 16950 |
| }, |
| { |
| "epoch": 0.015622279802768717, |
| "grad_norm": 9.554755210876465, |
| "learning_rate": 1.9997331338594771e-07, |
| "loss": 1.0355, |
| "step": 16960 |
| }, |
| { |
| "epoch": 0.015631491052652425, |
| "grad_norm": 9.569435119628906, |
| "learning_rate": 1.9997327993508853e-07, |
| "loss": 0.9872, |
| "step": 16970 |
| }, |
| { |
| "epoch": 0.015640702302536134, |
| "grad_norm": 10.927450180053711, |
| "learning_rate": 1.9997324646328044e-07, |
| "loss": 1.0344, |
| "step": 16980 |
| }, |
| { |
| "epoch": 0.01564991355241984, |
| "grad_norm": 9.773367881774902, |
| "learning_rate": 1.9997321297052348e-07, |
| "loss": 0.985, |
| "step": 16990 |
| }, |
| { |
| "epoch": 0.01565912480230355, |
| "grad_norm": 11.930747985839844, |
| "learning_rate": 1.9997317945681765e-07, |
| "loss": 1.0228, |
| "step": 17000 |
| }, |
| { |
| "epoch": 0.015668336052187256, |
| "grad_norm": 9.844359397888184, |
| "learning_rate": 1.9997314592216295e-07, |
| "loss": 0.9937, |
| "step": 17010 |
| }, |
| { |
| "epoch": 0.015677547302070965, |
| "grad_norm": 20.886455535888672, |
| "learning_rate": 1.9997311236655938e-07, |
| "loss": 0.9924, |
| "step": 17020 |
| }, |
| { |
| "epoch": 0.015686758551954675, |
| "grad_norm": 10.415185928344727, |
| "learning_rate": 1.9997307879000696e-07, |
| "loss": 0.9427, |
| "step": 17030 |
| }, |
| { |
| "epoch": 0.01569596980183838, |
| "grad_norm": 10.957759857177734, |
| "learning_rate": 1.9997304519250573e-07, |
| "loss": 1.0856, |
| "step": 17040 |
| }, |
| { |
| "epoch": 0.01570518105172209, |
| "grad_norm": 13.16639518737793, |
| "learning_rate": 1.9997301157405562e-07, |
| "loss": 1.0028, |
| "step": 17050 |
| }, |
| { |
| "epoch": 0.015714392301605797, |
| "grad_norm": 9.69345760345459, |
| "learning_rate": 1.9997297793465671e-07, |
| "loss": 1.0537, |
| "step": 17060 |
| }, |
| { |
| "epoch": 0.015723603551489506, |
| "grad_norm": 14.802711486816406, |
| "learning_rate": 1.9997294427430894e-07, |
| "loss": 0.9991, |
| "step": 17070 |
| }, |
| { |
| "epoch": 0.015732814801373212, |
| "grad_norm": 11.45785903930664, |
| "learning_rate": 1.9997291059301238e-07, |
| "loss": 1.0297, |
| "step": 17080 |
| }, |
| { |
| "epoch": 0.01574202605125692, |
| "grad_norm": 11.090860366821289, |
| "learning_rate": 1.9997287689076702e-07, |
| "loss": 0.9888, |
| "step": 17090 |
| }, |
| { |
| "epoch": 0.015751237301140628, |
| "grad_norm": 11.352603912353516, |
| "learning_rate": 1.9997284316757282e-07, |
| "loss": 1.0552, |
| "step": 17100 |
| }, |
| { |
| "epoch": 0.015760448551024337, |
| "grad_norm": 9.805356979370117, |
| "learning_rate": 1.9997280942342987e-07, |
| "loss": 1.0513, |
| "step": 17110 |
| }, |
| { |
| "epoch": 0.015769659800908047, |
| "grad_norm": 10.430112838745117, |
| "learning_rate": 1.9997277565833809e-07, |
| "loss": 1.028, |
| "step": 17120 |
| }, |
| { |
| "epoch": 0.015778871050791753, |
| "grad_norm": 11.488729476928711, |
| "learning_rate": 1.9997274187229753e-07, |
| "loss": 1.046, |
| "step": 17130 |
| }, |
| { |
| "epoch": 0.015788082300675462, |
| "grad_norm": 11.830671310424805, |
| "learning_rate": 1.9997270806530824e-07, |
| "loss": 1.0309, |
| "step": 17140 |
| }, |
| { |
| "epoch": 0.015797293550559168, |
| "grad_norm": 10.939457893371582, |
| "learning_rate": 1.9997267423737015e-07, |
| "loss": 0.9708, |
| "step": 17150 |
| }, |
| { |
| "epoch": 0.015806504800442878, |
| "grad_norm": 11.219234466552734, |
| "learning_rate": 1.999726403884833e-07, |
| "loss": 0.976, |
| "step": 17160 |
| }, |
| { |
| "epoch": 0.015815716050326584, |
| "grad_norm": 10.39037799835205, |
| "learning_rate": 1.9997260651864768e-07, |
| "loss": 0.9592, |
| "step": 17170 |
| }, |
| { |
| "epoch": 0.015824927300210293, |
| "grad_norm": 10.798562049865723, |
| "learning_rate": 1.9997257262786335e-07, |
| "loss": 1.0061, |
| "step": 17180 |
| }, |
| { |
| "epoch": 0.015834138550094, |
| "grad_norm": 10.807364463806152, |
| "learning_rate": 1.9997253871613026e-07, |
| "loss": 1.0021, |
| "step": 17190 |
| }, |
| { |
| "epoch": 0.01584334979997771, |
| "grad_norm": 9.798983573913574, |
| "learning_rate": 1.9997250478344845e-07, |
| "loss": 0.9878, |
| "step": 17200 |
| }, |
| { |
| "epoch": 0.015852561049861418, |
| "grad_norm": 10.611905097961426, |
| "learning_rate": 1.9997247082981793e-07, |
| "loss": 1.0163, |
| "step": 17210 |
| }, |
| { |
| "epoch": 0.015861772299745124, |
| "grad_norm": 11.140785217285156, |
| "learning_rate": 1.999724368552387e-07, |
| "loss": 1.0074, |
| "step": 17220 |
| }, |
| { |
| "epoch": 0.015870983549628834, |
| "grad_norm": 10.84278392791748, |
| "learning_rate": 1.999724028597107e-07, |
| "loss": 0.9807, |
| "step": 17230 |
| }, |
| { |
| "epoch": 0.01588019479951254, |
| "grad_norm": 11.232892036437988, |
| "learning_rate": 1.9997236884323403e-07, |
| "loss": 1.0134, |
| "step": 17240 |
| }, |
| { |
| "epoch": 0.01588940604939625, |
| "grad_norm": 10.130370140075684, |
| "learning_rate": 1.9997233480580865e-07, |
| "loss": 1.0446, |
| "step": 17250 |
| }, |
| { |
| "epoch": 0.015898617299279955, |
| "grad_norm": 11.66458511352539, |
| "learning_rate": 1.9997230074743462e-07, |
| "loss": 1.0432, |
| "step": 17260 |
| }, |
| { |
| "epoch": 0.015907828549163665, |
| "grad_norm": 11.601715087890625, |
| "learning_rate": 1.9997226666811187e-07, |
| "loss": 1.0229, |
| "step": 17270 |
| }, |
| { |
| "epoch": 0.01591703979904737, |
| "grad_norm": 10.128191947937012, |
| "learning_rate": 1.9997223256784047e-07, |
| "loss": 1.0119, |
| "step": 17280 |
| }, |
| { |
| "epoch": 0.01592625104893108, |
| "grad_norm": 10.157410621643066, |
| "learning_rate": 1.9997219844662037e-07, |
| "loss": 0.9809, |
| "step": 17290 |
| }, |
| { |
| "epoch": 0.01593546229881479, |
| "grad_norm": 10.83198070526123, |
| "learning_rate": 1.9997216430445162e-07, |
| "loss": 1.0243, |
| "step": 17300 |
| }, |
| { |
| "epoch": 0.015944673548698496, |
| "grad_norm": 10.55180549621582, |
| "learning_rate": 1.9997213014133426e-07, |
| "loss": 1.0194, |
| "step": 17310 |
| }, |
| { |
| "epoch": 0.015953884798582205, |
| "grad_norm": 11.115482330322266, |
| "learning_rate": 1.999720959572682e-07, |
| "loss": 1.0051, |
| "step": 17320 |
| }, |
| { |
| "epoch": 0.01596309604846591, |
| "grad_norm": 10.972350120544434, |
| "learning_rate": 1.9997206175225353e-07, |
| "loss": 1.0537, |
| "step": 17330 |
| }, |
| { |
| "epoch": 0.01597230729834962, |
| "grad_norm": 11.979573249816895, |
| "learning_rate": 1.9997202752629021e-07, |
| "loss": 0.9779, |
| "step": 17340 |
| }, |
| { |
| "epoch": 0.015981518548233327, |
| "grad_norm": 11.33555793762207, |
| "learning_rate": 1.999719932793783e-07, |
| "loss": 1.0662, |
| "step": 17350 |
| }, |
| { |
| "epoch": 0.015990729798117036, |
| "grad_norm": 10.43903636932373, |
| "learning_rate": 1.9997195901151774e-07, |
| "loss": 1.005, |
| "step": 17360 |
| }, |
| { |
| "epoch": 0.015999941048000746, |
| "grad_norm": 10.561065673828125, |
| "learning_rate": 1.9997192472270858e-07, |
| "loss": 1.0744, |
| "step": 17370 |
| }, |
| { |
| "epoch": 0.016009152297884452, |
| "grad_norm": 9.711095809936523, |
| "learning_rate": 1.999718904129508e-07, |
| "loss": 1.0695, |
| "step": 17380 |
| }, |
| { |
| "epoch": 0.01601836354776816, |
| "grad_norm": 9.789228439331055, |
| "learning_rate": 1.9997185608224446e-07, |
| "loss": 1.03, |
| "step": 17390 |
| }, |
| { |
| "epoch": 0.016027574797651867, |
| "grad_norm": 10.400520324707031, |
| "learning_rate": 1.999718217305895e-07, |
| "loss": 0.9532, |
| "step": 17400 |
| }, |
| { |
| "epoch": 0.016036786047535577, |
| "grad_norm": 11.010263442993164, |
| "learning_rate": 1.9997178735798596e-07, |
| "loss": 0.9943, |
| "step": 17410 |
| }, |
| { |
| "epoch": 0.016045997297419283, |
| "grad_norm": 15.474273681640625, |
| "learning_rate": 1.9997175296443384e-07, |
| "loss": 1.0042, |
| "step": 17420 |
| }, |
| { |
| "epoch": 0.016055208547302992, |
| "grad_norm": 10.531010627746582, |
| "learning_rate": 1.9997171854993317e-07, |
| "loss": 0.9631, |
| "step": 17430 |
| }, |
| { |
| "epoch": 0.0160644197971867, |
| "grad_norm": 10.378925323486328, |
| "learning_rate": 1.9997168411448397e-07, |
| "loss": 0.9845, |
| "step": 17440 |
| }, |
| { |
| "epoch": 0.016073631047070408, |
| "grad_norm": 10.572704315185547, |
| "learning_rate": 1.9997164965808616e-07, |
| "loss": 0.9977, |
| "step": 17450 |
| }, |
| { |
| "epoch": 0.016082842296954118, |
| "grad_norm": 11.114181518554688, |
| "learning_rate": 1.9997161518073983e-07, |
| "loss": 1.009, |
| "step": 17460 |
| }, |
| { |
| "epoch": 0.016092053546837824, |
| "grad_norm": 11.28781509399414, |
| "learning_rate": 1.9997158068244497e-07, |
| "loss": 0.9976, |
| "step": 17470 |
| }, |
| { |
| "epoch": 0.016101264796721533, |
| "grad_norm": 16.513513565063477, |
| "learning_rate": 1.9997154616320158e-07, |
| "loss": 1.0203, |
| "step": 17480 |
| }, |
| { |
| "epoch": 0.01611047604660524, |
| "grad_norm": 11.120192527770996, |
| "learning_rate": 1.9997151162300966e-07, |
| "loss": 0.9948, |
| "step": 17490 |
| }, |
| { |
| "epoch": 0.01611968729648895, |
| "grad_norm": 12.403801918029785, |
| "learning_rate": 1.999714770618692e-07, |
| "loss": 1.0516, |
| "step": 17500 |
| }, |
| { |
| "epoch": 0.016128898546372655, |
| "grad_norm": 11.244853973388672, |
| "learning_rate": 1.9997144247978027e-07, |
| "loss": 0.9964, |
| "step": 17510 |
| }, |
| { |
| "epoch": 0.016138109796256364, |
| "grad_norm": 14.177594184875488, |
| "learning_rate": 1.999714078767428e-07, |
| "loss": 1.0216, |
| "step": 17520 |
| }, |
| { |
| "epoch": 0.01614732104614007, |
| "grad_norm": 10.221796035766602, |
| "learning_rate": 1.9997137325275687e-07, |
| "loss": 1.0113, |
| "step": 17530 |
| }, |
| { |
| "epoch": 0.01615653229602378, |
| "grad_norm": 10.774099349975586, |
| "learning_rate": 1.9997133860782242e-07, |
| "loss": 1.0133, |
| "step": 17540 |
| }, |
| { |
| "epoch": 0.01616574354590749, |
| "grad_norm": 10.379355430603027, |
| "learning_rate": 1.9997130394193952e-07, |
| "loss": 1.0969, |
| "step": 17550 |
| }, |
| { |
| "epoch": 0.016174954795791195, |
| "grad_norm": 10.891341209411621, |
| "learning_rate": 1.9997126925510815e-07, |
| "loss": 1.0296, |
| "step": 17560 |
| }, |
| { |
| "epoch": 0.016184166045674905, |
| "grad_norm": 13.507112503051758, |
| "learning_rate": 1.999712345473283e-07, |
| "loss": 1.057, |
| "step": 17570 |
| }, |
| { |
| "epoch": 0.01619337729555861, |
| "grad_norm": 11.034941673278809, |
| "learning_rate": 1.9997119981859998e-07, |
| "loss": 1.0096, |
| "step": 17580 |
| }, |
| { |
| "epoch": 0.01620258854544232, |
| "grad_norm": 11.114509582519531, |
| "learning_rate": 1.9997116506892323e-07, |
| "loss": 1.0029, |
| "step": 17590 |
| }, |
| { |
| "epoch": 0.016211799795326026, |
| "grad_norm": 9.768037796020508, |
| "learning_rate": 1.9997113029829798e-07, |
| "loss": 0.9696, |
| "step": 17600 |
| }, |
| { |
| "epoch": 0.016221011045209736, |
| "grad_norm": 11.427331924438477, |
| "learning_rate": 1.9997109550672437e-07, |
| "loss": 0.9929, |
| "step": 17610 |
| }, |
| { |
| "epoch": 0.016230222295093445, |
| "grad_norm": 10.357850074768066, |
| "learning_rate": 1.999710606942023e-07, |
| "loss": 1.023, |
| "step": 17620 |
| }, |
| { |
| "epoch": 0.01623943354497715, |
| "grad_norm": 11.832114219665527, |
| "learning_rate": 1.999710258607318e-07, |
| "loss": 1.0666, |
| "step": 17630 |
| }, |
| { |
| "epoch": 0.01624864479486086, |
| "grad_norm": 10.942581176757812, |
| "learning_rate": 1.999709910063129e-07, |
| "loss": 1.0151, |
| "step": 17640 |
| }, |
| { |
| "epoch": 0.016257856044744567, |
| "grad_norm": 10.847529411315918, |
| "learning_rate": 1.9997095613094559e-07, |
| "loss": 0.9968, |
| "step": 17650 |
| }, |
| { |
| "epoch": 0.016267067294628276, |
| "grad_norm": 9.716144561767578, |
| "learning_rate": 1.999709212346299e-07, |
| "loss": 0.951, |
| "step": 17660 |
| }, |
| { |
| "epoch": 0.016276278544511982, |
| "grad_norm": 10.874332427978516, |
| "learning_rate": 1.9997088631736577e-07, |
| "loss": 0.9931, |
| "step": 17670 |
| }, |
| { |
| "epoch": 0.016285489794395692, |
| "grad_norm": 9.12191390991211, |
| "learning_rate": 1.9997085137915328e-07, |
| "loss": 1.0397, |
| "step": 17680 |
| }, |
| { |
| "epoch": 0.016294701044279398, |
| "grad_norm": 10.333415031433105, |
| "learning_rate": 1.9997081641999237e-07, |
| "loss": 1.0207, |
| "step": 17690 |
| }, |
| { |
| "epoch": 0.016303912294163107, |
| "grad_norm": 13.753838539123535, |
| "learning_rate": 1.9997078143988315e-07, |
| "loss": 1.0005, |
| "step": 17700 |
| }, |
| { |
| "epoch": 0.016313123544046817, |
| "grad_norm": 10.496127128601074, |
| "learning_rate": 1.9997074643882555e-07, |
| "loss": 0.996, |
| "step": 17710 |
| }, |
| { |
| "epoch": 0.016322334793930523, |
| "grad_norm": 9.368756294250488, |
| "learning_rate": 1.9997071141681961e-07, |
| "loss": 0.9942, |
| "step": 17720 |
| }, |
| { |
| "epoch": 0.016331546043814232, |
| "grad_norm": 12.05996322631836, |
| "learning_rate": 1.9997067637386528e-07, |
| "loss": 0.9815, |
| "step": 17730 |
| }, |
| { |
| "epoch": 0.01634075729369794, |
| "grad_norm": 10.298500061035156, |
| "learning_rate": 1.999706413099626e-07, |
| "loss": 0.993, |
| "step": 17740 |
| }, |
| { |
| "epoch": 0.016349968543581648, |
| "grad_norm": 10.445028305053711, |
| "learning_rate": 1.9997060622511164e-07, |
| "loss": 0.9951, |
| "step": 17750 |
| }, |
| { |
| "epoch": 0.016359179793465354, |
| "grad_norm": 11.321356773376465, |
| "learning_rate": 1.9997057111931234e-07, |
| "loss": 1.0333, |
| "step": 17760 |
| }, |
| { |
| "epoch": 0.016368391043349063, |
| "grad_norm": 11.561808586120605, |
| "learning_rate": 1.9997053599256471e-07, |
| "loss": 0.9939, |
| "step": 17770 |
| }, |
| { |
| "epoch": 0.01637760229323277, |
| "grad_norm": 12.05006217956543, |
| "learning_rate": 1.9997050084486875e-07, |
| "loss": 0.9872, |
| "step": 17780 |
| }, |
| { |
| "epoch": 0.01638681354311648, |
| "grad_norm": 11.962194442749023, |
| "learning_rate": 1.999704656762245e-07, |
| "loss": 1.034, |
| "step": 17790 |
| }, |
| { |
| "epoch": 0.01639602479300019, |
| "grad_norm": 10.49455738067627, |
| "learning_rate": 1.9997043048663195e-07, |
| "loss": 0.9997, |
| "step": 17800 |
| }, |
| { |
| "epoch": 0.016405236042883894, |
| "grad_norm": 17.18958854675293, |
| "learning_rate": 1.9997039527609112e-07, |
| "loss": 1.0007, |
| "step": 17810 |
| }, |
| { |
| "epoch": 0.016414447292767604, |
| "grad_norm": 11.289200782775879, |
| "learning_rate": 1.9997036004460202e-07, |
| "loss": 0.9849, |
| "step": 17820 |
| }, |
| { |
| "epoch": 0.01642365854265131, |
| "grad_norm": 12.395259857177734, |
| "learning_rate": 1.999703247921646e-07, |
| "loss": 1.0259, |
| "step": 17830 |
| }, |
| { |
| "epoch": 0.01643286979253502, |
| "grad_norm": 10.041565895080566, |
| "learning_rate": 1.9997028951877893e-07, |
| "loss": 1.0227, |
| "step": 17840 |
| }, |
| { |
| "epoch": 0.016442081042418726, |
| "grad_norm": 10.784987449645996, |
| "learning_rate": 1.9997025422444502e-07, |
| "loss": 1.0137, |
| "step": 17850 |
| }, |
| { |
| "epoch": 0.016451292292302435, |
| "grad_norm": 11.328414916992188, |
| "learning_rate": 1.9997021890916285e-07, |
| "loss": 1.0021, |
| "step": 17860 |
| }, |
| { |
| "epoch": 0.01646050354218614, |
| "grad_norm": 11.163694381713867, |
| "learning_rate": 1.9997018357293244e-07, |
| "loss": 1.0082, |
| "step": 17870 |
| }, |
| { |
| "epoch": 0.01646971479206985, |
| "grad_norm": 12.4961519241333, |
| "learning_rate": 1.999701482157538e-07, |
| "loss": 1.0443, |
| "step": 17880 |
| }, |
| { |
| "epoch": 0.01647892604195356, |
| "grad_norm": 10.401840209960938, |
| "learning_rate": 1.9997011283762688e-07, |
| "loss": 1.0112, |
| "step": 17890 |
| }, |
| { |
| "epoch": 0.016488137291837266, |
| "grad_norm": 10.710625648498535, |
| "learning_rate": 1.9997007743855176e-07, |
| "loss": 1.0358, |
| "step": 17900 |
| }, |
| { |
| "epoch": 0.016497348541720976, |
| "grad_norm": 11.381387710571289, |
| "learning_rate": 1.9997004201852845e-07, |
| "loss": 1.0027, |
| "step": 17910 |
| }, |
| { |
| "epoch": 0.01650655979160468, |
| "grad_norm": 10.703309059143066, |
| "learning_rate": 1.9997000657755688e-07, |
| "loss": 0.9801, |
| "step": 17920 |
| }, |
| { |
| "epoch": 0.01651577104148839, |
| "grad_norm": 11.782756805419922, |
| "learning_rate": 1.9996997111563716e-07, |
| "loss": 1.0396, |
| "step": 17930 |
| }, |
| { |
| "epoch": 0.016524982291372097, |
| "grad_norm": 9.53162956237793, |
| "learning_rate": 1.9996993563276923e-07, |
| "loss": 1.0188, |
| "step": 17940 |
| }, |
| { |
| "epoch": 0.016534193541255807, |
| "grad_norm": 9.691423416137695, |
| "learning_rate": 1.999699001289531e-07, |
| "loss": 1.0217, |
| "step": 17950 |
| }, |
| { |
| "epoch": 0.016543404791139516, |
| "grad_norm": 10.514159202575684, |
| "learning_rate": 1.999698646041888e-07, |
| "loss": 1.0123, |
| "step": 17960 |
| }, |
| { |
| "epoch": 0.016552616041023222, |
| "grad_norm": 10.540403366088867, |
| "learning_rate": 1.9996982905847635e-07, |
| "loss": 1.0507, |
| "step": 17970 |
| }, |
| { |
| "epoch": 0.01656182729090693, |
| "grad_norm": 9.813848495483398, |
| "learning_rate": 1.999697934918157e-07, |
| "loss": 0.9792, |
| "step": 17980 |
| }, |
| { |
| "epoch": 0.016571038540790638, |
| "grad_norm": 11.38947868347168, |
| "learning_rate": 1.999697579042069e-07, |
| "loss": 1.0161, |
| "step": 17990 |
| }, |
| { |
| "epoch": 0.016580249790674347, |
| "grad_norm": 10.685944557189941, |
| "learning_rate": 1.9996972229564998e-07, |
| "loss": 1.0428, |
| "step": 18000 |
| }, |
| { |
| "epoch": 0.016589461040558053, |
| "grad_norm": 11.196683883666992, |
| "learning_rate": 1.999696866661449e-07, |
| "loss": 1.0101, |
| "step": 18010 |
| }, |
| { |
| "epoch": 0.016598672290441763, |
| "grad_norm": 10.966066360473633, |
| "learning_rate": 1.9996965101569167e-07, |
| "loss": 1.0149, |
| "step": 18020 |
| }, |
| { |
| "epoch": 0.01660788354032547, |
| "grad_norm": 9.404693603515625, |
| "learning_rate": 1.9996961534429035e-07, |
| "loss": 0.9569, |
| "step": 18030 |
| }, |
| { |
| "epoch": 0.016617094790209178, |
| "grad_norm": 10.461613655090332, |
| "learning_rate": 1.999695796519409e-07, |
| "loss": 0.9926, |
| "step": 18040 |
| }, |
| { |
| "epoch": 0.016626306040092888, |
| "grad_norm": 10.633156776428223, |
| "learning_rate": 1.999695439386433e-07, |
| "loss": 1.0169, |
| "step": 18050 |
| }, |
| { |
| "epoch": 0.016635517289976594, |
| "grad_norm": 10.073287963867188, |
| "learning_rate": 1.9996950820439765e-07, |
| "loss": 1.051, |
| "step": 18060 |
| }, |
| { |
| "epoch": 0.016644728539860303, |
| "grad_norm": 10.782968521118164, |
| "learning_rate": 1.9996947244920386e-07, |
| "loss": 1.0176, |
| "step": 18070 |
| }, |
| { |
| "epoch": 0.01665393978974401, |
| "grad_norm": 11.565352439880371, |
| "learning_rate": 1.9996943667306202e-07, |
| "loss": 1.0264, |
| "step": 18080 |
| }, |
| { |
| "epoch": 0.01666315103962772, |
| "grad_norm": 10.547243118286133, |
| "learning_rate": 1.9996940087597207e-07, |
| "loss": 0.995, |
| "step": 18090 |
| }, |
| { |
| "epoch": 0.016672362289511425, |
| "grad_norm": 10.588467597961426, |
| "learning_rate": 1.9996936505793405e-07, |
| "loss": 0.9634, |
| "step": 18100 |
| }, |
| { |
| "epoch": 0.016681573539395134, |
| "grad_norm": 10.875631332397461, |
| "learning_rate": 1.9996932921894797e-07, |
| "loss": 1.0217, |
| "step": 18110 |
| }, |
| { |
| "epoch": 0.01669078478927884, |
| "grad_norm": 10.276495933532715, |
| "learning_rate": 1.9996929335901382e-07, |
| "loss": 1.0429, |
| "step": 18120 |
| }, |
| { |
| "epoch": 0.01669999603916255, |
| "grad_norm": 10.738910675048828, |
| "learning_rate": 1.9996925747813164e-07, |
| "loss": 1.0286, |
| "step": 18130 |
| }, |
| { |
| "epoch": 0.01670920728904626, |
| "grad_norm": 10.95505142211914, |
| "learning_rate": 1.999692215763014e-07, |
| "loss": 0.9547, |
| "step": 18140 |
| }, |
| { |
| "epoch": 0.016718418538929965, |
| "grad_norm": 10.931917190551758, |
| "learning_rate": 1.9996918565352313e-07, |
| "loss": 1.016, |
| "step": 18150 |
| }, |
| { |
| "epoch": 0.016727629788813675, |
| "grad_norm": 9.601530075073242, |
| "learning_rate": 1.9996914970979682e-07, |
| "loss": 1.0277, |
| "step": 18160 |
| }, |
| { |
| "epoch": 0.01673684103869738, |
| "grad_norm": 10.496891021728516, |
| "learning_rate": 1.999691137451225e-07, |
| "loss": 1.0067, |
| "step": 18170 |
| }, |
| { |
| "epoch": 0.01674605228858109, |
| "grad_norm": 10.897998809814453, |
| "learning_rate": 1.9996907775950014e-07, |
| "loss": 0.9731, |
| "step": 18180 |
| }, |
| { |
| "epoch": 0.016755263538464796, |
| "grad_norm": 10.72037124633789, |
| "learning_rate": 1.9996904175292978e-07, |
| "loss": 1.0113, |
| "step": 18190 |
| }, |
| { |
| "epoch": 0.016764474788348506, |
| "grad_norm": 10.771594047546387, |
| "learning_rate": 1.9996900572541143e-07, |
| "loss": 0.9847, |
| "step": 18200 |
| }, |
| { |
| "epoch": 0.016773686038232215, |
| "grad_norm": 9.623784065246582, |
| "learning_rate": 1.9996896967694513e-07, |
| "loss": 0.9597, |
| "step": 18210 |
| }, |
| { |
| "epoch": 0.01678289728811592, |
| "grad_norm": 9.22213363647461, |
| "learning_rate": 1.9996893360753079e-07, |
| "loss": 1.0123, |
| "step": 18220 |
| }, |
| { |
| "epoch": 0.01679210853799963, |
| "grad_norm": 10.498910903930664, |
| "learning_rate": 1.999688975171685e-07, |
| "loss": 0.9981, |
| "step": 18230 |
| }, |
| { |
| "epoch": 0.016801319787883337, |
| "grad_norm": 11.86726188659668, |
| "learning_rate": 1.9996886140585825e-07, |
| "loss": 0.9784, |
| "step": 18240 |
| }, |
| { |
| "epoch": 0.016810531037767047, |
| "grad_norm": 10.20151424407959, |
| "learning_rate": 1.9996882527360002e-07, |
| "loss": 0.9558, |
| "step": 18250 |
| }, |
| { |
| "epoch": 0.016819742287650753, |
| "grad_norm": 9.883543968200684, |
| "learning_rate": 1.9996878912039383e-07, |
| "loss": 0.9995, |
| "step": 18260 |
| }, |
| { |
| "epoch": 0.016828953537534462, |
| "grad_norm": 9.660884857177734, |
| "learning_rate": 1.999687529462397e-07, |
| "loss": 0.9624, |
| "step": 18270 |
| }, |
| { |
| "epoch": 0.016838164787418168, |
| "grad_norm": 10.075861930847168, |
| "learning_rate": 1.9996871675113763e-07, |
| "loss": 0.9782, |
| "step": 18280 |
| }, |
| { |
| "epoch": 0.016847376037301878, |
| "grad_norm": 11.506403923034668, |
| "learning_rate": 1.9996868053508764e-07, |
| "loss": 1.0009, |
| "step": 18290 |
| }, |
| { |
| "epoch": 0.016856587287185587, |
| "grad_norm": 9.465668678283691, |
| "learning_rate": 1.9996864429808973e-07, |
| "loss": 1.0057, |
| "step": 18300 |
| }, |
| { |
| "epoch": 0.016865798537069293, |
| "grad_norm": 10.784385681152344, |
| "learning_rate": 1.9996860804014387e-07, |
| "loss": 1.0194, |
| "step": 18310 |
| }, |
| { |
| "epoch": 0.016875009786953003, |
| "grad_norm": 10.121374130249023, |
| "learning_rate": 1.9996857176125015e-07, |
| "loss": 1.0194, |
| "step": 18320 |
| }, |
| { |
| "epoch": 0.01688422103683671, |
| "grad_norm": 12.42760944366455, |
| "learning_rate": 1.999685354614085e-07, |
| "loss": 1.031, |
| "step": 18330 |
| }, |
| { |
| "epoch": 0.016893432286720418, |
| "grad_norm": 9.57375717163086, |
| "learning_rate": 1.9996849914061897e-07, |
| "loss": 1.0093, |
| "step": 18340 |
| }, |
| { |
| "epoch": 0.016902643536604124, |
| "grad_norm": 11.3381986618042, |
| "learning_rate": 1.9996846279888155e-07, |
| "loss": 1.0165, |
| "step": 18350 |
| }, |
| { |
| "epoch": 0.016911854786487834, |
| "grad_norm": 10.649567604064941, |
| "learning_rate": 1.9996842643619626e-07, |
| "loss": 1.0072, |
| "step": 18360 |
| }, |
| { |
| "epoch": 0.01692106603637154, |
| "grad_norm": 9.864683151245117, |
| "learning_rate": 1.999683900525631e-07, |
| "loss": 0.9946, |
| "step": 18370 |
| }, |
| { |
| "epoch": 0.01693027728625525, |
| "grad_norm": 18.890703201293945, |
| "learning_rate": 1.9996835364798205e-07, |
| "loss": 1.028, |
| "step": 18380 |
| }, |
| { |
| "epoch": 0.01693948853613896, |
| "grad_norm": 10.789216041564941, |
| "learning_rate": 1.9996831722245319e-07, |
| "loss": 1.0288, |
| "step": 18390 |
| }, |
| { |
| "epoch": 0.016948699786022665, |
| "grad_norm": 10.704526901245117, |
| "learning_rate": 1.9996828077597643e-07, |
| "loss": 1.0104, |
| "step": 18400 |
| }, |
| { |
| "epoch": 0.016957911035906374, |
| "grad_norm": 10.217658996582031, |
| "learning_rate": 1.999682443085519e-07, |
| "loss": 1.0185, |
| "step": 18410 |
| }, |
| { |
| "epoch": 0.01696712228579008, |
| "grad_norm": 10.113249778747559, |
| "learning_rate": 1.9996820782017948e-07, |
| "loss": 1.0264, |
| "step": 18420 |
| }, |
| { |
| "epoch": 0.01697633353567379, |
| "grad_norm": 11.169814109802246, |
| "learning_rate": 1.9996817131085923e-07, |
| "loss": 1.0059, |
| "step": 18430 |
| }, |
| { |
| "epoch": 0.016985544785557496, |
| "grad_norm": 9.928948402404785, |
| "learning_rate": 1.9996813478059117e-07, |
| "loss": 0.9983, |
| "step": 18440 |
| }, |
| { |
| "epoch": 0.016994756035441205, |
| "grad_norm": 9.365204811096191, |
| "learning_rate": 1.9996809822937535e-07, |
| "loss": 0.9487, |
| "step": 18450 |
| }, |
| { |
| "epoch": 0.01700396728532491, |
| "grad_norm": 11.024831771850586, |
| "learning_rate": 1.999680616572117e-07, |
| "loss": 0.9969, |
| "step": 18460 |
| }, |
| { |
| "epoch": 0.01701317853520862, |
| "grad_norm": 9.761519432067871, |
| "learning_rate": 1.9996802506410022e-07, |
| "loss": 0.9717, |
| "step": 18470 |
| }, |
| { |
| "epoch": 0.01702238978509233, |
| "grad_norm": 9.938976287841797, |
| "learning_rate": 1.99967988450041e-07, |
| "loss": 1.0228, |
| "step": 18480 |
| }, |
| { |
| "epoch": 0.017031601034976036, |
| "grad_norm": 10.473343849182129, |
| "learning_rate": 1.99967951815034e-07, |
| "loss": 1.0301, |
| "step": 18490 |
| }, |
| { |
| "epoch": 0.017040812284859746, |
| "grad_norm": 11.690329551696777, |
| "learning_rate": 1.999679151590792e-07, |
| "loss": 1.0049, |
| "step": 18500 |
| }, |
| { |
| "epoch": 0.017050023534743452, |
| "grad_norm": 11.461403846740723, |
| "learning_rate": 1.9996787848217664e-07, |
| "loss": 1.0285, |
| "step": 18510 |
| }, |
| { |
| "epoch": 0.01705923478462716, |
| "grad_norm": 9.831055641174316, |
| "learning_rate": 1.9996784178432637e-07, |
| "loss": 1.0113, |
| "step": 18520 |
| }, |
| { |
| "epoch": 0.017068446034510867, |
| "grad_norm": 10.868408203125, |
| "learning_rate": 1.999678050655283e-07, |
| "loss": 1.0166, |
| "step": 18530 |
| }, |
| { |
| "epoch": 0.017077657284394577, |
| "grad_norm": 29.964656829833984, |
| "learning_rate": 1.9996776832578252e-07, |
| "loss": 0.9968, |
| "step": 18540 |
| }, |
| { |
| "epoch": 0.017086868534278286, |
| "grad_norm": 10.79750919342041, |
| "learning_rate": 1.99967731565089e-07, |
| "loss": 0.9942, |
| "step": 18550 |
| }, |
| { |
| "epoch": 0.017096079784161992, |
| "grad_norm": 10.7560453414917, |
| "learning_rate": 1.9996769478344775e-07, |
| "loss": 1.0182, |
| "step": 18560 |
| }, |
| { |
| "epoch": 0.017105291034045702, |
| "grad_norm": 11.358363151550293, |
| "learning_rate": 1.999676579808588e-07, |
| "loss": 1.0265, |
| "step": 18570 |
| }, |
| { |
| "epoch": 0.017114502283929408, |
| "grad_norm": 9.79407787322998, |
| "learning_rate": 1.9996762115732214e-07, |
| "loss": 1.0013, |
| "step": 18580 |
| }, |
| { |
| "epoch": 0.017123713533813117, |
| "grad_norm": 10.081582069396973, |
| "learning_rate": 1.9996758431283776e-07, |
| "loss": 0.9603, |
| "step": 18590 |
| }, |
| { |
| "epoch": 0.017132924783696823, |
| "grad_norm": 11.185797691345215, |
| "learning_rate": 1.999675474474057e-07, |
| "loss": 1.041, |
| "step": 18600 |
| }, |
| { |
| "epoch": 0.017142136033580533, |
| "grad_norm": 10.238747596740723, |
| "learning_rate": 1.9996751056102595e-07, |
| "loss": 0.969, |
| "step": 18610 |
| }, |
| { |
| "epoch": 0.01715134728346424, |
| "grad_norm": 10.896879196166992, |
| "learning_rate": 1.999674736536985e-07, |
| "loss": 1.0477, |
| "step": 18620 |
| }, |
| { |
| "epoch": 0.01716055853334795, |
| "grad_norm": 10.28799819946289, |
| "learning_rate": 1.9996743672542342e-07, |
| "loss": 1.029, |
| "step": 18630 |
| }, |
| { |
| "epoch": 0.017169769783231658, |
| "grad_norm": 10.384296417236328, |
| "learning_rate": 1.9996739977620066e-07, |
| "loss": 1.0156, |
| "step": 18640 |
| }, |
| { |
| "epoch": 0.017178981033115364, |
| "grad_norm": 10.47171688079834, |
| "learning_rate": 1.9996736280603025e-07, |
| "loss": 1.0144, |
| "step": 18650 |
| }, |
| { |
| "epoch": 0.017188192282999074, |
| "grad_norm": 10.417061805725098, |
| "learning_rate": 1.9996732581491216e-07, |
| "loss": 0.9642, |
| "step": 18660 |
| }, |
| { |
| "epoch": 0.01719740353288278, |
| "grad_norm": 10.035117149353027, |
| "learning_rate": 1.9996728880284649e-07, |
| "loss": 0.9834, |
| "step": 18670 |
| }, |
| { |
| "epoch": 0.01720661478276649, |
| "grad_norm": 8.674405097961426, |
| "learning_rate": 1.9996725176983314e-07, |
| "loss": 0.9554, |
| "step": 18680 |
| }, |
| { |
| "epoch": 0.017215826032650195, |
| "grad_norm": 11.042734146118164, |
| "learning_rate": 1.9996721471587216e-07, |
| "loss": 0.9561, |
| "step": 18690 |
| }, |
| { |
| "epoch": 0.017225037282533905, |
| "grad_norm": 11.12697696685791, |
| "learning_rate": 1.9996717764096358e-07, |
| "loss": 0.998, |
| "step": 18700 |
| }, |
| { |
| "epoch": 0.01723424853241761, |
| "grad_norm": 13.253899574279785, |
| "learning_rate": 1.999671405451074e-07, |
| "loss": 0.9731, |
| "step": 18710 |
| }, |
| { |
| "epoch": 0.01724345978230132, |
| "grad_norm": 11.007993698120117, |
| "learning_rate": 1.9996710342830362e-07, |
| "loss": 0.9883, |
| "step": 18720 |
| }, |
| { |
| "epoch": 0.01725267103218503, |
| "grad_norm": 11.92739486694336, |
| "learning_rate": 1.9996706629055224e-07, |
| "loss": 1.046, |
| "step": 18730 |
| }, |
| { |
| "epoch": 0.017261882282068736, |
| "grad_norm": 11.663958549499512, |
| "learning_rate": 1.9996702913185328e-07, |
| "loss": 0.9861, |
| "step": 18740 |
| }, |
| { |
| "epoch": 0.017271093531952445, |
| "grad_norm": 11.403138160705566, |
| "learning_rate": 1.9996699195220675e-07, |
| "loss": 0.9741, |
| "step": 18750 |
| }, |
| { |
| "epoch": 0.01728030478183615, |
| "grad_norm": 10.141386032104492, |
| "learning_rate": 1.9996695475161265e-07, |
| "loss": 1.0158, |
| "step": 18760 |
| }, |
| { |
| "epoch": 0.01728951603171986, |
| "grad_norm": 10.828715324401855, |
| "learning_rate": 1.9996691753007097e-07, |
| "loss": 0.9863, |
| "step": 18770 |
| }, |
| { |
| "epoch": 0.017298727281603567, |
| "grad_norm": 10.49693489074707, |
| "learning_rate": 1.9996688028758176e-07, |
| "loss": 1.0407, |
| "step": 18780 |
| }, |
| { |
| "epoch": 0.017307938531487276, |
| "grad_norm": 9.789341926574707, |
| "learning_rate": 1.9996684302414496e-07, |
| "loss": 1.0189, |
| "step": 18790 |
| }, |
| { |
| "epoch": 0.017317149781370986, |
| "grad_norm": 9.121475219726562, |
| "learning_rate": 1.9996680573976069e-07, |
| "loss": 0.9803, |
| "step": 18800 |
| }, |
| { |
| "epoch": 0.017326361031254692, |
| "grad_norm": 9.974238395690918, |
| "learning_rate": 1.9996676843442884e-07, |
| "loss": 0.9976, |
| "step": 18810 |
| }, |
| { |
| "epoch": 0.0173355722811384, |
| "grad_norm": 9.982102394104004, |
| "learning_rate": 1.9996673110814947e-07, |
| "loss": 1.0368, |
| "step": 18820 |
| }, |
| { |
| "epoch": 0.017344783531022107, |
| "grad_norm": 11.536084175109863, |
| "learning_rate": 1.999666937609226e-07, |
| "loss": 1.0355, |
| "step": 18830 |
| }, |
| { |
| "epoch": 0.017353994780905817, |
| "grad_norm": 9.691497802734375, |
| "learning_rate": 1.9996665639274824e-07, |
| "loss": 0.9907, |
| "step": 18840 |
| }, |
| { |
| "epoch": 0.017363206030789523, |
| "grad_norm": 9.890563011169434, |
| "learning_rate": 1.9996661900362633e-07, |
| "loss": 0.9981, |
| "step": 18850 |
| }, |
| { |
| "epoch": 0.017372417280673232, |
| "grad_norm": 10.328390121459961, |
| "learning_rate": 1.9996658159355698e-07, |
| "loss": 0.9602, |
| "step": 18860 |
| }, |
| { |
| "epoch": 0.01738162853055694, |
| "grad_norm": 10.441732406616211, |
| "learning_rate": 1.999665441625401e-07, |
| "loss": 0.9705, |
| "step": 18870 |
| }, |
| { |
| "epoch": 0.017390839780440648, |
| "grad_norm": 11.1194429397583, |
| "learning_rate": 1.9996650671057577e-07, |
| "loss": 1.0097, |
| "step": 18880 |
| }, |
| { |
| "epoch": 0.017400051030324357, |
| "grad_norm": 10.592708587646484, |
| "learning_rate": 1.9996646923766398e-07, |
| "loss": 1.0186, |
| "step": 18890 |
| }, |
| { |
| "epoch": 0.017409262280208063, |
| "grad_norm": 11.26917839050293, |
| "learning_rate": 1.9996643174380473e-07, |
| "loss": 1.0496, |
| "step": 18900 |
| }, |
| { |
| "epoch": 0.017418473530091773, |
| "grad_norm": 11.008471488952637, |
| "learning_rate": 1.99966394228998e-07, |
| "loss": 0.9826, |
| "step": 18910 |
| }, |
| { |
| "epoch": 0.01742768477997548, |
| "grad_norm": 11.859643936157227, |
| "learning_rate": 1.9996635669324387e-07, |
| "loss": 0.9868, |
| "step": 18920 |
| }, |
| { |
| "epoch": 0.01743689602985919, |
| "grad_norm": 10.770267486572266, |
| "learning_rate": 1.9996631913654224e-07, |
| "loss": 1.0076, |
| "step": 18930 |
| }, |
| { |
| "epoch": 0.017446107279742894, |
| "grad_norm": 9.717227935791016, |
| "learning_rate": 1.9996628155889327e-07, |
| "loss": 1.0021, |
| "step": 18940 |
| }, |
| { |
| "epoch": 0.017455318529626604, |
| "grad_norm": 9.726884841918945, |
| "learning_rate": 1.999662439602968e-07, |
| "loss": 1.0084, |
| "step": 18950 |
| }, |
| { |
| "epoch": 0.01746452977951031, |
| "grad_norm": 11.124958038330078, |
| "learning_rate": 1.9996620634075298e-07, |
| "loss": 0.9849, |
| "step": 18960 |
| }, |
| { |
| "epoch": 0.01747374102939402, |
| "grad_norm": 15.108135223388672, |
| "learning_rate": 1.999661687002617e-07, |
| "loss": 0.9291, |
| "step": 18970 |
| }, |
| { |
| "epoch": 0.01748295227927773, |
| "grad_norm": 9.424015998840332, |
| "learning_rate": 1.9996613103882302e-07, |
| "loss": 0.9595, |
| "step": 18980 |
| }, |
| { |
| "epoch": 0.017492163529161435, |
| "grad_norm": 9.753236770629883, |
| "learning_rate": 1.99966093356437e-07, |
| "loss": 1.0274, |
| "step": 18990 |
| }, |
| { |
| "epoch": 0.017501374779045144, |
| "grad_norm": 11.57945442199707, |
| "learning_rate": 1.9996605565310358e-07, |
| "loss": 0.9736, |
| "step": 19000 |
| }, |
| { |
| "epoch": 0.01751058602892885, |
| "grad_norm": 10.876665115356445, |
| "learning_rate": 1.9996601792882278e-07, |
| "loss": 1.0045, |
| "step": 19010 |
| }, |
| { |
| "epoch": 0.01751979727881256, |
| "grad_norm": 11.156282424926758, |
| "learning_rate": 1.9996598018359462e-07, |
| "loss": 1.0478, |
| "step": 19020 |
| }, |
| { |
| "epoch": 0.017529008528696266, |
| "grad_norm": 10.212468147277832, |
| "learning_rate": 1.999659424174191e-07, |
| "loss": 1.0113, |
| "step": 19030 |
| }, |
| { |
| "epoch": 0.017538219778579976, |
| "grad_norm": 12.114211082458496, |
| "learning_rate": 1.9996590463029622e-07, |
| "loss": 0.9806, |
| "step": 19040 |
| }, |
| { |
| "epoch": 0.01754743102846368, |
| "grad_norm": 10.537737846374512, |
| "learning_rate": 1.99965866822226e-07, |
| "loss": 1.0092, |
| "step": 19050 |
| }, |
| { |
| "epoch": 0.01755664227834739, |
| "grad_norm": 10.569214820861816, |
| "learning_rate": 1.9996582899320846e-07, |
| "loss": 1.0267, |
| "step": 19060 |
| }, |
| { |
| "epoch": 0.0175658535282311, |
| "grad_norm": 11.58995532989502, |
| "learning_rate": 1.9996579114324358e-07, |
| "loss": 1.0152, |
| "step": 19070 |
| }, |
| { |
| "epoch": 0.017575064778114807, |
| "grad_norm": 12.578239440917969, |
| "learning_rate": 1.9996575327233137e-07, |
| "loss": 1.0148, |
| "step": 19080 |
| }, |
| { |
| "epoch": 0.017584276027998516, |
| "grad_norm": 10.457140922546387, |
| "learning_rate": 1.999657153804719e-07, |
| "loss": 0.9818, |
| "step": 19090 |
| }, |
| { |
| "epoch": 0.017593487277882222, |
| "grad_norm": 10.147584915161133, |
| "learning_rate": 1.999656774676651e-07, |
| "loss": 1.0279, |
| "step": 19100 |
| }, |
| { |
| "epoch": 0.01760269852776593, |
| "grad_norm": 10.02499008178711, |
| "learning_rate": 1.99965639533911e-07, |
| "loss": 0.9573, |
| "step": 19110 |
| }, |
| { |
| "epoch": 0.017611909777649638, |
| "grad_norm": 10.744659423828125, |
| "learning_rate": 1.9996560157920964e-07, |
| "loss": 0.9836, |
| "step": 19120 |
| }, |
| { |
| "epoch": 0.017621121027533347, |
| "grad_norm": 10.956788063049316, |
| "learning_rate": 1.9996556360356096e-07, |
| "loss": 1.0121, |
| "step": 19130 |
| }, |
| { |
| "epoch": 0.017630332277417057, |
| "grad_norm": 10.273798942565918, |
| "learning_rate": 1.9996552560696505e-07, |
| "loss": 1.0021, |
| "step": 19140 |
| }, |
| { |
| "epoch": 0.017639543527300763, |
| "grad_norm": 10.512602806091309, |
| "learning_rate": 1.9996548758942185e-07, |
| "loss": 1.0041, |
| "step": 19150 |
| }, |
| { |
| "epoch": 0.017648754777184472, |
| "grad_norm": 11.54510498046875, |
| "learning_rate": 1.999654495509314e-07, |
| "loss": 0.9647, |
| "step": 19160 |
| }, |
| { |
| "epoch": 0.017657966027068178, |
| "grad_norm": 8.784961700439453, |
| "learning_rate": 1.999654114914937e-07, |
| "loss": 1.0065, |
| "step": 19170 |
| }, |
| { |
| "epoch": 0.017667177276951888, |
| "grad_norm": 10.612838745117188, |
| "learning_rate": 1.9996537341110877e-07, |
| "loss": 1.0613, |
| "step": 19180 |
| }, |
| { |
| "epoch": 0.017676388526835594, |
| "grad_norm": 10.087254524230957, |
| "learning_rate": 1.9996533530977663e-07, |
| "loss": 0.9801, |
| "step": 19190 |
| }, |
| { |
| "epoch": 0.017685599776719303, |
| "grad_norm": 9.54832649230957, |
| "learning_rate": 1.9996529718749725e-07, |
| "loss": 1.0092, |
| "step": 19200 |
| }, |
| { |
| "epoch": 0.01769481102660301, |
| "grad_norm": 9.667723655700684, |
| "learning_rate": 1.9996525904427064e-07, |
| "loss": 0.999, |
| "step": 19210 |
| }, |
| { |
| "epoch": 0.01770402227648672, |
| "grad_norm": 11.09756851196289, |
| "learning_rate": 1.9996522088009683e-07, |
| "loss": 1.0046, |
| "step": 19220 |
| }, |
| { |
| "epoch": 0.017713233526370428, |
| "grad_norm": 12.496501922607422, |
| "learning_rate": 1.9996518269497585e-07, |
| "loss": 1.0048, |
| "step": 19230 |
| }, |
| { |
| "epoch": 0.017722444776254134, |
| "grad_norm": 9.831335067749023, |
| "learning_rate": 1.9996514448890765e-07, |
| "loss": 1.0108, |
| "step": 19240 |
| }, |
| { |
| "epoch": 0.017731656026137844, |
| "grad_norm": 11.670632362365723, |
| "learning_rate": 1.9996510626189228e-07, |
| "loss": 1.0413, |
| "step": 19250 |
| }, |
| { |
| "epoch": 0.01774086727602155, |
| "grad_norm": 12.234903335571289, |
| "learning_rate": 1.999650680139297e-07, |
| "loss": 1.0112, |
| "step": 19260 |
| }, |
| { |
| "epoch": 0.01775007852590526, |
| "grad_norm": 9.922277450561523, |
| "learning_rate": 1.9996502974502e-07, |
| "loss": 0.9897, |
| "step": 19270 |
| }, |
| { |
| "epoch": 0.017759289775788965, |
| "grad_norm": 12.163166999816895, |
| "learning_rate": 1.9996499145516316e-07, |
| "loss": 1.0155, |
| "step": 19280 |
| }, |
| { |
| "epoch": 0.017768501025672675, |
| "grad_norm": 9.885821342468262, |
| "learning_rate": 1.999649531443591e-07, |
| "loss": 0.9988, |
| "step": 19290 |
| }, |
| { |
| "epoch": 0.01777771227555638, |
| "grad_norm": 10.334716796875, |
| "learning_rate": 1.9996491481260795e-07, |
| "loss": 1.0045, |
| "step": 19300 |
| }, |
| { |
| "epoch": 0.01778692352544009, |
| "grad_norm": 9.623705863952637, |
| "learning_rate": 1.9996487645990965e-07, |
| "loss": 1.0123, |
| "step": 19310 |
| }, |
| { |
| "epoch": 0.0177961347753238, |
| "grad_norm": 10.25127124786377, |
| "learning_rate": 1.9996483808626424e-07, |
| "loss": 1.0297, |
| "step": 19320 |
| }, |
| { |
| "epoch": 0.017805346025207506, |
| "grad_norm": 11.38561725616455, |
| "learning_rate": 1.999647996916717e-07, |
| "loss": 0.9951, |
| "step": 19330 |
| }, |
| { |
| "epoch": 0.017814557275091215, |
| "grad_norm": 10.722535133361816, |
| "learning_rate": 1.99964761276132e-07, |
| "loss": 1.0008, |
| "step": 19340 |
| }, |
| { |
| "epoch": 0.01782376852497492, |
| "grad_norm": 11.43651294708252, |
| "learning_rate": 1.9996472283964526e-07, |
| "loss": 0.9767, |
| "step": 19350 |
| }, |
| { |
| "epoch": 0.01783297977485863, |
| "grad_norm": 9.98664379119873, |
| "learning_rate": 1.999646843822114e-07, |
| "loss": 1.0245, |
| "step": 19360 |
| }, |
| { |
| "epoch": 0.017842191024742337, |
| "grad_norm": 12.64993953704834, |
| "learning_rate": 1.999646459038305e-07, |
| "loss": 1.0491, |
| "step": 19370 |
| }, |
| { |
| "epoch": 0.017851402274626046, |
| "grad_norm": 10.285564422607422, |
| "learning_rate": 1.999646074045025e-07, |
| "loss": 0.981, |
| "step": 19380 |
| }, |
| { |
| "epoch": 0.017860613524509756, |
| "grad_norm": 12.62157154083252, |
| "learning_rate": 1.9996456888422738e-07, |
| "loss": 1.0192, |
| "step": 19390 |
| }, |
| { |
| "epoch": 0.017869824774393462, |
| "grad_norm": 9.622283935546875, |
| "learning_rate": 1.9996453034300527e-07, |
| "loss": 0.9707, |
| "step": 19400 |
| }, |
| { |
| "epoch": 0.01787903602427717, |
| "grad_norm": 10.441496849060059, |
| "learning_rate": 1.9996449178083606e-07, |
| "loss": 0.9883, |
| "step": 19410 |
| }, |
| { |
| "epoch": 0.017888247274160878, |
| "grad_norm": 10.806499481201172, |
| "learning_rate": 1.999644531977198e-07, |
| "loss": 1.0074, |
| "step": 19420 |
| }, |
| { |
| "epoch": 0.017897458524044587, |
| "grad_norm": 10.985054016113281, |
| "learning_rate": 1.9996441459365654e-07, |
| "loss": 0.968, |
| "step": 19430 |
| }, |
| { |
| "epoch": 0.017906669773928293, |
| "grad_norm": 9.944632530212402, |
| "learning_rate": 1.9996437596864625e-07, |
| "loss": 0.9708, |
| "step": 19440 |
| }, |
| { |
| "epoch": 0.017915881023812003, |
| "grad_norm": 10.183022499084473, |
| "learning_rate": 1.9996433732268888e-07, |
| "loss": 1.0128, |
| "step": 19450 |
| }, |
| { |
| "epoch": 0.01792509227369571, |
| "grad_norm": 11.46110725402832, |
| "learning_rate": 1.9996429865578455e-07, |
| "loss": 1.0039, |
| "step": 19460 |
| }, |
| { |
| "epoch": 0.017934303523579418, |
| "grad_norm": 9.25991439819336, |
| "learning_rate": 1.999642599679332e-07, |
| "loss": 1.0326, |
| "step": 19470 |
| }, |
| { |
| "epoch": 0.017943514773463128, |
| "grad_norm": 14.663468360900879, |
| "learning_rate": 1.9996422125913486e-07, |
| "loss": 1.0334, |
| "step": 19480 |
| }, |
| { |
| "epoch": 0.017952726023346834, |
| "grad_norm": 9.958480834960938, |
| "learning_rate": 1.999641825293895e-07, |
| "loss": 0.9818, |
| "step": 19490 |
| }, |
| { |
| "epoch": 0.017961937273230543, |
| "grad_norm": 10.998751640319824, |
| "learning_rate": 1.9996414377869718e-07, |
| "loss": 0.9693, |
| "step": 19500 |
| }, |
| { |
| "epoch": 0.01797114852311425, |
| "grad_norm": 9.62633228302002, |
| "learning_rate": 1.9996410500705792e-07, |
| "loss": 0.975, |
| "step": 19510 |
| }, |
| { |
| "epoch": 0.01798035977299796, |
| "grad_norm": 11.86374568939209, |
| "learning_rate": 1.9996406621447166e-07, |
| "loss": 1.0388, |
| "step": 19520 |
| }, |
| { |
| "epoch": 0.017989571022881665, |
| "grad_norm": 10.862321853637695, |
| "learning_rate": 1.9996402740093846e-07, |
| "loss": 1.0014, |
| "step": 19530 |
| }, |
| { |
| "epoch": 0.017998782272765374, |
| "grad_norm": 10.698342323303223, |
| "learning_rate": 1.999639885664583e-07, |
| "loss": 0.9656, |
| "step": 19540 |
| }, |
| { |
| "epoch": 0.01800799352264908, |
| "grad_norm": 10.943075180053711, |
| "learning_rate": 1.9996394971103122e-07, |
| "loss": 1.0483, |
| "step": 19550 |
| }, |
| { |
| "epoch": 0.01801720477253279, |
| "grad_norm": 10.057327270507812, |
| "learning_rate": 1.9996391083465718e-07, |
| "loss": 1.0081, |
| "step": 19560 |
| }, |
| { |
| "epoch": 0.0180264160224165, |
| "grad_norm": 9.806025505065918, |
| "learning_rate": 1.9996387193733623e-07, |
| "loss": 0.9818, |
| "step": 19570 |
| }, |
| { |
| "epoch": 0.018035627272300205, |
| "grad_norm": 10.33084487915039, |
| "learning_rate": 1.9996383301906833e-07, |
| "loss": 1.0038, |
| "step": 19580 |
| }, |
| { |
| "epoch": 0.018044838522183915, |
| "grad_norm": 11.348193168640137, |
| "learning_rate": 1.9996379407985358e-07, |
| "loss": 1.0678, |
| "step": 19590 |
| }, |
| { |
| "epoch": 0.01805404977206762, |
| "grad_norm": 9.638917922973633, |
| "learning_rate": 1.999637551196919e-07, |
| "loss": 1.0048, |
| "step": 19600 |
| }, |
| { |
| "epoch": 0.01806326102195133, |
| "grad_norm": 16.48502540588379, |
| "learning_rate": 1.9996371613858333e-07, |
| "loss": 0.9461, |
| "step": 19610 |
| }, |
| { |
| "epoch": 0.018072472271835036, |
| "grad_norm": 11.616415023803711, |
| "learning_rate": 1.999636771365279e-07, |
| "loss": 1.0, |
| "step": 19620 |
| }, |
| { |
| "epoch": 0.018081683521718746, |
| "grad_norm": 10.420519828796387, |
| "learning_rate": 1.9996363811352554e-07, |
| "loss": 0.9511, |
| "step": 19630 |
| }, |
| { |
| "epoch": 0.018090894771602452, |
| "grad_norm": 11.778324127197266, |
| "learning_rate": 1.9996359906957635e-07, |
| "loss": 1.0267, |
| "step": 19640 |
| }, |
| { |
| "epoch": 0.01810010602148616, |
| "grad_norm": 10.854666709899902, |
| "learning_rate": 1.999635600046803e-07, |
| "loss": 1.0082, |
| "step": 19650 |
| }, |
| { |
| "epoch": 0.01810931727136987, |
| "grad_norm": 10.418573379516602, |
| "learning_rate": 1.9996352091883742e-07, |
| "loss": 1.003, |
| "step": 19660 |
| }, |
| { |
| "epoch": 0.018118528521253577, |
| "grad_norm": 11.318225860595703, |
| "learning_rate": 1.9996348181204768e-07, |
| "loss": 0.9811, |
| "step": 19670 |
| }, |
| { |
| "epoch": 0.018127739771137286, |
| "grad_norm": 10.9239501953125, |
| "learning_rate": 1.9996344268431108e-07, |
| "loss": 0.9729, |
| "step": 19680 |
| }, |
| { |
| "epoch": 0.018136951021020992, |
| "grad_norm": 9.429734230041504, |
| "learning_rate": 1.9996340353562767e-07, |
| "loss": 1.0038, |
| "step": 19690 |
| }, |
| { |
| "epoch": 0.018146162270904702, |
| "grad_norm": 9.725273132324219, |
| "learning_rate": 1.9996336436599748e-07, |
| "loss": 1.0057, |
| "step": 19700 |
| }, |
| { |
| "epoch": 0.018155373520788408, |
| "grad_norm": 10.725884437561035, |
| "learning_rate": 1.9996332517542046e-07, |
| "loss": 0.965, |
| "step": 19710 |
| }, |
| { |
| "epoch": 0.018164584770672117, |
| "grad_norm": 10.485133171081543, |
| "learning_rate": 1.9996328596389663e-07, |
| "loss": 1.0153, |
| "step": 19720 |
| }, |
| { |
| "epoch": 0.018173796020555827, |
| "grad_norm": 10.119484901428223, |
| "learning_rate": 1.99963246731426e-07, |
| "loss": 0.9967, |
| "step": 19730 |
| }, |
| { |
| "epoch": 0.018183007270439533, |
| "grad_norm": 11.0701322555542, |
| "learning_rate": 1.9996320747800858e-07, |
| "loss": 0.9866, |
| "step": 19740 |
| }, |
| { |
| "epoch": 0.018192218520323242, |
| "grad_norm": 10.444910049438477, |
| "learning_rate": 1.999631682036444e-07, |
| "loss": 0.9404, |
| "step": 19750 |
| }, |
| { |
| "epoch": 0.01820142977020695, |
| "grad_norm": 10.108673095703125, |
| "learning_rate": 1.9996312890833345e-07, |
| "loss": 0.9851, |
| "step": 19760 |
| }, |
| { |
| "epoch": 0.018210641020090658, |
| "grad_norm": 10.55014705657959, |
| "learning_rate": 1.9996308959207572e-07, |
| "loss": 1.0128, |
| "step": 19770 |
| }, |
| { |
| "epoch": 0.018219852269974364, |
| "grad_norm": 11.285462379455566, |
| "learning_rate": 1.9996305025487129e-07, |
| "loss": 1.0094, |
| "step": 19780 |
| }, |
| { |
| "epoch": 0.018229063519858073, |
| "grad_norm": 10.655933380126953, |
| "learning_rate": 1.9996301089672007e-07, |
| "loss": 0.9822, |
| "step": 19790 |
| }, |
| { |
| "epoch": 0.01823827476974178, |
| "grad_norm": 10.46581745147705, |
| "learning_rate": 1.9996297151762213e-07, |
| "loss": 1.0305, |
| "step": 19800 |
| }, |
| { |
| "epoch": 0.01824748601962549, |
| "grad_norm": 10.82480525970459, |
| "learning_rate": 1.9996293211757746e-07, |
| "loss": 1.0237, |
| "step": 19810 |
| }, |
| { |
| "epoch": 0.0182566972695092, |
| "grad_norm": 10.655744552612305, |
| "learning_rate": 1.9996289269658609e-07, |
| "loss": 0.961, |
| "step": 19820 |
| }, |
| { |
| "epoch": 0.018265908519392905, |
| "grad_norm": 10.413631439208984, |
| "learning_rate": 1.9996285325464796e-07, |
| "loss": 1.0156, |
| "step": 19830 |
| }, |
| { |
| "epoch": 0.018275119769276614, |
| "grad_norm": 11.191102981567383, |
| "learning_rate": 1.9996281379176319e-07, |
| "loss": 1.003, |
| "step": 19840 |
| }, |
| { |
| "epoch": 0.01828433101916032, |
| "grad_norm": 13.509838104248047, |
| "learning_rate": 1.9996277430793168e-07, |
| "loss": 1.0564, |
| "step": 19850 |
| }, |
| { |
| "epoch": 0.01829354226904403, |
| "grad_norm": 9.08808708190918, |
| "learning_rate": 1.999627348031535e-07, |
| "loss": 0.943, |
| "step": 19860 |
| }, |
| { |
| "epoch": 0.018302753518927736, |
| "grad_norm": 10.271145820617676, |
| "learning_rate": 1.9996269527742866e-07, |
| "loss": 0.9976, |
| "step": 19870 |
| }, |
| { |
| "epoch": 0.018311964768811445, |
| "grad_norm": 14.261909484863281, |
| "learning_rate": 1.9996265573075713e-07, |
| "loss": 0.9864, |
| "step": 19880 |
| }, |
| { |
| "epoch": 0.01832117601869515, |
| "grad_norm": 10.179832458496094, |
| "learning_rate": 1.9996261616313895e-07, |
| "loss": 0.9943, |
| "step": 19890 |
| }, |
| { |
| "epoch": 0.01833038726857886, |
| "grad_norm": 11.026870727539062, |
| "learning_rate": 1.999625765745741e-07, |
| "loss": 1.0193, |
| "step": 19900 |
| }, |
| { |
| "epoch": 0.01833959851846257, |
| "grad_norm": 10.927704811096191, |
| "learning_rate": 1.9996253696506263e-07, |
| "loss": 1.0108, |
| "step": 19910 |
| }, |
| { |
| "epoch": 0.018348809768346276, |
| "grad_norm": 11.150653839111328, |
| "learning_rate": 1.9996249733460451e-07, |
| "loss": 0.9772, |
| "step": 19920 |
| }, |
| { |
| "epoch": 0.018358021018229986, |
| "grad_norm": 9.775253295898438, |
| "learning_rate": 1.9996245768319975e-07, |
| "loss": 1.0049, |
| "step": 19930 |
| }, |
| { |
| "epoch": 0.01836723226811369, |
| "grad_norm": 10.711517333984375, |
| "learning_rate": 1.9996241801084838e-07, |
| "loss": 0.9963, |
| "step": 19940 |
| }, |
| { |
| "epoch": 0.0183764435179974, |
| "grad_norm": 10.36391544342041, |
| "learning_rate": 1.999623783175504e-07, |
| "loss": 1.0061, |
| "step": 19950 |
| }, |
| { |
| "epoch": 0.018385654767881107, |
| "grad_norm": 8.742776870727539, |
| "learning_rate": 1.9996233860330584e-07, |
| "loss": 0.9852, |
| "step": 19960 |
| }, |
| { |
| "epoch": 0.018394866017764817, |
| "grad_norm": 10.622302055358887, |
| "learning_rate": 1.9996229886811467e-07, |
| "loss": 0.9577, |
| "step": 19970 |
| }, |
| { |
| "epoch": 0.018404077267648526, |
| "grad_norm": 10.329398155212402, |
| "learning_rate": 1.999622591119769e-07, |
| "loss": 0.9682, |
| "step": 19980 |
| }, |
| { |
| "epoch": 0.018413288517532232, |
| "grad_norm": 11.7884521484375, |
| "learning_rate": 1.9996221933489256e-07, |
| "loss": 1.0301, |
| "step": 19990 |
| }, |
| { |
| "epoch": 0.01842249976741594, |
| "grad_norm": 11.110326766967773, |
| "learning_rate": 1.9996217953686165e-07, |
| "loss": 0.9731, |
| "step": 20000 |
| }, |
| { |
| "epoch": 0.018431711017299648, |
| "grad_norm": 10.731719970703125, |
| "learning_rate": 1.999621397178842e-07, |
| "loss": 1.0008, |
| "step": 20010 |
| }, |
| { |
| "epoch": 0.018440922267183357, |
| "grad_norm": 9.869799613952637, |
| "learning_rate": 1.9996209987796017e-07, |
| "loss": 0.9524, |
| "step": 20020 |
| }, |
| { |
| "epoch": 0.018450133517067063, |
| "grad_norm": 11.25899600982666, |
| "learning_rate": 1.999620600170896e-07, |
| "loss": 1.015, |
| "step": 20030 |
| }, |
| { |
| "epoch": 0.018459344766950773, |
| "grad_norm": 10.923614501953125, |
| "learning_rate": 1.999620201352725e-07, |
| "loss": 0.9672, |
| "step": 20040 |
| }, |
| { |
| "epoch": 0.01846855601683448, |
| "grad_norm": 10.660486221313477, |
| "learning_rate": 1.9996198023250888e-07, |
| "loss": 0.9891, |
| "step": 20050 |
| }, |
| { |
| "epoch": 0.01847776726671819, |
| "grad_norm": 10.547919273376465, |
| "learning_rate": 1.9996194030879875e-07, |
| "loss": 0.9988, |
| "step": 20060 |
| }, |
| { |
| "epoch": 0.018486978516601898, |
| "grad_norm": 10.213296890258789, |
| "learning_rate": 1.999619003641421e-07, |
| "loss": 1.0069, |
| "step": 20070 |
| }, |
| { |
| "epoch": 0.018496189766485604, |
| "grad_norm": 10.62246322631836, |
| "learning_rate": 1.999618603985389e-07, |
| "loss": 1.0336, |
| "step": 20080 |
| }, |
| { |
| "epoch": 0.018505401016369313, |
| "grad_norm": 9.9528226852417, |
| "learning_rate": 1.9996182041198926e-07, |
| "loss": 0.9821, |
| "step": 20090 |
| }, |
| { |
| "epoch": 0.01851461226625302, |
| "grad_norm": 10.348485946655273, |
| "learning_rate": 1.9996178040449312e-07, |
| "loss": 1.027, |
| "step": 20100 |
| }, |
| { |
| "epoch": 0.01852382351613673, |
| "grad_norm": 9.777131080627441, |
| "learning_rate": 1.999617403760505e-07, |
| "loss": 0.9917, |
| "step": 20110 |
| }, |
| { |
| "epoch": 0.018533034766020435, |
| "grad_norm": 11.688217163085938, |
| "learning_rate": 1.9996170032666143e-07, |
| "loss": 0.9887, |
| "step": 20120 |
| }, |
| { |
| "epoch": 0.018542246015904144, |
| "grad_norm": 10.454413414001465, |
| "learning_rate": 1.999616602563259e-07, |
| "loss": 1.0177, |
| "step": 20130 |
| }, |
| { |
| "epoch": 0.01855145726578785, |
| "grad_norm": 10.621447563171387, |
| "learning_rate": 1.9996162016504387e-07, |
| "loss": 0.9843, |
| "step": 20140 |
| }, |
| { |
| "epoch": 0.01856066851567156, |
| "grad_norm": 10.644526481628418, |
| "learning_rate": 1.9996158005281543e-07, |
| "loss": 1.0162, |
| "step": 20150 |
| }, |
| { |
| "epoch": 0.01856987976555527, |
| "grad_norm": 10.924078941345215, |
| "learning_rate": 1.9996153991964055e-07, |
| "loss": 1.0017, |
| "step": 20160 |
| }, |
| { |
| "epoch": 0.018579091015438975, |
| "grad_norm": 10.699383735656738, |
| "learning_rate": 1.9996149976551924e-07, |
| "loss": 0.9726, |
| "step": 20170 |
| }, |
| { |
| "epoch": 0.018588302265322685, |
| "grad_norm": 10.478154182434082, |
| "learning_rate": 1.9996145959045152e-07, |
| "loss": 0.9788, |
| "step": 20180 |
| }, |
| { |
| "epoch": 0.01859751351520639, |
| "grad_norm": 12.824461936950684, |
| "learning_rate": 1.999614193944374e-07, |
| "loss": 0.9782, |
| "step": 20190 |
| }, |
| { |
| "epoch": 0.0186067247650901, |
| "grad_norm": 11.456897735595703, |
| "learning_rate": 1.9996137917747685e-07, |
| "loss": 0.9728, |
| "step": 20200 |
| }, |
| { |
| "epoch": 0.018615936014973807, |
| "grad_norm": 9.479973793029785, |
| "learning_rate": 1.9996133893956993e-07, |
| "loss": 0.9745, |
| "step": 20210 |
| }, |
| { |
| "epoch": 0.018625147264857516, |
| "grad_norm": 9.855260848999023, |
| "learning_rate": 1.999612986807166e-07, |
| "loss": 1.0221, |
| "step": 20220 |
| }, |
| { |
| "epoch": 0.018634358514741222, |
| "grad_norm": 11.735665321350098, |
| "learning_rate": 1.999612584009169e-07, |
| "loss": 0.9665, |
| "step": 20230 |
| }, |
| { |
| "epoch": 0.01864356976462493, |
| "grad_norm": 11.804895401000977, |
| "learning_rate": 1.9996121810017085e-07, |
| "loss": 1.0115, |
| "step": 20240 |
| }, |
| { |
| "epoch": 0.01865278101450864, |
| "grad_norm": 10.740562438964844, |
| "learning_rate": 1.9996117777847842e-07, |
| "loss": 0.9994, |
| "step": 20250 |
| }, |
| { |
| "epoch": 0.018661992264392347, |
| "grad_norm": 11.840386390686035, |
| "learning_rate": 1.9996113743583966e-07, |
| "loss": 1.0326, |
| "step": 20260 |
| }, |
| { |
| "epoch": 0.018671203514276057, |
| "grad_norm": 11.094808578491211, |
| "learning_rate": 1.9996109707225454e-07, |
| "loss": 1.0243, |
| "step": 20270 |
| }, |
| { |
| "epoch": 0.018680414764159763, |
| "grad_norm": 10.186753273010254, |
| "learning_rate": 1.999610566877231e-07, |
| "loss": 0.9799, |
| "step": 20280 |
| }, |
| { |
| "epoch": 0.018689626014043472, |
| "grad_norm": 11.063421249389648, |
| "learning_rate": 1.9996101628224533e-07, |
| "loss": 1.0239, |
| "step": 20290 |
| }, |
| { |
| "epoch": 0.018698837263927178, |
| "grad_norm": 9.710027694702148, |
| "learning_rate": 1.9996097585582125e-07, |
| "loss": 0.9708, |
| "step": 20300 |
| }, |
| { |
| "epoch": 0.018708048513810888, |
| "grad_norm": 11.756840705871582, |
| "learning_rate": 1.9996093540845086e-07, |
| "loss": 1.0278, |
| "step": 20310 |
| }, |
| { |
| "epoch": 0.018717259763694597, |
| "grad_norm": 10.109110832214355, |
| "learning_rate": 1.9996089494013416e-07, |
| "loss": 0.9563, |
| "step": 20320 |
| }, |
| { |
| "epoch": 0.018726471013578303, |
| "grad_norm": 9.724493026733398, |
| "learning_rate": 1.9996085445087116e-07, |
| "loss": 1.0114, |
| "step": 20330 |
| }, |
| { |
| "epoch": 0.018735682263462013, |
| "grad_norm": 9.896427154541016, |
| "learning_rate": 1.999608139406619e-07, |
| "loss": 0.9755, |
| "step": 20340 |
| }, |
| { |
| "epoch": 0.01874489351334572, |
| "grad_norm": 10.75046443939209, |
| "learning_rate": 1.9996077340950633e-07, |
| "loss": 1.0275, |
| "step": 20350 |
| }, |
| { |
| "epoch": 0.018754104763229428, |
| "grad_norm": 10.766581535339355, |
| "learning_rate": 1.9996073285740453e-07, |
| "loss": 1.0287, |
| "step": 20360 |
| }, |
| { |
| "epoch": 0.018763316013113134, |
| "grad_norm": 10.327228546142578, |
| "learning_rate": 1.9996069228435645e-07, |
| "loss": 1.0022, |
| "step": 20370 |
| }, |
| { |
| "epoch": 0.018772527262996844, |
| "grad_norm": 10.792991638183594, |
| "learning_rate": 1.9996065169036214e-07, |
| "loss": 1.0172, |
| "step": 20380 |
| }, |
| { |
| "epoch": 0.01878173851288055, |
| "grad_norm": 9.807416915893555, |
| "learning_rate": 1.9996061107542158e-07, |
| "loss": 1.0175, |
| "step": 20390 |
| }, |
| { |
| "epoch": 0.01879094976276426, |
| "grad_norm": 10.318675994873047, |
| "learning_rate": 1.999605704395348e-07, |
| "loss": 0.9841, |
| "step": 20400 |
| }, |
| { |
| "epoch": 0.01880016101264797, |
| "grad_norm": 10.774794578552246, |
| "learning_rate": 1.9996052978270176e-07, |
| "loss": 0.9796, |
| "step": 20410 |
| }, |
| { |
| "epoch": 0.018809372262531675, |
| "grad_norm": 10.019353866577148, |
| "learning_rate": 1.9996048910492253e-07, |
| "loss": 0.9473, |
| "step": 20420 |
| }, |
| { |
| "epoch": 0.018818583512415384, |
| "grad_norm": 10.962063789367676, |
| "learning_rate": 1.999604484061971e-07, |
| "loss": 0.9746, |
| "step": 20430 |
| }, |
| { |
| "epoch": 0.01882779476229909, |
| "grad_norm": 12.321850776672363, |
| "learning_rate": 1.9996040768652544e-07, |
| "loss": 0.983, |
| "step": 20440 |
| }, |
| { |
| "epoch": 0.0188370060121828, |
| "grad_norm": 10.552327156066895, |
| "learning_rate": 1.999603669459076e-07, |
| "loss": 1.0436, |
| "step": 20450 |
| }, |
| { |
| "epoch": 0.018846217262066506, |
| "grad_norm": 10.687848091125488, |
| "learning_rate": 1.999603261843436e-07, |
| "loss": 0.9399, |
| "step": 20460 |
| }, |
| { |
| "epoch": 0.018855428511950215, |
| "grad_norm": 9.804264068603516, |
| "learning_rate": 1.9996028540183344e-07, |
| "loss": 0.9881, |
| "step": 20470 |
| }, |
| { |
| "epoch": 0.01886463976183392, |
| "grad_norm": 9.700034141540527, |
| "learning_rate": 1.999602445983771e-07, |
| "loss": 0.9698, |
| "step": 20480 |
| }, |
| { |
| "epoch": 0.01887385101171763, |
| "grad_norm": 12.27613353729248, |
| "learning_rate": 1.9996020377397458e-07, |
| "loss": 0.9995, |
| "step": 20490 |
| }, |
| { |
| "epoch": 0.01888306226160134, |
| "grad_norm": 14.351017951965332, |
| "learning_rate": 1.9996016292862591e-07, |
| "loss": 1.0115, |
| "step": 20500 |
| }, |
| { |
| "epoch": 0.018892273511485046, |
| "grad_norm": 10.670650482177734, |
| "learning_rate": 1.9996012206233116e-07, |
| "loss": 0.9659, |
| "step": 20510 |
| }, |
| { |
| "epoch": 0.018901484761368756, |
| "grad_norm": 11.627557754516602, |
| "learning_rate": 1.9996008117509023e-07, |
| "loss": 0.9551, |
| "step": 20520 |
| }, |
| { |
| "epoch": 0.018910696011252462, |
| "grad_norm": 10.185769081115723, |
| "learning_rate": 1.999600402669032e-07, |
| "loss": 0.9963, |
| "step": 20530 |
| }, |
| { |
| "epoch": 0.01891990726113617, |
| "grad_norm": 10.86068344116211, |
| "learning_rate": 1.9995999933777003e-07, |
| "loss": 0.9694, |
| "step": 20540 |
| }, |
| { |
| "epoch": 0.018929118511019877, |
| "grad_norm": 11.024727821350098, |
| "learning_rate": 1.999599583876908e-07, |
| "loss": 0.9851, |
| "step": 20550 |
| }, |
| { |
| "epoch": 0.018938329760903587, |
| "grad_norm": 10.428853988647461, |
| "learning_rate": 1.9995991741666542e-07, |
| "loss": 0.977, |
| "step": 20560 |
| }, |
| { |
| "epoch": 0.018947541010787296, |
| "grad_norm": 10.000954627990723, |
| "learning_rate": 1.99959876424694e-07, |
| "loss": 1.0128, |
| "step": 20570 |
| }, |
| { |
| "epoch": 0.018956752260671002, |
| "grad_norm": 10.777172088623047, |
| "learning_rate": 1.9995983541177647e-07, |
| "loss": 1.0077, |
| "step": 20580 |
| }, |
| { |
| "epoch": 0.018965963510554712, |
| "grad_norm": 10.307262420654297, |
| "learning_rate": 1.999597943779129e-07, |
| "loss": 1.0021, |
| "step": 20590 |
| }, |
| { |
| "epoch": 0.018975174760438418, |
| "grad_norm": 10.650036811828613, |
| "learning_rate": 1.9995975332310326e-07, |
| "loss": 0.9929, |
| "step": 20600 |
| }, |
| { |
| "epoch": 0.018984386010322127, |
| "grad_norm": 10.3497953414917, |
| "learning_rate": 1.9995971224734756e-07, |
| "loss": 0.9734, |
| "step": 20610 |
| }, |
| { |
| "epoch": 0.018993597260205834, |
| "grad_norm": 10.647721290588379, |
| "learning_rate": 1.999596711506458e-07, |
| "loss": 1.0101, |
| "step": 20620 |
| }, |
| { |
| "epoch": 0.019002808510089543, |
| "grad_norm": 11.1587553024292, |
| "learning_rate": 1.9995963003299803e-07, |
| "loss": 1.0156, |
| "step": 20630 |
| }, |
| { |
| "epoch": 0.01901201975997325, |
| "grad_norm": 10.917261123657227, |
| "learning_rate": 1.999595888944042e-07, |
| "loss": 0.97, |
| "step": 20640 |
| }, |
| { |
| "epoch": 0.01902123100985696, |
| "grad_norm": 9.754059791564941, |
| "learning_rate": 1.999595477348644e-07, |
| "loss": 0.9617, |
| "step": 20650 |
| }, |
| { |
| "epoch": 0.019030442259740668, |
| "grad_norm": 12.903704643249512, |
| "learning_rate": 1.9995950655437857e-07, |
| "loss": 1.0124, |
| "step": 20660 |
| }, |
| { |
| "epoch": 0.019039653509624374, |
| "grad_norm": 10.363020896911621, |
| "learning_rate": 1.9995946535294673e-07, |
| "loss": 1.033, |
| "step": 20670 |
| }, |
| { |
| "epoch": 0.019048864759508084, |
| "grad_norm": 10.66309642791748, |
| "learning_rate": 1.999594241305689e-07, |
| "loss": 0.9854, |
| "step": 20680 |
| }, |
| { |
| "epoch": 0.01905807600939179, |
| "grad_norm": 11.438106536865234, |
| "learning_rate": 1.999593828872451e-07, |
| "loss": 0.9784, |
| "step": 20690 |
| }, |
| { |
| "epoch": 0.0190672872592755, |
| "grad_norm": 10.802545547485352, |
| "learning_rate": 1.9995934162297533e-07, |
| "loss": 0.9856, |
| "step": 20700 |
| }, |
| { |
| "epoch": 0.019076498509159205, |
| "grad_norm": 10.857063293457031, |
| "learning_rate": 1.9995930033775955e-07, |
| "loss": 0.975, |
| "step": 20710 |
| }, |
| { |
| "epoch": 0.019085709759042915, |
| "grad_norm": 8.290727615356445, |
| "learning_rate": 1.9995925903159786e-07, |
| "loss": 0.9805, |
| "step": 20720 |
| }, |
| { |
| "epoch": 0.01909492100892662, |
| "grad_norm": 9.859150886535645, |
| "learning_rate": 1.999592177044902e-07, |
| "loss": 1.0007, |
| "step": 20730 |
| }, |
| { |
| "epoch": 0.01910413225881033, |
| "grad_norm": 11.64376449584961, |
| "learning_rate": 1.999591763564366e-07, |
| "loss": 0.9639, |
| "step": 20740 |
| }, |
| { |
| "epoch": 0.01911334350869404, |
| "grad_norm": 10.379778861999512, |
| "learning_rate": 1.9995913498743706e-07, |
| "loss": 1.0089, |
| "step": 20750 |
| }, |
| { |
| "epoch": 0.019122554758577746, |
| "grad_norm": 10.350616455078125, |
| "learning_rate": 1.999590935974916e-07, |
| "loss": 1.0172, |
| "step": 20760 |
| }, |
| { |
| "epoch": 0.019131766008461455, |
| "grad_norm": 11.135503768920898, |
| "learning_rate": 1.9995905218660022e-07, |
| "loss": 1.0029, |
| "step": 20770 |
| }, |
| { |
| "epoch": 0.01914097725834516, |
| "grad_norm": 9.846102714538574, |
| "learning_rate": 1.9995901075476298e-07, |
| "loss": 0.9848, |
| "step": 20780 |
| }, |
| { |
| "epoch": 0.01915018850822887, |
| "grad_norm": 11.135740280151367, |
| "learning_rate": 1.999589693019798e-07, |
| "loss": 0.9648, |
| "step": 20790 |
| }, |
| { |
| "epoch": 0.019159399758112577, |
| "grad_norm": 9.764442443847656, |
| "learning_rate": 1.9995892782825076e-07, |
| "loss": 0.9829, |
| "step": 20800 |
| }, |
| { |
| "epoch": 0.019168611007996286, |
| "grad_norm": 12.054460525512695, |
| "learning_rate": 1.999588863335758e-07, |
| "loss": 0.9921, |
| "step": 20810 |
| }, |
| { |
| "epoch": 0.019177822257879992, |
| "grad_norm": 10.409029006958008, |
| "learning_rate": 1.99958844817955e-07, |
| "loss": 0.9808, |
| "step": 20820 |
| }, |
| { |
| "epoch": 0.019187033507763702, |
| "grad_norm": 10.523197174072266, |
| "learning_rate": 1.999588032813883e-07, |
| "loss": 0.9691, |
| "step": 20830 |
| }, |
| { |
| "epoch": 0.01919624475764741, |
| "grad_norm": 11.11384391784668, |
| "learning_rate": 1.999587617238758e-07, |
| "loss": 1.0213, |
| "step": 20840 |
| }, |
| { |
| "epoch": 0.019205456007531117, |
| "grad_norm": 9.169964790344238, |
| "learning_rate": 1.9995872014541744e-07, |
| "loss": 1.0096, |
| "step": 20850 |
| }, |
| { |
| "epoch": 0.019214667257414827, |
| "grad_norm": 9.933364868164062, |
| "learning_rate": 1.9995867854601323e-07, |
| "loss": 1.0092, |
| "step": 20860 |
| }, |
| { |
| "epoch": 0.019223878507298533, |
| "grad_norm": 9.901457786560059, |
| "learning_rate": 1.999586369256632e-07, |
| "loss": 1.0012, |
| "step": 20870 |
| }, |
| { |
| "epoch": 0.019233089757182242, |
| "grad_norm": 10.636425018310547, |
| "learning_rate": 1.9995859528436734e-07, |
| "loss": 1.0588, |
| "step": 20880 |
| }, |
| { |
| "epoch": 0.01924230100706595, |
| "grad_norm": 11.2418794631958, |
| "learning_rate": 1.9995855362212568e-07, |
| "loss": 0.9862, |
| "step": 20890 |
| }, |
| { |
| "epoch": 0.019251512256949658, |
| "grad_norm": 10.67471694946289, |
| "learning_rate": 1.9995851193893822e-07, |
| "loss": 0.974, |
| "step": 20900 |
| }, |
| { |
| "epoch": 0.019260723506833367, |
| "grad_norm": 10.407637596130371, |
| "learning_rate": 1.9995847023480498e-07, |
| "loss": 0.9643, |
| "step": 20910 |
| }, |
| { |
| "epoch": 0.019269934756717073, |
| "grad_norm": 10.72350025177002, |
| "learning_rate": 1.9995842850972594e-07, |
| "loss": 1.0547, |
| "step": 20920 |
| }, |
| { |
| "epoch": 0.019279146006600783, |
| "grad_norm": 9.38415813446045, |
| "learning_rate": 1.9995838676370112e-07, |
| "loss": 0.9694, |
| "step": 20930 |
| }, |
| { |
| "epoch": 0.01928835725648449, |
| "grad_norm": 10.669807434082031, |
| "learning_rate": 1.9995834499673054e-07, |
| "loss": 0.9881, |
| "step": 20940 |
| }, |
| { |
| "epoch": 0.0192975685063682, |
| "grad_norm": 14.225835800170898, |
| "learning_rate": 1.999583032088142e-07, |
| "loss": 0.9752, |
| "step": 20950 |
| }, |
| { |
| "epoch": 0.019306779756251904, |
| "grad_norm": 37.22139358520508, |
| "learning_rate": 1.999582613999521e-07, |
| "loss": 1.009, |
| "step": 20960 |
| }, |
| { |
| "epoch": 0.019315991006135614, |
| "grad_norm": 9.882749557495117, |
| "learning_rate": 1.9995821957014428e-07, |
| "loss": 0.9913, |
| "step": 20970 |
| }, |
| { |
| "epoch": 0.01932520225601932, |
| "grad_norm": 10.034158706665039, |
| "learning_rate": 1.9995817771939075e-07, |
| "loss": 1.0146, |
| "step": 20980 |
| }, |
| { |
| "epoch": 0.01933441350590303, |
| "grad_norm": 11.496566772460938, |
| "learning_rate": 1.9995813584769145e-07, |
| "loss": 0.9691, |
| "step": 20990 |
| }, |
| { |
| "epoch": 0.01934362475578674, |
| "grad_norm": 20.696666717529297, |
| "learning_rate": 1.9995809395504645e-07, |
| "loss": 0.9579, |
| "step": 21000 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 2171258, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 3000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
