| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 25000, |
| "global_step": 125000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0, |
| "grad_norm": 0.6675467491149902, |
| "learning_rate": 0.0002988, |
| "loss": 0.2058, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 0.40607237815856934, |
| "learning_rate": 0.00029759999999999997, |
| "loss": 0.2096, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 0.9344772100448608, |
| "learning_rate": 0.0002964, |
| "loss": 0.237, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 2.254749059677124, |
| "learning_rate": 0.00029519999999999997, |
| "loss": 0.2275, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 0.8561826348304749, |
| "learning_rate": 0.000294, |
| "loss": 0.2355, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 1.0209927558898926, |
| "learning_rate": 0.00029279999999999996, |
| "loss": 0.2275, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 0.9906947612762451, |
| "learning_rate": 0.0002916, |
| "loss": 0.2188, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 0.9113153219223022, |
| "learning_rate": 0.00029039999999999996, |
| "loss": 0.2272, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 1.4784849882125854, |
| "learning_rate": 0.0002892, |
| "loss": 0.2437, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 0.9436748623847961, |
| "learning_rate": 0.00028799999999999995, |
| "loss": 0.2378, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 0.9457006454467773, |
| "learning_rate": 0.0002868, |
| "loss": 0.2244, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 0.6395999193191528, |
| "learning_rate": 0.00028559999999999995, |
| "loss": 0.2251, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 0.4920419156551361, |
| "learning_rate": 0.0002844, |
| "loss": 0.2249, |
| "step": 6500 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 0.67146235704422, |
| "learning_rate": 0.00028319999999999994, |
| "loss": 0.2223, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 1.5474592447280884, |
| "learning_rate": 0.00028199999999999997, |
| "loss": 0.2231, |
| "step": 7500 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 1.2913522720336914, |
| "learning_rate": 0.0002808, |
| "loss": 0.2344, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 1.6871858835220337, |
| "learning_rate": 0.00027959999999999997, |
| "loss": 0.2325, |
| "step": 8500 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 0.6918925046920776, |
| "learning_rate": 0.0002784, |
| "loss": 0.2329, |
| "step": 9000 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 0.9310051798820496, |
| "learning_rate": 0.0002772, |
| "loss": 0.2309, |
| "step": 9500 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 1.6937859058380127, |
| "learning_rate": 0.000276, |
| "loss": 0.2362, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 3.504669666290283, |
| "learning_rate": 0.0002748, |
| "loss": 0.2295, |
| "step": 10500 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 0.7235252261161804, |
| "learning_rate": 0.0002736, |
| "loss": 0.2286, |
| "step": 11000 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 1.0144588947296143, |
| "learning_rate": 0.0002724, |
| "loss": 0.2302, |
| "step": 11500 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 0.7903403043746948, |
| "learning_rate": 0.0002712, |
| "loss": 0.2266, |
| "step": 12000 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 1.6691497564315796, |
| "learning_rate": 0.00027, |
| "loss": 0.2356, |
| "step": 12500 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 0.6409358978271484, |
| "learning_rate": 0.0002688, |
| "loss": 0.2292, |
| "step": 13000 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 0.7465757131576538, |
| "learning_rate": 0.0002676, |
| "loss": 0.2347, |
| "step": 13500 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 1.411289930343628, |
| "learning_rate": 0.00026639999999999997, |
| "loss": 0.2275, |
| "step": 14000 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 1.5167527198791504, |
| "learning_rate": 0.0002652, |
| "loss": 0.2364, |
| "step": 14500 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 1.128173589706421, |
| "learning_rate": 0.00026399999999999997, |
| "loss": 0.2197, |
| "step": 15000 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 0.8312121033668518, |
| "learning_rate": 0.0002628, |
| "loss": 0.236, |
| "step": 15500 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 0.7007321715354919, |
| "learning_rate": 0.00026159999999999996, |
| "loss": 0.2229, |
| "step": 16000 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 1.0870940685272217, |
| "learning_rate": 0.0002604, |
| "loss": 0.2201, |
| "step": 16500 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 0.8884884715080261, |
| "learning_rate": 0.00025919999999999996, |
| "loss": 0.2178, |
| "step": 17000 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 0.5293123126029968, |
| "learning_rate": 0.000258, |
| "loss": 0.2248, |
| "step": 17500 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 0.8335347771644592, |
| "learning_rate": 0.00025679999999999995, |
| "loss": 0.2236, |
| "step": 18000 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 0.7105595469474792, |
| "learning_rate": 0.0002556, |
| "loss": 0.2294, |
| "step": 18500 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 1.0978660583496094, |
| "learning_rate": 0.00025439999999999995, |
| "loss": 0.2236, |
| "step": 19000 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 0.7025924921035767, |
| "learning_rate": 0.0002532, |
| "loss": 0.219, |
| "step": 19500 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 0.9559372067451477, |
| "learning_rate": 0.00025199999999999995, |
| "loss": 0.2147, |
| "step": 20000 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 0.550178587436676, |
| "learning_rate": 0.00025079999999999997, |
| "loss": 0.2141, |
| "step": 20500 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 1.0202014446258545, |
| "learning_rate": 0.00024959999999999994, |
| "loss": 0.2166, |
| "step": 21000 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 0.5799145102500916, |
| "learning_rate": 0.00024839999999999997, |
| "loss": 0.2219, |
| "step": 21500 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 1.9509211778640747, |
| "learning_rate": 0.0002472, |
| "loss": 0.2144, |
| "step": 22000 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 0.6535309553146362, |
| "learning_rate": 0.00024599999999999996, |
| "loss": 0.2189, |
| "step": 22500 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 1.4835234880447388, |
| "learning_rate": 0.0002448, |
| "loss": 0.2105, |
| "step": 23000 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 1.50291907787323, |
| "learning_rate": 0.00024359999999999999, |
| "loss": 0.2076, |
| "step": 23500 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 0.6879478693008423, |
| "learning_rate": 0.00024239999999999998, |
| "loss": 0.2231, |
| "step": 24000 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 1.3261083364486694, |
| "learning_rate": 0.00024119999999999998, |
| "loss": 0.2255, |
| "step": 24500 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 1.1070926189422607, |
| "learning_rate": 0.00023999999999999998, |
| "loss": 0.229, |
| "step": 25000 |
| }, |
| { |
| "epoch": 0.2, |
| "eval_loss": 0.14503039419651031, |
| "eval_runtime": 197.5245, |
| "eval_samples_per_second": 101.253, |
| "eval_steps_per_second": 25.313, |
| "step": 25000 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 0.4342971742153168, |
| "learning_rate": 0.0002388, |
| "loss": 0.2178, |
| "step": 25500 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 4.339428901672363, |
| "learning_rate": 0.0002376, |
| "loss": 0.2107, |
| "step": 26000 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 3.38554310798645, |
| "learning_rate": 0.0002364, |
| "loss": 0.2227, |
| "step": 26500 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 1.249841332435608, |
| "learning_rate": 0.0002352, |
| "loss": 0.2119, |
| "step": 27000 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 1.1185526847839355, |
| "learning_rate": 0.000234, |
| "loss": 0.2085, |
| "step": 27500 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 1.008499264717102, |
| "learning_rate": 0.0002328, |
| "loss": 0.214, |
| "step": 28000 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 1.0491580963134766, |
| "learning_rate": 0.0002316, |
| "loss": 0.2086, |
| "step": 28500 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 1.0968835353851318, |
| "learning_rate": 0.0002304, |
| "loss": 0.2094, |
| "step": 29000 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.4313267767429352, |
| "learning_rate": 0.0002292, |
| "loss": 0.2048, |
| "step": 29500 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.5634821653366089, |
| "learning_rate": 0.00022799999999999999, |
| "loss": 0.211, |
| "step": 30000 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.8901171684265137, |
| "learning_rate": 0.00022679999999999998, |
| "loss": 0.2123, |
| "step": 30500 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 0.5377653241157532, |
| "learning_rate": 0.00022559999999999998, |
| "loss": 0.2097, |
| "step": 31000 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 0.8237270712852478, |
| "learning_rate": 0.00022439999999999998, |
| "loss": 0.2066, |
| "step": 31500 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.5759382247924805, |
| "learning_rate": 0.00022319999999999998, |
| "loss": 0.2098, |
| "step": 32000 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.7323036193847656, |
| "learning_rate": 0.00022199999999999998, |
| "loss": 0.2087, |
| "step": 32500 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.8658179640769958, |
| "learning_rate": 0.00022079999999999997, |
| "loss": 0.2038, |
| "step": 33000 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 0.8712558150291443, |
| "learning_rate": 0.00021959999999999997, |
| "loss": 0.2202, |
| "step": 33500 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 1.005462884902954, |
| "learning_rate": 0.00021839999999999997, |
| "loss": 0.2052, |
| "step": 34000 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 0.4281785786151886, |
| "learning_rate": 0.00021719999999999997, |
| "loss": 0.2049, |
| "step": 34500 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 0.5366469621658325, |
| "learning_rate": 0.00021599999999999996, |
| "loss": 0.2067, |
| "step": 35000 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 0.9057306051254272, |
| "learning_rate": 0.00021479999999999996, |
| "loss": 0.2036, |
| "step": 35500 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 0.9041026830673218, |
| "learning_rate": 0.00021359999999999996, |
| "loss": 0.2092, |
| "step": 36000 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 0.8272420167922974, |
| "learning_rate": 0.00021239999999999996, |
| "loss": 0.2043, |
| "step": 36500 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 1.302566409111023, |
| "learning_rate": 0.00021119999999999996, |
| "loss": 0.2247, |
| "step": 37000 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 0.45851215720176697, |
| "learning_rate": 0.00020999999999999998, |
| "loss": 0.2119, |
| "step": 37500 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 0.9625339508056641, |
| "learning_rate": 0.00020879999999999998, |
| "loss": 0.2036, |
| "step": 38000 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 2.465646505355835, |
| "learning_rate": 0.00020759999999999998, |
| "loss": 0.1981, |
| "step": 38500 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 3.8826301097869873, |
| "learning_rate": 0.00020639999999999998, |
| "loss": 0.2008, |
| "step": 39000 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 0.9201263785362244, |
| "learning_rate": 0.0002052, |
| "loss": 0.1959, |
| "step": 39500 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 0.8154922723770142, |
| "learning_rate": 0.000204, |
| "loss": 0.2032, |
| "step": 40000 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 1.0132577419281006, |
| "learning_rate": 0.0002028, |
| "loss": 0.2012, |
| "step": 40500 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 0.34237733483314514, |
| "learning_rate": 0.0002016, |
| "loss": 0.2068, |
| "step": 41000 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 0.5986165404319763, |
| "learning_rate": 0.0002004, |
| "loss": 0.204, |
| "step": 41500 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 1.2128850221633911, |
| "learning_rate": 0.0001992, |
| "loss": 0.1969, |
| "step": 42000 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 1.2548407316207886, |
| "learning_rate": 0.000198, |
| "loss": 0.2055, |
| "step": 42500 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 0.9521819949150085, |
| "learning_rate": 0.00019679999999999999, |
| "loss": 0.2018, |
| "step": 43000 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 0.6435508728027344, |
| "learning_rate": 0.00019559999999999998, |
| "loss": 0.2013, |
| "step": 43500 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 2.0959296226501465, |
| "learning_rate": 0.00019439999999999998, |
| "loss": 0.2032, |
| "step": 44000 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 0.5862271189689636, |
| "learning_rate": 0.00019319999999999998, |
| "loss": 0.1961, |
| "step": 44500 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 0.31843170523643494, |
| "learning_rate": 0.00019199999999999998, |
| "loss": 0.196, |
| "step": 45000 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 1.3819515705108643, |
| "learning_rate": 0.00019079999999999998, |
| "loss": 0.1966, |
| "step": 45500 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 1.03080415725708, |
| "learning_rate": 0.00018959999999999997, |
| "loss": 0.1985, |
| "step": 46000 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 0.47353965044021606, |
| "learning_rate": 0.00018839999999999997, |
| "loss": 0.1928, |
| "step": 46500 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 0.774486780166626, |
| "learning_rate": 0.0001872, |
| "loss": 0.1985, |
| "step": 47000 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 1.371840000152588, |
| "learning_rate": 0.000186, |
| "loss": 0.2053, |
| "step": 47500 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 0.9633282423019409, |
| "learning_rate": 0.0001848, |
| "loss": 0.1967, |
| "step": 48000 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 0.7216082215309143, |
| "learning_rate": 0.0001836, |
| "loss": 0.1935, |
| "step": 48500 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 0.8321841955184937, |
| "learning_rate": 0.0001824, |
| "loss": 0.1909, |
| "step": 49000 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.924881637096405, |
| "learning_rate": 0.00018119999999999999, |
| "loss": 0.1914, |
| "step": 49500 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 1.1322112083435059, |
| "learning_rate": 0.00017999999999999998, |
| "loss": 0.1823, |
| "step": 50000 |
| }, |
| { |
| "epoch": 0.4, |
| "eval_loss": 0.1376880556344986, |
| "eval_runtime": 197.1453, |
| "eval_samples_per_second": 101.448, |
| "eval_steps_per_second": 25.362, |
| "step": 50000 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.5036086440086365, |
| "learning_rate": 0.00017879999999999998, |
| "loss": 0.19, |
| "step": 50500 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 0.8745198249816895, |
| "learning_rate": 0.00017759999999999998, |
| "loss": 0.1952, |
| "step": 51000 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 0.9014063477516174, |
| "learning_rate": 0.00017639999999999998, |
| "loss": 0.1825, |
| "step": 51500 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 0.5580583214759827, |
| "learning_rate": 0.00017519999999999998, |
| "loss": 0.1958, |
| "step": 52000 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 0.6560271382331848, |
| "learning_rate": 0.00017399999999999997, |
| "loss": 0.1986, |
| "step": 52500 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 0.9042519330978394, |
| "learning_rate": 0.00017279999999999997, |
| "loss": 0.2037, |
| "step": 53000 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 0.7758679986000061, |
| "learning_rate": 0.00017159999999999997, |
| "loss": 0.1891, |
| "step": 53500 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 0.9086706042289734, |
| "learning_rate": 0.00017039999999999997, |
| "loss": 0.1864, |
| "step": 54000 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 1.0545058250427246, |
| "learning_rate": 0.00016919999999999997, |
| "loss": 0.199, |
| "step": 54500 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 0.20504042506217957, |
| "learning_rate": 0.000168, |
| "loss": 0.1902, |
| "step": 55000 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 0.7427380084991455, |
| "learning_rate": 0.0001668, |
| "loss": 0.192, |
| "step": 55500 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 0.42541056871414185, |
| "learning_rate": 0.0001656, |
| "loss": 0.1939, |
| "step": 56000 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 1.1101672649383545, |
| "learning_rate": 0.0001644, |
| "loss": 0.195, |
| "step": 56500 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 0.7569801807403564, |
| "learning_rate": 0.0001632, |
| "loss": 0.1838, |
| "step": 57000 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 0.2808530032634735, |
| "learning_rate": 0.000162, |
| "loss": 0.1948, |
| "step": 57500 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 1.3836987018585205, |
| "learning_rate": 0.0001608, |
| "loss": 0.1908, |
| "step": 58000 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 0.8910863995552063, |
| "learning_rate": 0.0001596, |
| "loss": 0.1916, |
| "step": 58500 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 0.40731602907180786, |
| "learning_rate": 0.0001584, |
| "loss": 0.178, |
| "step": 59000 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 1.8736116886138916, |
| "learning_rate": 0.0001572, |
| "loss": 0.1932, |
| "step": 59500 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 1.457201600074768, |
| "learning_rate": 0.000156, |
| "loss": 0.1815, |
| "step": 60000 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 0.6906099319458008, |
| "learning_rate": 0.0001548, |
| "loss": 0.1923, |
| "step": 60500 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 1.0163846015930176, |
| "learning_rate": 0.0001536, |
| "loss": 0.1843, |
| "step": 61000 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 0.36051931977272034, |
| "learning_rate": 0.0001524, |
| "loss": 0.1722, |
| "step": 61500 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.3554840087890625, |
| "learning_rate": 0.0001512, |
| "loss": 0.1868, |
| "step": 62000 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 0.4623011350631714, |
| "learning_rate": 0.00015, |
| "loss": 0.1833, |
| "step": 62500 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 0.31331172585487366, |
| "learning_rate": 0.00014879999999999998, |
| "loss": 0.1826, |
| "step": 63000 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.1543946266174316, |
| "learning_rate": 0.00014759999999999998, |
| "loss": 0.181, |
| "step": 63500 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.758339524269104, |
| "learning_rate": 0.00014639999999999998, |
| "loss": 0.1813, |
| "step": 64000 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 0.7100640535354614, |
| "learning_rate": 0.00014519999999999998, |
| "loss": 0.1822, |
| "step": 64500 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 0.7758503556251526, |
| "learning_rate": 0.00014399999999999998, |
| "loss": 0.1809, |
| "step": 65000 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.6668974161148071, |
| "learning_rate": 0.00014279999999999997, |
| "loss": 0.1888, |
| "step": 65500 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 0.6467080116271973, |
| "learning_rate": 0.00014159999999999997, |
| "loss": 0.1809, |
| "step": 66000 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 0.47351643443107605, |
| "learning_rate": 0.0001404, |
| "loss": 0.1822, |
| "step": 66500 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 0.6044811606407166, |
| "learning_rate": 0.0001392, |
| "loss": 0.1822, |
| "step": 67000 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.485547423362732, |
| "learning_rate": 0.000138, |
| "loss": 0.1789, |
| "step": 67500 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 0.9173816442489624, |
| "learning_rate": 0.0001368, |
| "loss": 0.184, |
| "step": 68000 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 0.2925781011581421, |
| "learning_rate": 0.0001356, |
| "loss": 0.183, |
| "step": 68500 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 0.29401320219039917, |
| "learning_rate": 0.0001344, |
| "loss": 0.1799, |
| "step": 69000 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 0.5869783163070679, |
| "learning_rate": 0.00013319999999999999, |
| "loss": 0.1768, |
| "step": 69500 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 1.3995858430862427, |
| "learning_rate": 0.00013199999999999998, |
| "loss": 0.1848, |
| "step": 70000 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 0.703525185585022, |
| "learning_rate": 0.00013079999999999998, |
| "loss": 0.1734, |
| "step": 70500 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 0.8634682893753052, |
| "learning_rate": 0.00012959999999999998, |
| "loss": 0.1789, |
| "step": 71000 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 0.5816720724105835, |
| "learning_rate": 0.00012839999999999998, |
| "loss": 0.1772, |
| "step": 71500 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.1784312725067139, |
| "learning_rate": 0.00012719999999999997, |
| "loss": 0.1759, |
| "step": 72000 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 0.4554961025714874, |
| "learning_rate": 0.00012599999999999997, |
| "loss": 0.184, |
| "step": 72500 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 0.8070880174636841, |
| "learning_rate": 0.00012479999999999997, |
| "loss": 0.1813, |
| "step": 73000 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 0.8661233186721802, |
| "learning_rate": 0.0001236, |
| "loss": 0.1733, |
| "step": 73500 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 0.788370668888092, |
| "learning_rate": 0.0001224, |
| "loss": 0.1788, |
| "step": 74000 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 1.25436270236969, |
| "learning_rate": 0.00012119999999999999, |
| "loss": 0.1808, |
| "step": 74500 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 0.562129020690918, |
| "learning_rate": 0.00011999999999999999, |
| "loss": 0.1757, |
| "step": 75000 |
| }, |
| { |
| "epoch": 0.6, |
| "eval_loss": 0.1267654001712799, |
| "eval_runtime": 198.6188, |
| "eval_samples_per_second": 100.695, |
| "eval_steps_per_second": 25.174, |
| "step": 75000 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 0.4803348481655121, |
| "learning_rate": 0.0001188, |
| "loss": 0.1827, |
| "step": 75500 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 0.7015312910079956, |
| "learning_rate": 0.0001176, |
| "loss": 0.1731, |
| "step": 76000 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 0.7549095153808594, |
| "learning_rate": 0.0001164, |
| "loss": 0.1815, |
| "step": 76500 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.0105984210968018, |
| "learning_rate": 0.0001152, |
| "loss": 0.1695, |
| "step": 77000 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 0.8554935455322266, |
| "learning_rate": 0.00011399999999999999, |
| "loss": 0.1767, |
| "step": 77500 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 0.7114706039428711, |
| "learning_rate": 0.00011279999999999999, |
| "loss": 0.1667, |
| "step": 78000 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 0.6958938241004944, |
| "learning_rate": 0.00011159999999999999, |
| "loss": 0.1765, |
| "step": 78500 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 0.3407191336154938, |
| "learning_rate": 0.00011039999999999999, |
| "loss": 0.1834, |
| "step": 79000 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.1113251447677612, |
| "learning_rate": 0.00010919999999999998, |
| "loss": 0.173, |
| "step": 79500 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 0.9301660060882568, |
| "learning_rate": 0.00010799999999999998, |
| "loss": 0.1731, |
| "step": 80000 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 0.45441198348999023, |
| "learning_rate": 0.00010679999999999998, |
| "loss": 0.1747, |
| "step": 80500 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 0.413922518491745, |
| "learning_rate": 0.00010559999999999998, |
| "loss": 0.1783, |
| "step": 81000 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 0.6205990314483643, |
| "learning_rate": 0.00010439999999999999, |
| "loss": 0.174, |
| "step": 81500 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 0.4416259527206421, |
| "learning_rate": 0.00010319999999999999, |
| "loss": 0.1773, |
| "step": 82000 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 0.6363853216171265, |
| "learning_rate": 0.000102, |
| "loss": 0.1781, |
| "step": 82500 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 0.5858229398727417, |
| "learning_rate": 0.0001008, |
| "loss": 0.1675, |
| "step": 83000 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 0.49044686555862427, |
| "learning_rate": 9.96e-05, |
| "loss": 0.1672, |
| "step": 83500 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 0.8010206818580627, |
| "learning_rate": 9.839999999999999e-05, |
| "loss": 0.1658, |
| "step": 84000 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 1.1232587099075317, |
| "learning_rate": 9.719999999999999e-05, |
| "loss": 0.171, |
| "step": 84500 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 0.5122153759002686, |
| "learning_rate": 9.599999999999999e-05, |
| "loss": 0.1768, |
| "step": 85000 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 1.524728775024414, |
| "learning_rate": 9.479999999999999e-05, |
| "loss": 0.1741, |
| "step": 85500 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 0.6309654116630554, |
| "learning_rate": 9.36e-05, |
| "loss": 0.168, |
| "step": 86000 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 0.7848625183105469, |
| "learning_rate": 9.24e-05, |
| "loss": 0.1727, |
| "step": 86500 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.2840665578842163, |
| "learning_rate": 9.12e-05, |
| "loss": 0.1681, |
| "step": 87000 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 0.561613917350769, |
| "learning_rate": 8.999999999999999e-05, |
| "loss": 0.174, |
| "step": 87500 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 0.3210696578025818, |
| "learning_rate": 8.879999999999999e-05, |
| "loss": 0.1665, |
| "step": 88000 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 0.6899012327194214, |
| "learning_rate": 8.759999999999999e-05, |
| "loss": 0.1713, |
| "step": 88500 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 0.5571711659431458, |
| "learning_rate": 8.639999999999999e-05, |
| "loss": 0.1742, |
| "step": 89000 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 0.3232167065143585, |
| "learning_rate": 8.519999999999998e-05, |
| "loss": 0.1642, |
| "step": 89500 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 0.5947475433349609, |
| "learning_rate": 8.4e-05, |
| "loss": 0.1607, |
| "step": 90000 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 1.0395877361297607, |
| "learning_rate": 8.28e-05, |
| "loss": 0.1668, |
| "step": 90500 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 0.8020333051681519, |
| "learning_rate": 8.16e-05, |
| "loss": 0.1705, |
| "step": 91000 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 0.420878142118454, |
| "learning_rate": 8.04e-05, |
| "loss": 0.1495, |
| "step": 91500 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 0.2120175063610077, |
| "learning_rate": 7.92e-05, |
| "loss": 0.1684, |
| "step": 92000 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 1.321204662322998, |
| "learning_rate": 7.8e-05, |
| "loss": 0.1677, |
| "step": 92500 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 0.5741947889328003, |
| "learning_rate": 7.68e-05, |
| "loss": 0.1643, |
| "step": 93000 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 0.2746628224849701, |
| "learning_rate": 7.56e-05, |
| "loss": 0.169, |
| "step": 93500 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 1.5869113206863403, |
| "learning_rate": 7.439999999999999e-05, |
| "loss": 0.158, |
| "step": 94000 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 0.5085694789886475, |
| "learning_rate": 7.319999999999999e-05, |
| "loss": 0.1766, |
| "step": 94500 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 0.8071849942207336, |
| "learning_rate": 7.199999999999999e-05, |
| "loss": 0.1623, |
| "step": 95000 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 0.6275350451469421, |
| "learning_rate": 7.079999999999999e-05, |
| "loss": 0.1624, |
| "step": 95500 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 0.35898515582084656, |
| "learning_rate": 6.96e-05, |
| "loss": 0.1659, |
| "step": 96000 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 0.5679383873939514, |
| "learning_rate": 6.84e-05, |
| "loss": 0.1621, |
| "step": 96500 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 1.2387058734893799, |
| "learning_rate": 6.72e-05, |
| "loss": 0.1603, |
| "step": 97000 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 0.4777892529964447, |
| "learning_rate": 6.599999999999999e-05, |
| "loss": 0.1584, |
| "step": 97500 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 0.789397120475769, |
| "learning_rate": 6.479999999999999e-05, |
| "loss": 0.1621, |
| "step": 98000 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 0.8871356248855591, |
| "learning_rate": 6.359999999999999e-05, |
| "loss": 0.1559, |
| "step": 98500 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 1.0920441150665283, |
| "learning_rate": 6.239999999999999e-05, |
| "loss": 0.169, |
| "step": 99000 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.3875184059143066, |
| "learning_rate": 6.12e-05, |
| "loss": 0.1623, |
| "step": 99500 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.1163883209228516, |
| "learning_rate": 5.9999999999999995e-05, |
| "loss": 0.1663, |
| "step": 100000 |
| }, |
| { |
| "epoch": 0.8, |
| "eval_loss": 0.1176806390285492, |
| "eval_runtime": 202.7443, |
| "eval_samples_per_second": 98.646, |
| "eval_steps_per_second": 24.662, |
| "step": 100000 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 0.8637445569038391, |
| "learning_rate": 5.88e-05, |
| "loss": 0.1663, |
| "step": 100500 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 3.794600486755371, |
| "learning_rate": 5.76e-05, |
| "loss": 0.1638, |
| "step": 101000 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 0.7344540953636169, |
| "learning_rate": 5.6399999999999995e-05, |
| "loss": 0.1589, |
| "step": 101500 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 0.591451108455658, |
| "learning_rate": 5.519999999999999e-05, |
| "loss": 0.1613, |
| "step": 102000 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 0.9407438635826111, |
| "learning_rate": 5.399999999999999e-05, |
| "loss": 0.1588, |
| "step": 102500 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 0.5834544897079468, |
| "learning_rate": 5.279999999999999e-05, |
| "loss": 0.1708, |
| "step": 103000 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 0.6752551198005676, |
| "learning_rate": 5.1599999999999994e-05, |
| "loss": 0.1548, |
| "step": 103500 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 0.6357858180999756, |
| "learning_rate": 5.04e-05, |
| "loss": 0.1641, |
| "step": 104000 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 0.6341969966888428, |
| "learning_rate": 4.9199999999999997e-05, |
| "loss": 0.162, |
| "step": 104500 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 0.3042418956756592, |
| "learning_rate": 4.7999999999999994e-05, |
| "loss": 0.1519, |
| "step": 105000 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 1.0411969423294067, |
| "learning_rate": 4.68e-05, |
| "loss": 0.1552, |
| "step": 105500 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 0.1914784461259842, |
| "learning_rate": 4.56e-05, |
| "loss": 0.1614, |
| "step": 106000 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 0.5716798305511475, |
| "learning_rate": 4.4399999999999995e-05, |
| "loss": 0.1639, |
| "step": 106500 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 1.2206032276153564, |
| "learning_rate": 4.319999999999999e-05, |
| "loss": 0.1504, |
| "step": 107000 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 0.9124048352241516, |
| "learning_rate": 4.2e-05, |
| "loss": 0.1575, |
| "step": 107500 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 0.4684576392173767, |
| "learning_rate": 4.08e-05, |
| "loss": 0.1678, |
| "step": 108000 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 0.4757069945335388, |
| "learning_rate": 3.96e-05, |
| "loss": 0.1609, |
| "step": 108500 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 0.4235193431377411, |
| "learning_rate": 3.84e-05, |
| "loss": 0.1633, |
| "step": 109000 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 0.6009053587913513, |
| "learning_rate": 3.7199999999999996e-05, |
| "loss": 0.1528, |
| "step": 109500 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 0.9195963144302368, |
| "learning_rate": 3.5999999999999994e-05, |
| "loss": 0.1616, |
| "step": 110000 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 0.5454314947128296, |
| "learning_rate": 3.48e-05, |
| "loss": 0.1611, |
| "step": 110500 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 0.5214249491691589, |
| "learning_rate": 3.36e-05, |
| "loss": 0.1586, |
| "step": 111000 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.0026371479034424, |
| "learning_rate": 3.2399999999999995e-05, |
| "loss": 0.1641, |
| "step": 111500 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 1.3591657876968384, |
| "learning_rate": 3.119999999999999e-05, |
| "loss": 0.1599, |
| "step": 112000 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 0.6785110831260681, |
| "learning_rate": 2.9999999999999997e-05, |
| "loss": 0.1585, |
| "step": 112500 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 1.6680885553359985, |
| "learning_rate": 2.88e-05, |
| "loss": 0.1534, |
| "step": 113000 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 1.4302424192428589, |
| "learning_rate": 2.7599999999999997e-05, |
| "loss": 0.1603, |
| "step": 113500 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 0.9608228206634521, |
| "learning_rate": 2.6399999999999995e-05, |
| "loss": 0.1509, |
| "step": 114000 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 0.16929888725280762, |
| "learning_rate": 2.52e-05, |
| "loss": 0.1576, |
| "step": 114500 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 0.19129659235477448, |
| "learning_rate": 2.3999999999999997e-05, |
| "loss": 0.1556, |
| "step": 115000 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 0.7054457068443298, |
| "learning_rate": 2.28e-05, |
| "loss": 0.1615, |
| "step": 115500 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 1.2099674940109253, |
| "learning_rate": 2.1599999999999996e-05, |
| "loss": 0.152, |
| "step": 116000 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 0.6213043332099915, |
| "learning_rate": 2.04e-05, |
| "loss": 0.159, |
| "step": 116500 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 0.5257019996643066, |
| "learning_rate": 1.92e-05, |
| "loss": 0.1643, |
| "step": 117000 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 0.7175723314285278, |
| "learning_rate": 1.7999999999999997e-05, |
| "loss": 0.1561, |
| "step": 117500 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 0.37755417823791504, |
| "learning_rate": 1.68e-05, |
| "loss": 0.1594, |
| "step": 118000 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 0.6101952195167542, |
| "learning_rate": 1.5599999999999996e-05, |
| "loss": 0.1574, |
| "step": 118500 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.0712097883224487, |
| "learning_rate": 1.44e-05, |
| "loss": 0.1468, |
| "step": 119000 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 0.5005315542221069, |
| "learning_rate": 1.3199999999999997e-05, |
| "loss": 0.1586, |
| "step": 119500 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 0.7147447466850281, |
| "learning_rate": 1.1999999999999999e-05, |
| "loss": 0.1553, |
| "step": 120000 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.2048006057739258, |
| "learning_rate": 1.0799999999999998e-05, |
| "loss": 0.1603, |
| "step": 120500 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 0.6054685711860657, |
| "learning_rate": 9.6e-06, |
| "loss": 0.161, |
| "step": 121000 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 0.4145253300666809, |
| "learning_rate": 8.4e-06, |
| "loss": 0.1549, |
| "step": 121500 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 0.2331937849521637, |
| "learning_rate": 7.2e-06, |
| "loss": 0.1584, |
| "step": 122000 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 0.44909703731536865, |
| "learning_rate": 5.999999999999999e-06, |
| "loss": 0.161, |
| "step": 122500 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 6.39445686340332, |
| "learning_rate": 4.8e-06, |
| "loss": 0.159, |
| "step": 123000 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 0.5847737193107605, |
| "learning_rate": 3.6e-06, |
| "loss": 0.1469, |
| "step": 123500 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 0.45996806025505066, |
| "learning_rate": 2.4e-06, |
| "loss": 0.1606, |
| "step": 124000 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.5662907361984253, |
| "learning_rate": 1.2e-06, |
| "loss": 0.1511, |
| "step": 124500 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.9263651967048645, |
| "learning_rate": 0.0, |
| "loss": 0.1543, |
| "step": 125000 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_loss": 0.11344572901725769, |
| "eval_runtime": 200.0914, |
| "eval_samples_per_second": 99.954, |
| "eval_steps_per_second": 24.989, |
| "step": 125000 |
| } |
| ], |
| "logging_steps": 500, |
| "max_steps": 125000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 62500, |
| "total_flos": 6.527143521828864e+16, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
