| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "global_step": 58893, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.03, |
| "learning_rate": 4.9575501332925815e-05, |
| "loss": 4.3519, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.05, |
| "learning_rate": 4.9151002665851634e-05, |
| "loss": 4.193, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.08, |
| "learning_rate": 4.8726503998777446e-05, |
| "loss": 4.1011, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.1, |
| "learning_rate": 4.830200533170326e-05, |
| "loss": 4.0682, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.13, |
| "learning_rate": 4.787750666462907e-05, |
| "loss": 4.0022, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.15, |
| "learning_rate": 4.745300799755489e-05, |
| "loss": 3.9978, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.18, |
| "learning_rate": 4.70285093304807e-05, |
| "loss": 3.9382, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.2, |
| "learning_rate": 4.6604010663406515e-05, |
| "loss": 3.897, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.23, |
| "learning_rate": 4.6179511996332334e-05, |
| "loss": 3.8495, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.25, |
| "learning_rate": 4.575501332925815e-05, |
| "loss": 3.8095, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.28, |
| "learning_rate": 4.5330514662183965e-05, |
| "loss": 3.8615, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.31, |
| "learning_rate": 4.490601599510978e-05, |
| "loss": 3.7891, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.33, |
| "learning_rate": 4.44815173280356e-05, |
| "loss": 3.828, |
| "step": 6500 |
| }, |
| { |
| "epoch": 0.36, |
| "learning_rate": 4.405701866096141e-05, |
| "loss": 3.7765, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.38, |
| "learning_rate": 4.363251999388722e-05, |
| "loss": 3.7298, |
| "step": 7500 |
| }, |
| { |
| "epoch": 0.41, |
| "learning_rate": 4.3208021326813034e-05, |
| "loss": 3.705, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.43, |
| "learning_rate": 4.278352265973885e-05, |
| "loss": 3.6773, |
| "step": 8500 |
| }, |
| { |
| "epoch": 0.46, |
| "learning_rate": 4.2359023992664665e-05, |
| "loss": 3.7184, |
| "step": 9000 |
| }, |
| { |
| "epoch": 0.48, |
| "learning_rate": 4.193452532559048e-05, |
| "loss": 3.6683, |
| "step": 9500 |
| }, |
| { |
| "epoch": 0.51, |
| "learning_rate": 4.151002665851629e-05, |
| "loss": 3.6707, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.53, |
| "learning_rate": 4.108552799144211e-05, |
| "loss": 3.6498, |
| "step": 10500 |
| }, |
| { |
| "epoch": 0.56, |
| "learning_rate": 4.066102932436792e-05, |
| "loss": 3.6855, |
| "step": 11000 |
| }, |
| { |
| "epoch": 0.59, |
| "learning_rate": 4.0236530657293734e-05, |
| "loss": 3.6427, |
| "step": 11500 |
| }, |
| { |
| "epoch": 0.61, |
| "learning_rate": 3.981203199021955e-05, |
| "loss": 3.5934, |
| "step": 12000 |
| }, |
| { |
| "epoch": 0.64, |
| "learning_rate": 3.9387533323145365e-05, |
| "loss": 3.6448, |
| "step": 12500 |
| }, |
| { |
| "epoch": 0.66, |
| "learning_rate": 3.8963034656071184e-05, |
| "loss": 3.597, |
| "step": 13000 |
| }, |
| { |
| "epoch": 0.69, |
| "learning_rate": 3.8538535988997e-05, |
| "loss": 3.6137, |
| "step": 13500 |
| }, |
| { |
| "epoch": 0.71, |
| "learning_rate": 3.8114037321922816e-05, |
| "loss": 3.6207, |
| "step": 14000 |
| }, |
| { |
| "epoch": 0.74, |
| "learning_rate": 3.768953865484863e-05, |
| "loss": 3.6042, |
| "step": 14500 |
| }, |
| { |
| "epoch": 0.76, |
| "learning_rate": 3.726503998777444e-05, |
| "loss": 3.6019, |
| "step": 15000 |
| }, |
| { |
| "epoch": 0.79, |
| "learning_rate": 3.684054132070025e-05, |
| "loss": 3.6258, |
| "step": 15500 |
| }, |
| { |
| "epoch": 0.82, |
| "learning_rate": 3.641604265362607e-05, |
| "loss": 3.5868, |
| "step": 16000 |
| }, |
| { |
| "epoch": 0.84, |
| "learning_rate": 3.5991543986551884e-05, |
| "loss": 3.6198, |
| "step": 16500 |
| }, |
| { |
| "epoch": 0.87, |
| "learning_rate": 3.55670453194777e-05, |
| "loss": 3.5661, |
| "step": 17000 |
| }, |
| { |
| "epoch": 0.89, |
| "learning_rate": 3.5142546652403516e-05, |
| "loss": 3.5257, |
| "step": 17500 |
| }, |
| { |
| "epoch": 0.92, |
| "learning_rate": 3.471804798532933e-05, |
| "loss": 3.5351, |
| "step": 18000 |
| }, |
| { |
| "epoch": 0.94, |
| "learning_rate": 3.429354931825514e-05, |
| "loss": 3.5588, |
| "step": 18500 |
| }, |
| { |
| "epoch": 0.97, |
| "learning_rate": 3.386905065118095e-05, |
| "loss": 3.5219, |
| "step": 19000 |
| }, |
| { |
| "epoch": 0.99, |
| "learning_rate": 3.344455198410677e-05, |
| "loss": 3.5402, |
| "step": 19500 |
| }, |
| { |
| "epoch": 1.02, |
| "learning_rate": 3.3020053317032584e-05, |
| "loss": 3.4953, |
| "step": 20000 |
| }, |
| { |
| "epoch": 1.04, |
| "learning_rate": 3.25955546499584e-05, |
| "loss": 3.4226, |
| "step": 20500 |
| }, |
| { |
| "epoch": 1.07, |
| "learning_rate": 3.2171055982884216e-05, |
| "loss": 3.4332, |
| "step": 21000 |
| }, |
| { |
| "epoch": 1.1, |
| "learning_rate": 3.174655731581003e-05, |
| "loss": 3.478, |
| "step": 21500 |
| }, |
| { |
| "epoch": 1.12, |
| "learning_rate": 3.132205864873585e-05, |
| "loss": 3.3677, |
| "step": 22000 |
| }, |
| { |
| "epoch": 1.15, |
| "learning_rate": 3.089755998166166e-05, |
| "loss": 3.3704, |
| "step": 22500 |
| }, |
| { |
| "epoch": 1.17, |
| "learning_rate": 3.0473061314587476e-05, |
| "loss": 3.3964, |
| "step": 23000 |
| }, |
| { |
| "epoch": 1.2, |
| "learning_rate": 3.004856264751329e-05, |
| "loss": 3.3695, |
| "step": 23500 |
| }, |
| { |
| "epoch": 1.22, |
| "learning_rate": 2.9624063980439104e-05, |
| "loss": 3.397, |
| "step": 24000 |
| }, |
| { |
| "epoch": 1.25, |
| "learning_rate": 2.919956531336492e-05, |
| "loss": 3.4309, |
| "step": 24500 |
| }, |
| { |
| "epoch": 1.27, |
| "learning_rate": 2.8775066646290732e-05, |
| "loss": 3.3663, |
| "step": 25000 |
| }, |
| { |
| "epoch": 1.3, |
| "learning_rate": 2.8350567979216547e-05, |
| "loss": 3.3603, |
| "step": 25500 |
| }, |
| { |
| "epoch": 1.32, |
| "learning_rate": 2.792606931214236e-05, |
| "loss": 3.4048, |
| "step": 26000 |
| }, |
| { |
| "epoch": 1.35, |
| "learning_rate": 2.7501570645068176e-05, |
| "loss": 3.3188, |
| "step": 26500 |
| }, |
| { |
| "epoch": 1.38, |
| "learning_rate": 2.707707197799399e-05, |
| "loss": 3.3426, |
| "step": 27000 |
| }, |
| { |
| "epoch": 1.4, |
| "learning_rate": 2.6652573310919804e-05, |
| "loss": 3.4131, |
| "step": 27500 |
| }, |
| { |
| "epoch": 1.43, |
| "learning_rate": 2.622807464384562e-05, |
| "loss": 3.3769, |
| "step": 28000 |
| }, |
| { |
| "epoch": 1.45, |
| "learning_rate": 2.5803575976771432e-05, |
| "loss": 3.4038, |
| "step": 28500 |
| }, |
| { |
| "epoch": 1.48, |
| "learning_rate": 2.5379077309697247e-05, |
| "loss": 3.3665, |
| "step": 29000 |
| }, |
| { |
| "epoch": 1.5, |
| "learning_rate": 2.4954578642623063e-05, |
| "loss": 3.3207, |
| "step": 29500 |
| }, |
| { |
| "epoch": 1.53, |
| "learning_rate": 2.453007997554888e-05, |
| "loss": 3.3491, |
| "step": 30000 |
| }, |
| { |
| "epoch": 1.55, |
| "learning_rate": 2.410558130847469e-05, |
| "loss": 3.3479, |
| "step": 30500 |
| }, |
| { |
| "epoch": 1.58, |
| "learning_rate": 2.3681082641400507e-05, |
| "loss": 3.3752, |
| "step": 31000 |
| }, |
| { |
| "epoch": 1.6, |
| "learning_rate": 2.325658397432632e-05, |
| "loss": 3.2715, |
| "step": 31500 |
| }, |
| { |
| "epoch": 1.63, |
| "learning_rate": 2.2832085307252135e-05, |
| "loss": 3.359, |
| "step": 32000 |
| }, |
| { |
| "epoch": 1.66, |
| "learning_rate": 2.240758664017795e-05, |
| "loss": 3.2759, |
| "step": 32500 |
| }, |
| { |
| "epoch": 1.68, |
| "learning_rate": 2.1983087973103767e-05, |
| "loss": 3.2409, |
| "step": 33000 |
| }, |
| { |
| "epoch": 1.71, |
| "learning_rate": 2.1558589306029582e-05, |
| "loss": 3.3038, |
| "step": 33500 |
| }, |
| { |
| "epoch": 1.73, |
| "learning_rate": 2.1134090638955395e-05, |
| "loss": 3.324, |
| "step": 34000 |
| }, |
| { |
| "epoch": 1.76, |
| "learning_rate": 2.070959197188121e-05, |
| "loss": 3.2846, |
| "step": 34500 |
| }, |
| { |
| "epoch": 1.78, |
| "learning_rate": 2.0285093304807023e-05, |
| "loss": 3.2611, |
| "step": 35000 |
| }, |
| { |
| "epoch": 1.81, |
| "learning_rate": 1.986059463773284e-05, |
| "loss": 3.2476, |
| "step": 35500 |
| }, |
| { |
| "epoch": 1.83, |
| "learning_rate": 1.943609597065865e-05, |
| "loss": 3.276, |
| "step": 36000 |
| }, |
| { |
| "epoch": 1.86, |
| "learning_rate": 1.9011597303584467e-05, |
| "loss": 3.3021, |
| "step": 36500 |
| }, |
| { |
| "epoch": 1.88, |
| "learning_rate": 1.8587098636510282e-05, |
| "loss": 3.2986, |
| "step": 37000 |
| }, |
| { |
| "epoch": 1.91, |
| "learning_rate": 1.8162599969436098e-05, |
| "loss": 3.2816, |
| "step": 37500 |
| }, |
| { |
| "epoch": 1.94, |
| "learning_rate": 1.773810130236191e-05, |
| "loss": 3.239, |
| "step": 38000 |
| }, |
| { |
| "epoch": 1.96, |
| "learning_rate": 1.7313602635287726e-05, |
| "loss": 3.2367, |
| "step": 38500 |
| }, |
| { |
| "epoch": 1.99, |
| "learning_rate": 1.6889103968213542e-05, |
| "loss": 3.265, |
| "step": 39000 |
| }, |
| { |
| "epoch": 2.01, |
| "learning_rate": 1.6464605301139354e-05, |
| "loss": 3.2244, |
| "step": 39500 |
| }, |
| { |
| "epoch": 2.04, |
| "learning_rate": 1.604010663406517e-05, |
| "loss": 3.1561, |
| "step": 40000 |
| }, |
| { |
| "epoch": 2.06, |
| "learning_rate": 1.5615607966990982e-05, |
| "loss": 3.2015, |
| "step": 40500 |
| }, |
| { |
| "epoch": 2.09, |
| "learning_rate": 1.51911092999168e-05, |
| "loss": 3.1714, |
| "step": 41000 |
| }, |
| { |
| "epoch": 2.11, |
| "learning_rate": 1.4766610632842614e-05, |
| "loss": 3.2022, |
| "step": 41500 |
| }, |
| { |
| "epoch": 2.14, |
| "learning_rate": 1.434211196576843e-05, |
| "loss": 3.1444, |
| "step": 42000 |
| }, |
| { |
| "epoch": 2.16, |
| "learning_rate": 1.3917613298694244e-05, |
| "loss": 3.1848, |
| "step": 42500 |
| }, |
| { |
| "epoch": 2.19, |
| "learning_rate": 1.3493114631620058e-05, |
| "loss": 3.1778, |
| "step": 43000 |
| }, |
| { |
| "epoch": 2.22, |
| "learning_rate": 1.3068615964545872e-05, |
| "loss": 3.1487, |
| "step": 43500 |
| }, |
| { |
| "epoch": 2.24, |
| "learning_rate": 1.2644117297471686e-05, |
| "loss": 3.171, |
| "step": 44000 |
| }, |
| { |
| "epoch": 2.27, |
| "learning_rate": 1.2219618630397501e-05, |
| "loss": 3.1315, |
| "step": 44500 |
| }, |
| { |
| "epoch": 2.29, |
| "learning_rate": 1.1795119963323315e-05, |
| "loss": 3.1574, |
| "step": 45000 |
| }, |
| { |
| "epoch": 2.32, |
| "learning_rate": 1.137062129624913e-05, |
| "loss": 3.1521, |
| "step": 45500 |
| }, |
| { |
| "epoch": 2.34, |
| "learning_rate": 1.0946122629174944e-05, |
| "loss": 3.1825, |
| "step": 46000 |
| }, |
| { |
| "epoch": 2.37, |
| "learning_rate": 1.052162396210076e-05, |
| "loss": 3.1498, |
| "step": 46500 |
| }, |
| { |
| "epoch": 2.39, |
| "learning_rate": 1.0097125295026575e-05, |
| "loss": 3.1321, |
| "step": 47000 |
| }, |
| { |
| "epoch": 2.42, |
| "learning_rate": 9.672626627952389e-06, |
| "loss": 3.1487, |
| "step": 47500 |
| }, |
| { |
| "epoch": 2.45, |
| "learning_rate": 9.248127960878203e-06, |
| "loss": 3.1348, |
| "step": 48000 |
| }, |
| { |
| "epoch": 2.47, |
| "learning_rate": 8.823629293804019e-06, |
| "loss": 3.133, |
| "step": 48500 |
| }, |
| { |
| "epoch": 2.5, |
| "learning_rate": 8.399130626729833e-06, |
| "loss": 3.1578, |
| "step": 49000 |
| }, |
| { |
| "epoch": 2.52, |
| "learning_rate": 7.974631959655647e-06, |
| "loss": 3.1419, |
| "step": 49500 |
| }, |
| { |
| "epoch": 2.55, |
| "learning_rate": 7.550133292581461e-06, |
| "loss": 3.1395, |
| "step": 50000 |
| }, |
| { |
| "epoch": 2.57, |
| "learning_rate": 7.125634625507276e-06, |
| "loss": 3.1368, |
| "step": 50500 |
| }, |
| { |
| "epoch": 2.6, |
| "learning_rate": 6.701135958433092e-06, |
| "loss": 3.1381, |
| "step": 51000 |
| }, |
| { |
| "epoch": 2.62, |
| "learning_rate": 6.276637291358906e-06, |
| "loss": 3.0896, |
| "step": 51500 |
| }, |
| { |
| "epoch": 2.65, |
| "learning_rate": 5.85213862428472e-06, |
| "loss": 3.172, |
| "step": 52000 |
| }, |
| { |
| "epoch": 2.67, |
| "learning_rate": 5.427639957210535e-06, |
| "loss": 3.052, |
| "step": 52500 |
| }, |
| { |
| "epoch": 2.7, |
| "learning_rate": 5.003141290136349e-06, |
| "loss": 3.1082, |
| "step": 53000 |
| }, |
| { |
| "epoch": 2.73, |
| "learning_rate": 4.578642623062164e-06, |
| "loss": 3.1094, |
| "step": 53500 |
| }, |
| { |
| "epoch": 2.75, |
| "learning_rate": 4.1541439559879784e-06, |
| "loss": 3.0889, |
| "step": 54000 |
| }, |
| { |
| "epoch": 2.78, |
| "learning_rate": 3.7296452889137933e-06, |
| "loss": 3.1371, |
| "step": 54500 |
| }, |
| { |
| "epoch": 2.8, |
| "learning_rate": 3.3051466218396074e-06, |
| "loss": 3.0704, |
| "step": 55000 |
| }, |
| { |
| "epoch": 2.83, |
| "learning_rate": 2.8806479547654223e-06, |
| "loss": 3.0833, |
| "step": 55500 |
| }, |
| { |
| "epoch": 2.85, |
| "learning_rate": 2.4561492876912367e-06, |
| "loss": 3.1675, |
| "step": 56000 |
| }, |
| { |
| "epoch": 2.88, |
| "learning_rate": 2.031650620617051e-06, |
| "loss": 3.065, |
| "step": 56500 |
| }, |
| { |
| "epoch": 2.9, |
| "learning_rate": 1.607151953542866e-06, |
| "loss": 3.0977, |
| "step": 57000 |
| }, |
| { |
| "epoch": 2.93, |
| "learning_rate": 1.1826532864686806e-06, |
| "loss": 3.1069, |
| "step": 57500 |
| }, |
| { |
| "epoch": 2.95, |
| "learning_rate": 7.581546193944951e-07, |
| "loss": 3.1149, |
| "step": 58000 |
| }, |
| { |
| "epoch": 2.98, |
| "learning_rate": 3.336559523203097e-07, |
| "loss": 3.059, |
| "step": 58500 |
| }, |
| { |
| "epoch": 3.0, |
| "step": 58893, |
| "total_flos": 6554895179700852.0, |
| "train_loss": 3.4053042012168784, |
| "train_runtime": 6317.2087, |
| "train_samples_per_second": 74.58, |
| "train_steps_per_second": 9.323 |
| } |
| ], |
| "max_steps": 58893, |
| "num_train_epochs": 3, |
| "total_flos": 6554895179700852.0, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
