| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 21.70479763169194, |
| "global_step": 30000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.36, |
| "learning_rate": 0.0002777777777777778, |
| "loss": 7.7491, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.72, |
| "learning_rate": 0.0005555555555555556, |
| "loss": 6.5663, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.08, |
| "learning_rate": 0.0008333333333333334, |
| "loss": 6.293, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.45, |
| "learning_rate": 0.0009929078014184398, |
| "loss": 5.636, |
| "step": 2000 |
| }, |
| { |
| "epoch": 1.81, |
| "learning_rate": 0.000975177304964539, |
| "loss": 4.3729, |
| "step": 2500 |
| }, |
| { |
| "epoch": 2.17, |
| "learning_rate": 0.0009574468085106384, |
| "loss": 3.5407, |
| "step": 3000 |
| }, |
| { |
| "epoch": 2.53, |
| "learning_rate": 0.0009397163120567376, |
| "loss": 3.1107, |
| "step": 3500 |
| }, |
| { |
| "epoch": 2.89, |
| "learning_rate": 0.0009219858156028368, |
| "loss": 2.8753, |
| "step": 4000 |
| }, |
| { |
| "epoch": 3.26, |
| "learning_rate": 0.0009042553191489362, |
| "loss": 2.7162, |
| "step": 4500 |
| }, |
| { |
| "epoch": 3.62, |
| "learning_rate": 0.0008865248226950354, |
| "loss": 2.6016, |
| "step": 5000 |
| }, |
| { |
| "epoch": 3.98, |
| "learning_rate": 0.0008687943262411348, |
| "loss": 2.5154, |
| "step": 5500 |
| }, |
| { |
| "epoch": 4.34, |
| "learning_rate": 0.000851063829787234, |
| "loss": 2.4472, |
| "step": 6000 |
| }, |
| { |
| "epoch": 4.7, |
| "learning_rate": 0.0008333333333333334, |
| "loss": 2.3923, |
| "step": 6500 |
| }, |
| { |
| "epoch": 5.06, |
| "learning_rate": 0.0008156028368794326, |
| "loss": 2.3473, |
| "step": 7000 |
| }, |
| { |
| "epoch": 5.42, |
| "learning_rate": 0.0007978723404255319, |
| "loss": 2.3071, |
| "step": 7500 |
| }, |
| { |
| "epoch": 5.79, |
| "learning_rate": 0.0007801418439716312, |
| "loss": 2.2735, |
| "step": 8000 |
| }, |
| { |
| "epoch": 6.15, |
| "learning_rate": 0.0007624113475177306, |
| "loss": 2.2441, |
| "step": 8500 |
| }, |
| { |
| "epoch": 6.51, |
| "learning_rate": 0.0007446808510638298, |
| "loss": 2.2174, |
| "step": 9000 |
| }, |
| { |
| "epoch": 6.87, |
| "learning_rate": 0.0007269503546099291, |
| "loss": 2.194, |
| "step": 9500 |
| }, |
| { |
| "epoch": 7.23, |
| "learning_rate": 0.0007092198581560284, |
| "loss": 2.1728, |
| "step": 10000 |
| }, |
| { |
| "epoch": 7.59, |
| "learning_rate": 0.0006914893617021278, |
| "loss": 2.1535, |
| "step": 10500 |
| }, |
| { |
| "epoch": 7.96, |
| "learning_rate": 0.0006737588652482269, |
| "loss": 2.1346, |
| "step": 11000 |
| }, |
| { |
| "epoch": 8.32, |
| "learning_rate": 0.0006560283687943263, |
| "loss": 2.1183, |
| "step": 11500 |
| }, |
| { |
| "epoch": 8.68, |
| "learning_rate": 0.0006382978723404256, |
| "loss": 2.1035, |
| "step": 12000 |
| }, |
| { |
| "epoch": 9.04, |
| "learning_rate": 0.0006205673758865247, |
| "loss": 2.0897, |
| "step": 12500 |
| }, |
| { |
| "epoch": 9.41, |
| "learning_rate": 0.0006028368794326241, |
| "loss": 2.076, |
| "step": 13000 |
| }, |
| { |
| "epoch": 9.77, |
| "learning_rate": 0.0005851063829787234, |
| "loss": 2.065, |
| "step": 13500 |
| }, |
| { |
| "epoch": 10.13, |
| "learning_rate": 0.0005673758865248228, |
| "loss": 2.0528, |
| "step": 14000 |
| }, |
| { |
| "epoch": 10.49, |
| "learning_rate": 0.0005496453900709219, |
| "loss": 2.0432, |
| "step": 14500 |
| }, |
| { |
| "epoch": 10.85, |
| "learning_rate": 0.0005319148936170213, |
| "loss": 2.0335, |
| "step": 15000 |
| }, |
| { |
| "epoch": 11.21, |
| "learning_rate": 0.0005141843971631206, |
| "loss": 2.0241, |
| "step": 15500 |
| }, |
| { |
| "epoch": 11.58, |
| "learning_rate": 0.0004964539007092199, |
| "loss": 2.0153, |
| "step": 16000 |
| }, |
| { |
| "epoch": 11.94, |
| "learning_rate": 0.0004787234042553192, |
| "loss": 2.0066, |
| "step": 16500 |
| }, |
| { |
| "epoch": 12.3, |
| "learning_rate": 0.0004609929078014184, |
| "loss": 1.9987, |
| "step": 17000 |
| }, |
| { |
| "epoch": 12.66, |
| "learning_rate": 0.0004432624113475177, |
| "loss": 1.9909, |
| "step": 17500 |
| }, |
| { |
| "epoch": 13.02, |
| "learning_rate": 0.000425531914893617, |
| "loss": 1.9842, |
| "step": 18000 |
| }, |
| { |
| "epoch": 13.38, |
| "learning_rate": 0.0004078014184397163, |
| "loss": 1.9768, |
| "step": 18500 |
| }, |
| { |
| "epoch": 13.75, |
| "learning_rate": 0.0003900709219858156, |
| "loss": 1.9705, |
| "step": 19000 |
| }, |
| { |
| "epoch": 14.11, |
| "learning_rate": 0.0003723404255319149, |
| "loss": 1.9638, |
| "step": 19500 |
| }, |
| { |
| "epoch": 14.46, |
| "learning_rate": 0.0003546099290780142, |
| "loss": 1.9587, |
| "step": 20000 |
| }, |
| { |
| "epoch": 14.82, |
| "learning_rate": 0.00033687943262411345, |
| "loss": 1.9549, |
| "step": 20500 |
| }, |
| { |
| "epoch": 15.18, |
| "learning_rate": 0.0003191489361702128, |
| "loss": 1.9493, |
| "step": 21000 |
| }, |
| { |
| "epoch": 15.55, |
| "learning_rate": 0.00030141843971631205, |
| "loss": 1.9424, |
| "step": 21500 |
| }, |
| { |
| "epoch": 15.91, |
| "learning_rate": 0.0002836879432624114, |
| "loss": 1.9393, |
| "step": 22000 |
| }, |
| { |
| "epoch": 16.27, |
| "learning_rate": 0.00026595744680851064, |
| "loss": 1.9334, |
| "step": 22500 |
| }, |
| { |
| "epoch": 16.63, |
| "learning_rate": 0.00024822695035460994, |
| "loss": 1.9294, |
| "step": 23000 |
| }, |
| { |
| "epoch": 16.99, |
| "learning_rate": 0.0002304964539007092, |
| "loss": 1.9229, |
| "step": 23500 |
| }, |
| { |
| "epoch": 17.35, |
| "learning_rate": 0.0002127659574468085, |
| "loss": 1.9193, |
| "step": 24000 |
| }, |
| { |
| "epoch": 17.73, |
| "learning_rate": 0.0001950354609929078, |
| "loss": 1.9133, |
| "step": 24500 |
| }, |
| { |
| "epoch": 18.09, |
| "learning_rate": 0.0001773049645390071, |
| "loss": 1.9082, |
| "step": 25000 |
| }, |
| { |
| "epoch": 18.45, |
| "learning_rate": 0.0001595744680851064, |
| "loss": 1.9038, |
| "step": 25500 |
| }, |
| { |
| "epoch": 18.81, |
| "learning_rate": 0.0001418439716312057, |
| "loss": 1.9004, |
| "step": 26000 |
| }, |
| { |
| "epoch": 19.17, |
| "learning_rate": 0.00012411347517730497, |
| "loss": 1.8966, |
| "step": 26500 |
| }, |
| { |
| "epoch": 19.54, |
| "learning_rate": 0.00010638297872340425, |
| "loss": 1.8934, |
| "step": 27000 |
| }, |
| { |
| "epoch": 19.9, |
| "learning_rate": 8.865248226950355e-05, |
| "loss": 1.8888, |
| "step": 27500 |
| }, |
| { |
| "epoch": 20.26, |
| "learning_rate": 7.092198581560285e-05, |
| "loss": 1.8852, |
| "step": 28000 |
| }, |
| { |
| "epoch": 20.62, |
| "learning_rate": 5.319148936170213e-05, |
| "loss": 1.8816, |
| "step": 28500 |
| }, |
| { |
| "epoch": 20.98, |
| "learning_rate": 3.5460992907801425e-05, |
| "loss": 1.8789, |
| "step": 29000 |
| }, |
| { |
| "epoch": 21.34, |
| "learning_rate": 1.7730496453900712e-05, |
| "loss": 1.8754, |
| "step": 29500 |
| }, |
| { |
| "epoch": 21.7, |
| "learning_rate": 0.0, |
| "loss": 1.8724, |
| "step": 30000 |
| } |
| ], |
| "max_steps": 30000, |
| "num_train_epochs": 22, |
| "total_flos": 1.6544861361662853e+19, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
