| { |
| "best_metric": 1.3409229516983032, |
| "best_model_checkpoint": "results/checkpoint-2000", |
| "epoch": 1.4553392759687103, |
| "eval_steps": 250, |
| "global_step": 2000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.18191740949608878, |
| "grad_norm": 0.2860318124294281, |
| "learning_rate": 2.976310216494586e-05, |
| "loss": 1.4647, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.18191740949608878, |
| "eval_loss": 1.352885127067566, |
| "eval_runtime": 13.6056, |
| "eval_samples_per_second": 163.241, |
| "eval_steps_per_second": 20.433, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.36383481899217757, |
| "grad_norm": 0.2909524440765381, |
| "learning_rate": 2.8342402320213494e-05, |
| "loss": 1.4643, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.36383481899217757, |
| "eval_loss": 1.3520773649215698, |
| "eval_runtime": 13.6233, |
| "eval_samples_per_second": 163.029, |
| "eval_steps_per_second": 20.406, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.5457522284882663, |
| "grad_norm": 0.2827763557434082, |
| "learning_rate": 2.5756526053283042e-05, |
| "loss": 1.4622, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.5457522284882663, |
| "eval_loss": 1.350306749343872, |
| "eval_runtime": 13.6314, |
| "eval_samples_per_second": 162.932, |
| "eval_steps_per_second": 20.394, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.7276696379843551, |
| "grad_norm": 0.29242751002311707, |
| "learning_rate": 2.223129492047081e-05, |
| "loss": 1.4625, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.7276696379843551, |
| "eval_loss": 1.3474653959274292, |
| "eval_runtime": 13.6357, |
| "eval_samples_per_second": 162.882, |
| "eval_steps_per_second": 20.388, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.9095870474804438, |
| "grad_norm": 0.2826482653617859, |
| "learning_rate": 1.8074563242173716e-05, |
| "loss": 1.4591, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.9095870474804438, |
| "eval_loss": 1.3454625606536865, |
| "eval_runtime": 13.6252, |
| "eval_samples_per_second": 163.006, |
| "eval_steps_per_second": 20.403, |
| "step": 1250 |
| }, |
| { |
| "epoch": 1.0915044569765326, |
| "grad_norm": 0.28281259536743164, |
| "learning_rate": 1.3649333544377501e-05, |
| "loss": 1.4496, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.0915044569765326, |
| "eval_loss": 1.3437364101409912, |
| "eval_runtime": 13.6378, |
| "eval_samples_per_second": 162.856, |
| "eval_steps_per_second": 20.384, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.2734218664726216, |
| "grad_norm": 0.2805255651473999, |
| "learning_rate": 9.34205597173652e-06, |
| "loss": 1.4453, |
| "step": 1750 |
| }, |
| { |
| "epoch": 1.2734218664726216, |
| "eval_loss": 1.3426544666290283, |
| "eval_runtime": 13.6433, |
| "eval_samples_per_second": 162.791, |
| "eval_steps_per_second": 20.376, |
| "step": 1750 |
| }, |
| { |
| "epoch": 1.4553392759687103, |
| "grad_norm": 0.2710939645767212, |
| "learning_rate": 5.528880047481714e-06, |
| "loss": 1.4438, |
| "step": 2000 |
| }, |
| { |
| "epoch": 1.4553392759687103, |
| "eval_loss": 1.3409229516983032, |
| "eval_runtime": 13.6488, |
| "eval_samples_per_second": 162.725, |
| "eval_steps_per_second": 20.368, |
| "step": 2000 |
| } |
| ], |
| "logging_steps": 250, |
| "max_steps": 2748, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.67219584303104e+17, |
| "train_batch_size": 40, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
