| { |
| "best_global_step": 40, |
| "best_metric": 1.3157120974938152e-06, |
| "best_model_checkpoint": "outputs/microsoft/Phi-3.5-mini-instruct/countdown_n100_mcl_256_quantized/checkpoint-30", |
| "epoch": 3.0, |
| "eval_steps": 5, |
| "global_step": 75, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.2, |
| "grad_norm": 0.02508719451725483, |
| "learning_rate": 9.466666666666666e-07, |
| "loss": 0.0128, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.2, |
| "eval_clip_ratio": 0.0, |
| "eval_completion_length": 253.2625, |
| "eval_kl": 3.578364849090576e-05, |
| "eval_loss": 0.006681546568870544, |
| "eval_num_tokens": 30708.0, |
| "eval_reward": 0.0375, |
| "eval_reward_std": 0.075, |
| "eval_rewards/equation_reward_func": 0.0125, |
| "eval_rewards/format_reward_func": 0.025, |
| "eval_runtime": 650.0244, |
| "eval_samples_per_second": 0.031, |
| "eval_steps_per_second": 0.008, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.019141826778650284, |
| "learning_rate": 8.799999999999999e-07, |
| "loss": 0.0401, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.4, |
| "eval_clip_ratio": 0.0, |
| "eval_completion_length": 249.975, |
| "eval_kl": 3.7050247192382814e-05, |
| "eval_loss": 0.00558798061683774, |
| "eval_num_tokens": 61561.0, |
| "eval_reward": 0.0375, |
| "eval_reward_std": 0.075, |
| "eval_rewards/equation_reward_func": 0.0, |
| "eval_rewards/format_reward_func": 0.0375, |
| "eval_runtime": 649.5002, |
| "eval_samples_per_second": 0.031, |
| "eval_steps_per_second": 0.008, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 7.132045993785141e-07, |
| "learning_rate": 8.133333333333333e-07, |
| "loss": 0.0043, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.6, |
| "eval_clip_ratio": 0.0, |
| "eval_completion_length": 244.3375, |
| "eval_kl": 3.70025634765625e-05, |
| "eval_loss": 0.012430070899426937, |
| "eval_num_tokens": 93125.0, |
| "eval_reward": 0.0625, |
| "eval_reward_std": 0.08273502588272094, |
| "eval_rewards/equation_reward_func": 0.05, |
| "eval_rewards/format_reward_func": 0.0125, |
| "eval_runtime": 649.4356, |
| "eval_samples_per_second": 0.031, |
| "eval_steps_per_second": 0.008, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.0400003702670801e-05, |
| "learning_rate": 7.466666666666667e-07, |
| "loss": 0.0438, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.8, |
| "eval_clip_ratio": 0.0, |
| "eval_completion_length": 252.0375, |
| "eval_kl": 3.63469123840332e-05, |
| "eval_loss": 0.011388374492526054, |
| "eval_num_tokens": 123758.0, |
| "eval_reward": 0.0125, |
| "eval_reward_std": 0.025, |
| "eval_rewards/equation_reward_func": 0.0, |
| "eval_rewards/format_reward_func": 0.0125, |
| "eval_runtime": 649.3474, |
| "eval_samples_per_second": 0.031, |
| "eval_steps_per_second": 0.008, |
| "step": 20 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.02121024951338768, |
| "learning_rate": 6.800000000000001e-07, |
| "loss": 0.0122, |
| "step": 25 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_clip_ratio": 0.0, |
| "eval_completion_length": 250.45, |
| "eval_kl": 3.706812858581543e-05, |
| "eval_loss": 0.012571494095027447, |
| "eval_num_tokens": 154976.0, |
| "eval_reward": 0.025, |
| "eval_reward_std": 0.05, |
| "eval_rewards/equation_reward_func": 0.0, |
| "eval_rewards/format_reward_func": 0.025, |
| "eval_runtime": 650.3118, |
| "eval_samples_per_second": 0.031, |
| "eval_steps_per_second": 0.008, |
| "step": 25 |
| }, |
| { |
| "epoch": 1.2, |
| "grad_norm": 6.681543254671851e-06, |
| "learning_rate": 6.133333333333332e-07, |
| "loss": 0.0094, |
| "step": 30 |
| }, |
| { |
| "epoch": 1.2, |
| "eval_clip_ratio": 0.0, |
| "eval_completion_length": 249.7875, |
| "eval_kl": 3.7503242492675784e-05, |
| "eval_loss": 1.499523023085203e-06, |
| "eval_num_tokens": 186515.0, |
| "eval_reward": 0.0, |
| "eval_reward_std": 0.0, |
| "eval_rewards/equation_reward_func": 0.0, |
| "eval_rewards/format_reward_func": 0.0, |
| "eval_runtime": 649.356, |
| "eval_samples_per_second": 0.031, |
| "eval_steps_per_second": 0.008, |
| "step": 30 |
| }, |
| { |
| "epoch": 1.4, |
| "grad_norm": 0.021921534091234207, |
| "learning_rate": 5.466666666666666e-07, |
| "loss": 0.0028, |
| "step": 35 |
| }, |
| { |
| "epoch": 1.4, |
| "eval_clip_ratio": 0.0, |
| "eval_completion_length": 254.8625, |
| "eval_kl": 3.6659836769104e-05, |
| "eval_loss": 0.005745898000895977, |
| "eval_num_tokens": 217639.0, |
| "eval_reward": 0.025, |
| "eval_reward_std": 0.05, |
| "eval_rewards/equation_reward_func": 0.0, |
| "eval_rewards/format_reward_func": 0.025, |
| "eval_runtime": 649.0248, |
| "eval_samples_per_second": 0.031, |
| "eval_steps_per_second": 0.008, |
| "step": 35 |
| }, |
| { |
| "epoch": 1.6, |
| "grad_norm": 0.023085055872797966, |
| "learning_rate": 4.8e-07, |
| "loss": 0.022, |
| "step": 40 |
| }, |
| { |
| "epoch": 1.6, |
| "eval_clip_ratio": 0.0, |
| "eval_completion_length": 244.175, |
| "eval_kl": 3.291070461273193e-05, |
| "eval_loss": 1.3157120974938152e-06, |
| "eval_num_tokens": 248128.0, |
| "eval_reward": 0.0, |
| "eval_reward_std": 0.0, |
| "eval_rewards/equation_reward_func": 0.0, |
| "eval_rewards/format_reward_func": 0.0, |
| "eval_runtime": 650.8854, |
| "eval_samples_per_second": 0.031, |
| "eval_steps_per_second": 0.008, |
| "step": 40 |
| }, |
| { |
| "epoch": 1.8, |
| "grad_norm": 6.143287691884325e-07, |
| "learning_rate": 4.1333333333333333e-07, |
| "loss": 0.0119, |
| "step": 45 |
| }, |
| { |
| "epoch": 1.8, |
| "eval_clip_ratio": 0.0, |
| "eval_completion_length": 246.9375, |
| "eval_kl": 3.790557384490967e-05, |
| "eval_loss": 0.00949961505830288, |
| "eval_num_tokens": 279151.0, |
| "eval_reward": 0.025, |
| "eval_reward_std": 0.05, |
| "eval_rewards/equation_reward_func": 0.0, |
| "eval_rewards/format_reward_func": 0.025, |
| "eval_runtime": 650.0193, |
| "eval_samples_per_second": 0.031, |
| "eval_steps_per_second": 0.008, |
| "step": 45 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 5.366271693674207e-07, |
| "learning_rate": 3.4666666666666665e-07, |
| "loss": 0.0195, |
| "step": 50 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_clip_ratio": 0.0, |
| "eval_completion_length": 248.4875, |
| "eval_kl": 4.260838031768799e-05, |
| "eval_loss": 1.7038606756614172e-06, |
| "eval_num_tokens": 310444.0, |
| "eval_reward": 0.0, |
| "eval_reward_std": 0.0, |
| "eval_rewards/equation_reward_func": 0.0, |
| "eval_rewards/format_reward_func": 0.0, |
| "eval_runtime": 649.8376, |
| "eval_samples_per_second": 0.031, |
| "eval_steps_per_second": 0.008, |
| "step": 50 |
| }, |
| { |
| "epoch": 2.2, |
| "grad_norm": 1.6701025060683605e-06, |
| "learning_rate": 2.8e-07, |
| "loss": 0.0, |
| "step": 55 |
| }, |
| { |
| "epoch": 2.2, |
| "eval_clip_ratio": 0.0, |
| "eval_completion_length": 246.7875, |
| "eval_kl": 3.412365913391113e-05, |
| "eval_loss": 0.002006751950830221, |
| "eval_num_tokens": 341912.0, |
| "eval_reward": 0.0375, |
| "eval_reward_std": 0.075, |
| "eval_rewards/equation_reward_func": 0.0375, |
| "eval_rewards/format_reward_func": 0.0, |
| "eval_runtime": 648.9136, |
| "eval_samples_per_second": 0.031, |
| "eval_steps_per_second": 0.008, |
| "step": 55 |
| }, |
| { |
| "epoch": 2.4, |
| "grad_norm": 0.024540750309824944, |
| "learning_rate": 2.1333333333333334e-07, |
| "loss": 0.0154, |
| "step": 60 |
| }, |
| { |
| "epoch": 2.4, |
| "eval_clip_ratio": 0.0, |
| "eval_completion_length": 245.5125, |
| "eval_kl": 3.3614039421081546e-05, |
| "eval_loss": 0.003208440961316228, |
| "eval_num_tokens": 372741.0, |
| "eval_reward": 0.0125, |
| "eval_reward_std": 0.025, |
| "eval_rewards/equation_reward_func": 0.0, |
| "eval_rewards/format_reward_func": 0.0125, |
| "eval_runtime": 649.682, |
| "eval_samples_per_second": 0.031, |
| "eval_steps_per_second": 0.008, |
| "step": 60 |
| }, |
| { |
| "epoch": 2.6, |
| "grad_norm": 0.021638961508870125, |
| "learning_rate": 1.4666666666666666e-07, |
| "loss": 0.0327, |
| "step": 65 |
| }, |
| { |
| "epoch": 2.6, |
| "eval_clip_ratio": 0.0, |
| "eval_completion_length": 248.375, |
| "eval_kl": 3.7464499473571775e-05, |
| "eval_loss": 0.008837858214974403, |
| "eval_num_tokens": 403457.0, |
| "eval_reward": 0.025, |
| "eval_reward_std": 0.05, |
| "eval_rewards/equation_reward_func": 0.0, |
| "eval_rewards/format_reward_func": 0.025, |
| "eval_runtime": 650.2835, |
| "eval_samples_per_second": 0.031, |
| "eval_steps_per_second": 0.008, |
| "step": 65 |
| }, |
| { |
| "epoch": 2.8, |
| "grad_norm": 9.145921353592712e-07, |
| "learning_rate": 8e-08, |
| "loss": 0.0034, |
| "step": 70 |
| }, |
| { |
| "epoch": 2.8, |
| "eval_clip_ratio": 0.0, |
| "eval_completion_length": 245.85, |
| "eval_kl": 4.0978193283081055e-05, |
| "eval_loss": 0.020375821739435196, |
| "eval_num_tokens": 434973.0, |
| "eval_reward": 0.05, |
| "eval_reward_std": 0.1, |
| "eval_rewards/equation_reward_func": 0.025, |
| "eval_rewards/format_reward_func": 0.025, |
| "eval_runtime": 648.4803, |
| "eval_samples_per_second": 0.031, |
| "eval_steps_per_second": 0.008, |
| "step": 70 |
| }, |
| { |
| "epoch": 3.0, |
| "grad_norm": 0.0, |
| "learning_rate": 1.3333333333333334e-08, |
| "loss": 0.0, |
| "step": 75 |
| }, |
| { |
| "epoch": 3.0, |
| "eval_clip_ratio": 0.0, |
| "eval_completion_length": 247.1125, |
| "eval_kl": 3.719329833984375e-05, |
| "eval_loss": 0.008141107857227325, |
| "eval_num_tokens": 466413.0, |
| "eval_reward": 0.025, |
| "eval_reward_std": 0.05, |
| "eval_rewards/equation_reward_func": 0.025, |
| "eval_rewards/format_reward_func": 0.0, |
| "eval_runtime": 649.5897, |
| "eval_samples_per_second": 0.031, |
| "eval_steps_per_second": 0.008, |
| "step": 75 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 75, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 15, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
