| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.2738853503184713, |
| "eval_steps": 500, |
| "global_step": 200, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.06369426751592357, |
| "grad_norm": 21.267967714208993, |
| "learning_rate": 1.8750000000000003e-06, |
| "loss": 2.447, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.12738853503184713, |
| "grad_norm": 4.5780419436683655, |
| "learning_rate": 3.958333333333333e-06, |
| "loss": 1.8303, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.1910828025477707, |
| "grad_norm": 2.6941629656600843, |
| "learning_rate": 6.041666666666667e-06, |
| "loss": 1.2619, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.25477707006369427, |
| "grad_norm": 2.212026239851483, |
| "learning_rate": 8.125000000000001e-06, |
| "loss": 1.0527, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.3184713375796178, |
| "grad_norm": 2.201982410023539, |
| "learning_rate": 9.999862102299874e-06, |
| "loss": 0.958, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.3821656050955414, |
| "grad_norm": 1.784738906519362, |
| "learning_rate": 9.983323579940351e-06, |
| "loss": 0.917, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.445859872611465, |
| "grad_norm": 1.8089946959171528, |
| "learning_rate": 9.939310009499348e-06, |
| "loss": 0.893, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.5095541401273885, |
| "grad_norm": 1.9080843392439555, |
| "learning_rate": 9.868064055324204e-06, |
| "loss": 0.8733, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.5732484076433121, |
| "grad_norm": 1.7471544376369283, |
| "learning_rate": 9.76997852474223e-06, |
| "loss": 0.8497, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.6369426751592356, |
| "grad_norm": 1.7890465333644847, |
| "learning_rate": 9.645594202357438e-06, |
| "loss": 0.8419, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.7006369426751592, |
| "grad_norm": 1.6554683912315524, |
| "learning_rate": 9.495596868489588e-06, |
| "loss": 0.8287, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.7643312101910829, |
| "grad_norm": 1.9772255855653391, |
| "learning_rate": 9.320813518194084e-06, |
| "loss": 0.8228, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.8280254777070064, |
| "grad_norm": 1.6826525630629694, |
| "learning_rate": 9.122207801708802e-06, |
| "loss": 0.7981, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.89171974522293, |
| "grad_norm": 1.6662718650026702, |
| "learning_rate": 8.900874711466436e-06, |
| "loss": 0.7887, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.9554140127388535, |
| "grad_norm": 1.8810043934603964, |
| "learning_rate": 8.658034544965003e-06, |
| "loss": 0.7796, |
| "step": 150 |
| }, |
| { |
| "epoch": 1.019108280254777, |
| "grad_norm": 1.9585298536176439, |
| "learning_rate": 8.395026176781627e-06, |
| "loss": 0.7628, |
| "step": 160 |
| }, |
| { |
| "epoch": 1.0828025477707006, |
| "grad_norm": 1.7354782145978755, |
| "learning_rate": 8.113299676823614e-06, |
| "loss": 0.7154, |
| "step": 170 |
| }, |
| { |
| "epoch": 1.1464968152866242, |
| "grad_norm": 1.7084830286293966, |
| "learning_rate": 7.814408315515419e-06, |
| "loss": 0.7106, |
| "step": 180 |
| }, |
| { |
| "epoch": 1.2101910828025477, |
| "grad_norm": 1.825987376263087, |
| "learning_rate": 7.500000000000001e-06, |
| "loss": 0.7161, |
| "step": 190 |
| }, |
| { |
| "epoch": 1.2738853503184713, |
| "grad_norm": 1.9190047988376515, |
| "learning_rate": 7.1718081885702905e-06, |
| "loss": 0.6945, |
| "step": 200 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 471, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 200, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 15387555004416.0, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
