| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.9897610921501707, |
| "eval_steps": 146, |
| "global_step": 438, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.06825938566552901, |
| "grad_norm": 121.90807294112876, |
| "learning_rate": 9.885844748858448e-07, |
| "loss": 2.2874, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.13651877133105803, |
| "grad_norm": 50.17053366859769, |
| "learning_rate": 9.771689497716894e-07, |
| "loss": 0.9472, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.20477815699658702, |
| "grad_norm": 26.596625414659396, |
| "learning_rate": 9.657534246575343e-07, |
| "loss": 0.9087, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.27303754266211605, |
| "grad_norm": 66.69994801604244, |
| "learning_rate": 9.54337899543379e-07, |
| "loss": 0.8543, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.3412969283276451, |
| "grad_norm": 48.76266229603266, |
| "learning_rate": 9.429223744292237e-07, |
| "loss": 0.6994, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.40955631399317405, |
| "grad_norm": 52.043092597792516, |
| "learning_rate": 9.315068493150684e-07, |
| "loss": 0.7693, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.4778156996587031, |
| "grad_norm": 98.55471713268969, |
| "learning_rate": 9.200913242009132e-07, |
| "loss": 0.7138, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.5460750853242321, |
| "grad_norm": 78.48196775888992, |
| "learning_rate": 9.08675799086758e-07, |
| "loss": 0.7903, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.6143344709897611, |
| "grad_norm": 84.85124588773758, |
| "learning_rate": 8.972602739726027e-07, |
| "loss": 0.7586, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.6825938566552902, |
| "grad_norm": 58.99018773695002, |
| "learning_rate": 8.858447488584474e-07, |
| "loss": 0.663, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.7508532423208191, |
| "grad_norm": 39.94579058556075, |
| "learning_rate": 8.744292237442922e-07, |
| "loss": 0.589, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.8191126279863481, |
| "grad_norm": 58.372841216401504, |
| "learning_rate": 8.63013698630137e-07, |
| "loss": 0.699, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.8873720136518771, |
| "grad_norm": 43.360346848406074, |
| "learning_rate": 8.515981735159817e-07, |
| "loss": 0.6512, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.9556313993174061, |
| "grad_norm": 61.008846083100586, |
| "learning_rate": 8.401826484018264e-07, |
| "loss": 0.7701, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.9965870307167235, |
| "eval_loss": 0.619476318359375, |
| "eval_runtime": 10.3711, |
| "eval_samples_per_second": 25.07, |
| "eval_steps_per_second": 3.182, |
| "step": 146 |
| }, |
| { |
| "epoch": 1.023890784982935, |
| "grad_norm": 36.97894806080412, |
| "learning_rate": 8.287671232876712e-07, |
| "loss": 0.5175, |
| "step": 150 |
| }, |
| { |
| "epoch": 1.0921501706484642, |
| "grad_norm": 18.0897726845655, |
| "learning_rate": 8.173515981735159e-07, |
| "loss": 0.3988, |
| "step": 160 |
| }, |
| { |
| "epoch": 1.1604095563139931, |
| "grad_norm": 53.788209383918755, |
| "learning_rate": 8.059360730593608e-07, |
| "loss": 0.3701, |
| "step": 170 |
| }, |
| { |
| "epoch": 1.2286689419795223, |
| "grad_norm": 34.202912199875364, |
| "learning_rate": 7.945205479452054e-07, |
| "loss": 0.4629, |
| "step": 180 |
| }, |
| { |
| "epoch": 1.2969283276450512, |
| "grad_norm": 32.334790445469515, |
| "learning_rate": 7.831050228310501e-07, |
| "loss": 0.4946, |
| "step": 190 |
| }, |
| { |
| "epoch": 1.36518771331058, |
| "grad_norm": 34.57788598902016, |
| "learning_rate": 7.71689497716895e-07, |
| "loss": 0.5149, |
| "step": 200 |
| }, |
| { |
| "epoch": 1.4334470989761092, |
| "grad_norm": 40.59898497248684, |
| "learning_rate": 7.602739726027397e-07, |
| "loss": 0.4565, |
| "step": 210 |
| }, |
| { |
| "epoch": 1.5017064846416384, |
| "grad_norm": 28.000076288707174, |
| "learning_rate": 7.488584474885844e-07, |
| "loss": 0.4383, |
| "step": 220 |
| }, |
| { |
| "epoch": 1.5699658703071673, |
| "grad_norm": 28.11781200722797, |
| "learning_rate": 7.374429223744292e-07, |
| "loss": 0.3446, |
| "step": 230 |
| }, |
| { |
| "epoch": 1.6382252559726962, |
| "grad_norm": 21.457173259928325, |
| "learning_rate": 7.260273972602739e-07, |
| "loss": 0.4206, |
| "step": 240 |
| }, |
| { |
| "epoch": 1.7064846416382253, |
| "grad_norm": 11.954122609487266, |
| "learning_rate": 7.146118721461188e-07, |
| "loss": 0.4117, |
| "step": 250 |
| }, |
| { |
| "epoch": 1.7747440273037542, |
| "grad_norm": 25.454890078823407, |
| "learning_rate": 7.031963470319634e-07, |
| "loss": 0.3557, |
| "step": 260 |
| }, |
| { |
| "epoch": 1.8430034129692832, |
| "grad_norm": 59.00305506329269, |
| "learning_rate": 6.917808219178081e-07, |
| "loss": 0.4312, |
| "step": 270 |
| }, |
| { |
| "epoch": 1.9112627986348123, |
| "grad_norm": 19.693798816454596, |
| "learning_rate": 6.80365296803653e-07, |
| "loss": 0.3798, |
| "step": 280 |
| }, |
| { |
| "epoch": 1.9795221843003414, |
| "grad_norm": 31.09835580820732, |
| "learning_rate": 6.689497716894977e-07, |
| "loss": 0.4721, |
| "step": 290 |
| }, |
| { |
| "epoch": 1.993174061433447, |
| "eval_loss": 0.6094198226928711, |
| "eval_runtime": 10.038, |
| "eval_samples_per_second": 25.901, |
| "eval_steps_per_second": 3.287, |
| "step": 292 |
| }, |
| { |
| "epoch": 2.04778156996587, |
| "grad_norm": 14.148404582312557, |
| "learning_rate": 6.575342465753423e-07, |
| "loss": 0.3175, |
| "step": 300 |
| }, |
| { |
| "epoch": 2.1160409556313993, |
| "grad_norm": 9.302005033170696, |
| "learning_rate": 6.461187214611872e-07, |
| "loss": 0.3385, |
| "step": 310 |
| }, |
| { |
| "epoch": 2.1843003412969284, |
| "grad_norm": 23.055786559150018, |
| "learning_rate": 6.347031963470319e-07, |
| "loss": 0.2497, |
| "step": 320 |
| }, |
| { |
| "epoch": 2.252559726962457, |
| "grad_norm": 15.965787246539906, |
| "learning_rate": 6.232876712328768e-07, |
| "loss": 0.2529, |
| "step": 330 |
| }, |
| { |
| "epoch": 2.3208191126279862, |
| "grad_norm": 19.137778271986814, |
| "learning_rate": 6.118721461187214e-07, |
| "loss": 0.2681, |
| "step": 340 |
| }, |
| { |
| "epoch": 2.3890784982935154, |
| "grad_norm": 43.528989020233965, |
| "learning_rate": 6.004566210045661e-07, |
| "loss": 0.1969, |
| "step": 350 |
| }, |
| { |
| "epoch": 2.4573378839590445, |
| "grad_norm": 38.488063777446804, |
| "learning_rate": 5.89041095890411e-07, |
| "loss": 0.244, |
| "step": 360 |
| }, |
| { |
| "epoch": 2.5255972696245736, |
| "grad_norm": 19.9306913959441, |
| "learning_rate": 5.776255707762557e-07, |
| "loss": 0.3198, |
| "step": 370 |
| }, |
| { |
| "epoch": 2.5938566552901023, |
| "grad_norm": 19.0407162824872, |
| "learning_rate": 5.662100456621004e-07, |
| "loss": 0.2783, |
| "step": 380 |
| }, |
| { |
| "epoch": 2.6621160409556315, |
| "grad_norm": 16.817106035170273, |
| "learning_rate": 5.547945205479452e-07, |
| "loss": 0.2687, |
| "step": 390 |
| }, |
| { |
| "epoch": 2.73037542662116, |
| "grad_norm": 27.440144369018864, |
| "learning_rate": 5.433789954337899e-07, |
| "loss": 0.2999, |
| "step": 400 |
| }, |
| { |
| "epoch": 2.7986348122866893, |
| "grad_norm": 26.842832940417683, |
| "learning_rate": 5.319634703196348e-07, |
| "loss": 0.3246, |
| "step": 410 |
| }, |
| { |
| "epoch": 2.8668941979522184, |
| "grad_norm": 52.24386186460223, |
| "learning_rate": 5.205479452054794e-07, |
| "loss": 0.2099, |
| "step": 420 |
| }, |
| { |
| "epoch": 2.9351535836177476, |
| "grad_norm": 39.20725213578627, |
| "learning_rate": 5.091324200913241e-07, |
| "loss": 0.3482, |
| "step": 430 |
| }, |
| { |
| "epoch": 2.9897610921501707, |
| "eval_loss": 0.6506538391113281, |
| "eval_runtime": 10.0544, |
| "eval_samples_per_second": 25.859, |
| "eval_steps_per_second": 3.282, |
| "step": 438 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 876, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 6, |
| "save_steps": 146, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 6392788746240.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
