| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.9897610921501707, |
| "eval_steps": 146, |
| "global_step": 438, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.06825938566552901, |
| "grad_norm": 180.72653528520956, |
| "learning_rate": 4.942922374429224e-07, |
| "loss": 3.2191, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.13651877133105803, |
| "grad_norm": 67.78875632967043, |
| "learning_rate": 4.885844748858447e-07, |
| "loss": 1.3006, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.20477815699658702, |
| "grad_norm": 58.498874329827956, |
| "learning_rate": 4.828767123287671e-07, |
| "loss": 1.0222, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.27303754266211605, |
| "grad_norm": 65.81012271745634, |
| "learning_rate": 4.771689497716894e-07, |
| "loss": 1.0702, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.3412969283276451, |
| "grad_norm": 67.6868122468499, |
| "learning_rate": 4.7146118721461187e-07, |
| "loss": 0.8233, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.40955631399317405, |
| "grad_norm": 130.6895452398653, |
| "learning_rate": 4.657534246575342e-07, |
| "loss": 1.0114, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.4778156996587031, |
| "grad_norm": 67.10774835755684, |
| "learning_rate": 4.600456621004566e-07, |
| "loss": 0.7751, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.5460750853242321, |
| "grad_norm": 222.42047329326795, |
| "learning_rate": 4.54337899543379e-07, |
| "loss": 0.9296, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.6143344709897611, |
| "grad_norm": 53.90173100677448, |
| "learning_rate": 4.4863013698630134e-07, |
| "loss": 0.8508, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.6825938566552902, |
| "grad_norm": 73.87543764538118, |
| "learning_rate": 4.429223744292237e-07, |
| "loss": 0.7461, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.7508532423208191, |
| "grad_norm": 51.730677807091766, |
| "learning_rate": 4.372146118721461e-07, |
| "loss": 0.6538, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.8191126279863481, |
| "grad_norm": 58.532049779965085, |
| "learning_rate": 4.315068493150685e-07, |
| "loss": 0.7099, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.8873720136518771, |
| "grad_norm": 69.81205859668461, |
| "learning_rate": 4.2579908675799087e-07, |
| "loss": 0.7059, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.9556313993174061, |
| "grad_norm": 48.161843074686466, |
| "learning_rate": 4.200913242009132e-07, |
| "loss": 0.8547, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.9965870307167235, |
| "eval_loss": 0.6474742889404297, |
| "eval_runtime": 10.4556, |
| "eval_samples_per_second": 24.867, |
| "eval_steps_per_second": 3.156, |
| "step": 146 |
| }, |
| { |
| "epoch": 1.023890784982935, |
| "grad_norm": 27.25525751270437, |
| "learning_rate": 4.143835616438356e-07, |
| "loss": 0.6076, |
| "step": 150 |
| }, |
| { |
| "epoch": 1.0921501706484642, |
| "grad_norm": 25.863617719976116, |
| "learning_rate": 4.0867579908675797e-07, |
| "loss": 0.5054, |
| "step": 160 |
| }, |
| { |
| "epoch": 1.1604095563139931, |
| "grad_norm": 52.70780610444248, |
| "learning_rate": 4.029680365296804e-07, |
| "loss": 0.4987, |
| "step": 170 |
| }, |
| { |
| "epoch": 1.2286689419795223, |
| "grad_norm": 25.718837256960583, |
| "learning_rate": 3.972602739726027e-07, |
| "loss": 0.5697, |
| "step": 180 |
| }, |
| { |
| "epoch": 1.2969283276450512, |
| "grad_norm": 36.98618805648008, |
| "learning_rate": 3.915525114155251e-07, |
| "loss": 0.615, |
| "step": 190 |
| }, |
| { |
| "epoch": 1.36518771331058, |
| "grad_norm": 32.58402570740449, |
| "learning_rate": 3.858447488584475e-07, |
| "loss": 0.5849, |
| "step": 200 |
| }, |
| { |
| "epoch": 1.4334470989761092, |
| "grad_norm": 23.37886970180941, |
| "learning_rate": 3.8013698630136986e-07, |
| "loss": 0.5924, |
| "step": 210 |
| }, |
| { |
| "epoch": 1.5017064846416384, |
| "grad_norm": 27.73682160230221, |
| "learning_rate": 3.744292237442922e-07, |
| "loss": 0.5095, |
| "step": 220 |
| }, |
| { |
| "epoch": 1.5699658703071673, |
| "grad_norm": 58.838640484256175, |
| "learning_rate": 3.687214611872146e-07, |
| "loss": 0.4661, |
| "step": 230 |
| }, |
| { |
| "epoch": 1.6382252559726962, |
| "grad_norm": 29.677456691329837, |
| "learning_rate": 3.6301369863013697e-07, |
| "loss": 0.5448, |
| "step": 240 |
| }, |
| { |
| "epoch": 1.7064846416382253, |
| "grad_norm": 83.73694041166883, |
| "learning_rate": 3.573059360730594e-07, |
| "loss": 0.4715, |
| "step": 250 |
| }, |
| { |
| "epoch": 1.7747440273037542, |
| "grad_norm": 72.88041601319203, |
| "learning_rate": 3.515981735159817e-07, |
| "loss": 0.4408, |
| "step": 260 |
| }, |
| { |
| "epoch": 1.8430034129692832, |
| "grad_norm": 48.86805911410425, |
| "learning_rate": 3.4589041095890407e-07, |
| "loss": 0.5299, |
| "step": 270 |
| }, |
| { |
| "epoch": 1.9112627986348123, |
| "grad_norm": 56.39227585073634, |
| "learning_rate": 3.401826484018265e-07, |
| "loss": 0.462, |
| "step": 280 |
| }, |
| { |
| "epoch": 1.9795221843003414, |
| "grad_norm": 47.10405902113264, |
| "learning_rate": 3.3447488584474886e-07, |
| "loss": 0.5135, |
| "step": 290 |
| }, |
| { |
| "epoch": 1.993174061433447, |
| "eval_loss": 0.6217488646507263, |
| "eval_runtime": 10.0993, |
| "eval_samples_per_second": 25.744, |
| "eval_steps_per_second": 3.268, |
| "step": 292 |
| }, |
| { |
| "epoch": 2.04778156996587, |
| "grad_norm": 47.53720316702887, |
| "learning_rate": 3.287671232876712e-07, |
| "loss": 0.4304, |
| "step": 300 |
| }, |
| { |
| "epoch": 2.1160409556313993, |
| "grad_norm": 29.27611194113683, |
| "learning_rate": 3.230593607305936e-07, |
| "loss": 0.4024, |
| "step": 310 |
| }, |
| { |
| "epoch": 2.1843003412969284, |
| "grad_norm": 22.633855883872762, |
| "learning_rate": 3.1735159817351596e-07, |
| "loss": 0.3316, |
| "step": 320 |
| }, |
| { |
| "epoch": 2.252559726962457, |
| "grad_norm": 33.60546914801217, |
| "learning_rate": 3.116438356164384e-07, |
| "loss": 0.3474, |
| "step": 330 |
| }, |
| { |
| "epoch": 2.3208191126279862, |
| "grad_norm": 38.727812421442835, |
| "learning_rate": 3.059360730593607e-07, |
| "loss": 0.3546, |
| "step": 340 |
| }, |
| { |
| "epoch": 2.3890784982935154, |
| "grad_norm": 41.67978939810039, |
| "learning_rate": 3.0022831050228307e-07, |
| "loss": 0.2542, |
| "step": 350 |
| }, |
| { |
| "epoch": 2.4573378839590445, |
| "grad_norm": 77.57463923271911, |
| "learning_rate": 2.945205479452055e-07, |
| "loss": 0.2766, |
| "step": 360 |
| }, |
| { |
| "epoch": 2.5255972696245736, |
| "grad_norm": 59.43311669158369, |
| "learning_rate": 2.8881278538812786e-07, |
| "loss": 0.44, |
| "step": 370 |
| }, |
| { |
| "epoch": 2.5938566552901023, |
| "grad_norm": 22.434362950673165, |
| "learning_rate": 2.831050228310502e-07, |
| "loss": 0.2935, |
| "step": 380 |
| }, |
| { |
| "epoch": 2.6621160409556315, |
| "grad_norm": 30.626819579935223, |
| "learning_rate": 2.773972602739726e-07, |
| "loss": 0.3208, |
| "step": 390 |
| }, |
| { |
| "epoch": 2.73037542662116, |
| "grad_norm": 64.9106394772347, |
| "learning_rate": 2.7168949771689496e-07, |
| "loss": 0.41, |
| "step": 400 |
| }, |
| { |
| "epoch": 2.7986348122866893, |
| "grad_norm": 112.81858040393827, |
| "learning_rate": 2.659817351598174e-07, |
| "loss": 0.4234, |
| "step": 410 |
| }, |
| { |
| "epoch": 2.8668941979522184, |
| "grad_norm": 25.381208288443705, |
| "learning_rate": 2.602739726027397e-07, |
| "loss": 0.3328, |
| "step": 420 |
| }, |
| { |
| "epoch": 2.9351535836177476, |
| "grad_norm": 45.82561826818154, |
| "learning_rate": 2.5456621004566206e-07, |
| "loss": 0.4019, |
| "step": 430 |
| }, |
| { |
| "epoch": 2.9897610921501707, |
| "eval_loss": 0.64452064037323, |
| "eval_runtime": 10.0372, |
| "eval_samples_per_second": 25.904, |
| "eval_steps_per_second": 3.288, |
| "step": 438 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 876, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 6, |
| "save_steps": 146, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 6392788746240.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
