| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 29.78527607361963, |
| "eval_steps": 2, |
| "global_step": 30, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.7852760736196319, |
| "grad_norm": 16.91557013833436, |
| "learning_rate": 6.25e-07, |
| "loss": 0.6924901008605957, |
| "memory(GiB)": 59.48, |
| "step": 1, |
| "token_acc": 0.8249132429587075, |
| "train_speed(iter/s)": 0.004929 |
| }, |
| { |
| "epoch": 1.7852760736196318, |
| "grad_norm": 32.093819128778975, |
| "learning_rate": 1.25e-06, |
| "loss": 1.3804800510406494, |
| "memory(GiB)": 65.24, |
| "step": 2, |
| "token_acc": 0.8298509781294038, |
| "train_speed(iter/s)": 0.004777 |
| }, |
| { |
| "epoch": 2.785276073619632, |
| "grad_norm": 28.105492367287425, |
| "learning_rate": 1.8750000000000003e-06, |
| "loss": 1.368883490562439, |
| "memory(GiB)": 65.24, |
| "step": 3, |
| "token_acc": 0.8234861950468065, |
| "train_speed(iter/s)": 0.004504 |
| }, |
| { |
| "epoch": 3.785276073619632, |
| "grad_norm": 23.4948914824423, |
| "learning_rate": 2.5e-06, |
| "loss": 1.3871572017669678, |
| "memory(GiB)": 65.24, |
| "step": 4, |
| "token_acc": 0.8268231152830742, |
| "train_speed(iter/s)": 0.004539 |
| }, |
| { |
| "epoch": 4.785276073619632, |
| "grad_norm": 22.70640438340761, |
| "learning_rate": 3.125e-06, |
| "loss": 1.3857779502868652, |
| "memory(GiB)": 65.24, |
| "step": 5, |
| "token_acc": 0.8242320404393895, |
| "train_speed(iter/s)": 0.004446 |
| }, |
| { |
| "epoch": 5.785276073619632, |
| "grad_norm": 15.466734654904698, |
| "learning_rate": 3.7500000000000005e-06, |
| "loss": 1.2761751413345337, |
| "memory(GiB)": 65.24, |
| "step": 6, |
| "token_acc": 0.8388591983556012, |
| "train_speed(iter/s)": 0.004472 |
| }, |
| { |
| "epoch": 6.785276073619632, |
| "grad_norm": 16.008101850251936, |
| "learning_rate": 4.3750000000000005e-06, |
| "loss": 1.254455804824829, |
| "memory(GiB)": 65.24, |
| "step": 7, |
| "token_acc": 0.8327785368277233, |
| "train_speed(iter/s)": 0.004412 |
| }, |
| { |
| "epoch": 7.785276073619632, |
| "grad_norm": 14.437159936379576, |
| "learning_rate": 5e-06, |
| "loss": 1.2218172550201416, |
| "memory(GiB)": 65.24, |
| "step": 8, |
| "token_acc": 0.8436573882508192, |
| "train_speed(iter/s)": 0.004441 |
| }, |
| { |
| "epoch": 8.785276073619633, |
| "grad_norm": 11.827036693336053, |
| "learning_rate": 4.987961816680493e-06, |
| "loss": 1.0844422578811646, |
| "memory(GiB)": 65.24, |
| "step": 9, |
| "token_acc": 0.8532927916376647, |
| "train_speed(iter/s)": 0.004399 |
| }, |
| { |
| "epoch": 9.785276073619633, |
| "grad_norm": 8.677216453543807, |
| "learning_rate": 4.9519632010080765e-06, |
| "loss": 1.0037188529968262, |
| "memory(GiB)": 65.24, |
| "step": 10, |
| "token_acc": 0.8562772549919669, |
| "train_speed(iter/s)": 0.00442 |
| }, |
| { |
| "epoch": 10.785276073619633, |
| "grad_norm": 9.608357831993152, |
| "learning_rate": 4.8923508393305224e-06, |
| "loss": 0.8877495527267456, |
| "memory(GiB)": 65.24, |
| "step": 11, |
| "token_acc": 0.8673956568612352, |
| "train_speed(iter/s)": 0.004387 |
| }, |
| { |
| "epoch": 11.785276073619633, |
| "grad_norm": 5.865247304013574, |
| "learning_rate": 4.809698831278217e-06, |
| "loss": 0.8756588697433472, |
| "memory(GiB)": 65.24, |
| "step": 12, |
| "token_acc": 0.8741366742033928, |
| "train_speed(iter/s)": 0.004405 |
| }, |
| { |
| "epoch": 12.785276073619633, |
| "grad_norm": 8.181094202272746, |
| "learning_rate": 4.704803160870888e-06, |
| "loss": 0.8439725637435913, |
| "memory(GiB)": 65.24, |
| "step": 13, |
| "token_acc": 0.8747614672415012, |
| "train_speed(iter/s)": 0.00438 |
| }, |
| { |
| "epoch": 13.785276073619633, |
| "grad_norm": 3.0779863644676038, |
| "learning_rate": 4.578674030756364e-06, |
| "loss": 0.8301749229431152, |
| "memory(GiB)": 65.24, |
| "step": 14, |
| "token_acc": 0.8825180146971391, |
| "train_speed(iter/s)": 0.0044 |
| }, |
| { |
| "epoch": 14.785276073619633, |
| "grad_norm": 2.2519308642126976, |
| "learning_rate": 4.432526133406843e-06, |
| "loss": 0.7788468599319458, |
| "memory(GiB)": 65.24, |
| "step": 15, |
| "token_acc": 0.8834006700827749, |
| "train_speed(iter/s)": 0.004377 |
| }, |
| { |
| "epoch": 15.785276073619633, |
| "grad_norm": 2.472550949106497, |
| "learning_rate": 4.267766952966369e-06, |
| "loss": 0.7373002767562866, |
| "memory(GiB)": 65.24, |
| "step": 16, |
| "token_acc": 0.8850886438730918, |
| "train_speed(iter/s)": 0.004393 |
| }, |
| { |
| "epoch": 16.78527607361963, |
| "grad_norm": 2.167954580123407, |
| "learning_rate": 4.085983210409114e-06, |
| "loss": 0.7213550806045532, |
| "memory(GiB)": 65.24, |
| "step": 17, |
| "token_acc": 0.8929335420724931, |
| "train_speed(iter/s)": 0.004374 |
| }, |
| { |
| "epoch": 17.78527607361963, |
| "grad_norm": 7.407922053021935, |
| "learning_rate": 3.888925582549006e-06, |
| "loss": 0.6829527616500854, |
| "memory(GiB)": 65.24, |
| "step": 18, |
| "token_acc": 0.898971411837915, |
| "train_speed(iter/s)": 0.004387 |
| }, |
| { |
| "epoch": 18.78527607361963, |
| "grad_norm": 3.205996489689816, |
| "learning_rate": 3.6784918420649952e-06, |
| "loss": 0.6937679648399353, |
| "memory(GiB)": 65.24, |
| "step": 19, |
| "token_acc": 0.89389552274522, |
| "train_speed(iter/s)": 0.004367 |
| }, |
| { |
| "epoch": 19.78527607361963, |
| "grad_norm": 1.8062200639280714, |
| "learning_rate": 3.4567085809127247e-06, |
| "loss": 0.6299235224723816, |
| "memory(GiB)": 65.24, |
| "step": 20, |
| "token_acc": 0.8986795675864391, |
| "train_speed(iter/s)": 0.004381 |
| }, |
| { |
| "epoch": 20.78527607361963, |
| "grad_norm": 1.8367029186994497, |
| "learning_rate": 3.225711693136156e-06, |
| "loss": 0.6152043342590332, |
| "memory(GiB)": 65.24, |
| "step": 21, |
| "token_acc": 0.8981181532678849, |
| "train_speed(iter/s)": 0.004366 |
| }, |
| { |
| "epoch": 21.78527607361963, |
| "grad_norm": 1.6858306482437981, |
| "learning_rate": 2.9877258050403214e-06, |
| "loss": 0.5852848887443542, |
| "memory(GiB)": 65.24, |
| "step": 22, |
| "token_acc": 0.9046662374852932, |
| "train_speed(iter/s)": 0.004377 |
| }, |
| { |
| "epoch": 22.78527607361963, |
| "grad_norm": 1.5396750222326772, |
| "learning_rate": 2.7450428508239024e-06, |
| "loss": 0.5857734680175781, |
| "memory(GiB)": 65.24, |
| "step": 23, |
| "token_acc": 0.9069728121195726, |
| "train_speed(iter/s)": 0.004362 |
| }, |
| { |
| "epoch": 23.78527607361963, |
| "grad_norm": 2.726801161598347, |
| "learning_rate": 2.5e-06, |
| "loss": 0.594467043876648, |
| "memory(GiB)": 65.24, |
| "step": 24, |
| "token_acc": 0.9061053767793295, |
| "train_speed(iter/s)": 0.004374 |
| }, |
| { |
| "epoch": 24.78527607361963, |
| "grad_norm": 1.3473993763783847, |
| "learning_rate": 2.2549571491760985e-06, |
| "loss": 0.5740076303482056, |
| "memory(GiB)": 65.24, |
| "step": 25, |
| "token_acc": 0.9047997112955611, |
| "train_speed(iter/s)": 0.004361 |
| }, |
| { |
| "epoch": 25.78527607361963, |
| "grad_norm": 1.4244563323397152, |
| "learning_rate": 2.01227419495968e-06, |
| "loss": 0.5681454539299011, |
| "memory(GiB)": 65.24, |
| "step": 26, |
| "token_acc": 0.9087721742360918, |
| "train_speed(iter/s)": 0.00437 |
| }, |
| { |
| "epoch": 26.78527607361963, |
| "grad_norm": 1.239553560433712, |
| "learning_rate": 1.7742883068638447e-06, |
| "loss": 0.5257890224456787, |
| "memory(GiB)": 65.24, |
| "step": 27, |
| "token_acc": 0.9064646632419414, |
| "train_speed(iter/s)": 0.00436 |
| }, |
| { |
| "epoch": 27.78527607361963, |
| "grad_norm": 1.1788437383399384, |
| "learning_rate": 1.5432914190872757e-06, |
| "loss": 0.5807796716690063, |
| "memory(GiB)": 65.24, |
| "step": 28, |
| "token_acc": 0.9147543418525945, |
| "train_speed(iter/s)": 0.004368 |
| }, |
| { |
| "epoch": 28.78527607361963, |
| "grad_norm": 1.1910633482768642, |
| "learning_rate": 1.3215081579350058e-06, |
| "loss": 0.5537985563278198, |
| "memory(GiB)": 65.24, |
| "step": 29, |
| "token_acc": 0.9150303118131536, |
| "train_speed(iter/s)": 0.004357 |
| }, |
| { |
| "epoch": 29.78527607361963, |
| "grad_norm": 1.2237195172674145, |
| "learning_rate": 1.1110744174509952e-06, |
| "loss": 0.5225300788879395, |
| "memory(GiB)": 65.24, |
| "step": 30, |
| "token_acc": 0.9138848454453157, |
| "train_speed(iter/s)": 0.004366 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 40, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 40, |
| "save_steps": 2, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 47704180129792.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
