| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.6419515326592842, |
| "eval_steps": 500, |
| "global_step": 500, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "entropy": 1.769014136493206, |
| "epoch": 0.03209757663296421, |
| "grad_norm": 0.0654296875, |
| "learning_rate": 0.0002, |
| "loss": 1.927232666015625, |
| "mean_token_accuracy": 0.5845547493547201, |
| "num_tokens": 147388.0, |
| "step": 25 |
| }, |
| { |
| "entropy": 1.5947067447006702, |
| "epoch": 0.06419515326592842, |
| "grad_norm": 0.0703125, |
| "learning_rate": 0.00019945941475610623, |
| "loss": 1.5756130981445313, |
| "mean_token_accuracy": 0.6429479970037937, |
| "num_tokens": 291902.0, |
| "step": 50 |
| }, |
| { |
| "entropy": 1.4042670665308834, |
| "epoch": 0.09629272989889263, |
| "grad_norm": 0.083984375, |
| "learning_rate": 0.00019784350367254322, |
| "loss": 1.3896011352539062, |
| "mean_token_accuracy": 0.6840905399620533, |
| "num_tokens": 436739.0, |
| "step": 75 |
| }, |
| { |
| "entropy": 1.2599401247128845, |
| "epoch": 0.12839030653185685, |
| "grad_norm": 0.07470703125, |
| "learning_rate": 0.00019516973750305532, |
| "loss": 1.247992630004883, |
| "mean_token_accuracy": 0.7115654723346233, |
| "num_tokens": 578709.0, |
| "step": 100 |
| }, |
| { |
| "entropy": 1.1777591889351606, |
| "epoch": 0.16048788316482104, |
| "grad_norm": 0.0859375, |
| "learning_rate": 0.0001914670242183795, |
| "loss": 1.1679031372070312, |
| "mean_token_accuracy": 0.7358129184693099, |
| "num_tokens": 723238.0, |
| "step": 125 |
| }, |
| { |
| "entropy": 1.0801194526255131, |
| "epoch": 0.19258545979778527, |
| "grad_norm": 0.1064453125, |
| "learning_rate": 0.00018677539646179707, |
| "loss": 1.0448343658447266, |
| "mean_token_accuracy": 0.7570553781092166, |
| "num_tokens": 866427.0, |
| "step": 150 |
| }, |
| { |
| "entropy": 1.0227313496544956, |
| "epoch": 0.22468303643074947, |
| "grad_norm": 0.080078125, |
| "learning_rate": 0.00018114557872800905, |
| "loss": 1.023138198852539, |
| "mean_token_accuracy": 0.7729750864207745, |
| "num_tokens": 1012131.0, |
| "step": 175 |
| }, |
| { |
| "entropy": 0.8637316187471151, |
| "epoch": 0.2567806130637137, |
| "grad_norm": 0.09033203125, |
| "learning_rate": 0.00017463843894486937, |
| "loss": 0.8490833282470703, |
| "mean_token_accuracy": 0.8087801007926464, |
| "num_tokens": 1157299.0, |
| "step": 200 |
| }, |
| { |
| "entropy": 0.8652995108067989, |
| "epoch": 0.2888781896966779, |
| "grad_norm": 0.07373046875, |
| "learning_rate": 0.00016732433038731242, |
| "loss": 0.8502191162109375, |
| "mean_token_accuracy": 0.8063283850252628, |
| "num_tokens": 1299656.0, |
| "step": 225 |
| }, |
| { |
| "entropy": 0.7840015215892344, |
| "epoch": 0.3209757663296421, |
| "grad_norm": 0.087890625, |
| "learning_rate": 0.0001592823310385073, |
| "loss": 0.7785140228271484, |
| "mean_token_accuracy": 0.8246484726667405, |
| "num_tokens": 1441547.0, |
| "step": 250 |
| }, |
| { |
| "entropy": 0.8248297751229257, |
| "epoch": 0.35307334296260634, |
| "grad_norm": 0.1279296875, |
| "learning_rate": 0.00015059938862204127, |
| "loss": 0.8086457824707032, |
| "mean_token_accuracy": 0.8171890932321548, |
| "num_tokens": 1582972.0, |
| "step": 275 |
| }, |
| { |
| "entropy": 0.770206793518737, |
| "epoch": 0.38517091959557054, |
| "grad_norm": 0.12890625, |
| "learning_rate": 0.00014136938054879283, |
| "loss": 0.7686289978027344, |
| "mean_token_accuracy": 0.8326107160747052, |
| "num_tokens": 1731903.0, |
| "step": 300 |
| }, |
| { |
| "entropy": 0.8494727142900228, |
| "epoch": 0.41726849622853474, |
| "grad_norm": 0.072265625, |
| "learning_rate": 0.0001316920989420703, |
| "loss": 0.842440185546875, |
| "mean_token_accuracy": 0.812195960432291, |
| "num_tokens": 1877046.0, |
| "step": 325 |
| }, |
| { |
| "entropy": 0.7691456920653582, |
| "epoch": 0.44936607286149893, |
| "grad_norm": 0.08984375, |
| "learning_rate": 0.00012167217171462566, |
| "loss": 0.7498253631591797, |
| "mean_token_accuracy": 0.8340029817819595, |
| "num_tokens": 2020060.0, |
| "step": 350 |
| }, |
| { |
| "entropy": 0.6002831929549575, |
| "epoch": 0.4814636494944632, |
| "grad_norm": 0.09716796875, |
| "learning_rate": 0.00011141793136253986, |
| "loss": 0.574959716796875, |
| "mean_token_accuracy": 0.8719502376019954, |
| "num_tokens": 2163196.0, |
| "step": 375 |
| }, |
| { |
| "entropy": 0.5365751892980188, |
| "epoch": 0.5135612261274274, |
| "grad_norm": 0.060546875, |
| "learning_rate": 0.00010104024370624644, |
| "loss": 0.5327357482910157, |
| "mean_token_accuracy": 0.8794836418330669, |
| "num_tokens": 2306310.0, |
| "step": 400 |
| }, |
| { |
| "entropy": 0.6227946990681812, |
| "epoch": 0.5456588027603916, |
| "grad_norm": 0.08837890625, |
| "learning_rate": 9.065130924199998e-05, |
| "loss": 0.6111849975585938, |
| "mean_token_accuracy": 0.8625345961749553, |
| "num_tokens": 2451606.0, |
| "step": 425 |
| }, |
| { |
| "entropy": 0.5804533056542277, |
| "epoch": 0.5777563793933558, |
| "grad_norm": 0.0654296875, |
| "learning_rate": 8.036345006322359e-05, |
| "loss": 0.5718699645996094, |
| "mean_token_accuracy": 0.8725813579559326, |
| "num_tokens": 2597270.0, |
| "step": 450 |
| }, |
| { |
| "entropy": 0.6302943672612309, |
| "epoch": 0.60985395602632, |
| "grad_norm": 0.06884765625, |
| "learning_rate": 7.028789546718326e-05, |
| "loss": 0.6353359985351562, |
| "mean_token_accuracy": 0.8635560862720013, |
| "num_tokens": 2742612.0, |
| "step": 475 |
| }, |
| { |
| "entropy": 0.5299606989277527, |
| "epoch": 0.6419515326592842, |
| "grad_norm": 0.08935546875, |
| "learning_rate": 6.053357937665237e-05, |
| "loss": 0.5236670303344727, |
| "mean_token_accuracy": 0.8828775423765183, |
| "num_tokens": 2887935.0, |
| "step": 500 |
| } |
| ], |
| "logging_steps": 25, |
| "max_steps": 779, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.2321644951250432e+17, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
