| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 7299, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.20550760378133992, |
| "grad_norm": 0.9523736834526062, |
| "learning_rate": 1.8629949308124403e-05, |
| "loss": 0.1346, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.20550760378133992, |
| "eval_accuracy": 0.9909558067831449, |
| "eval_loss": 0.03258030116558075, |
| "eval_runtime": 45.1976, |
| "eval_samples_per_second": 107.638, |
| "eval_steps_per_second": 13.474, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.41101520756267984, |
| "grad_norm": 0.014003735035657883, |
| "learning_rate": 1.7259898616248804e-05, |
| "loss": 0.047, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.41101520756267984, |
| "eval_accuracy": 0.9872559095580679, |
| "eval_loss": 0.07240545004606247, |
| "eval_runtime": 44.1247, |
| "eval_samples_per_second": 110.256, |
| "eval_steps_per_second": 13.802, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.6165228113440198, |
| "grad_norm": 0.00866780523210764, |
| "learning_rate": 1.58898479243732e-05, |
| "loss": 0.0342, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.6165228113440198, |
| "eval_accuracy": 0.9901336073997945, |
| "eval_loss": 0.055349577218294144, |
| "eval_runtime": 42.3578, |
| "eval_samples_per_second": 114.855, |
| "eval_steps_per_second": 14.378, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.8220304151253597, |
| "grad_norm": 0.028850242495536804, |
| "learning_rate": 1.4519797232497603e-05, |
| "loss": 0.0284, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.8220304151253597, |
| "eval_accuracy": 0.9790339157245632, |
| "eval_loss": 0.12142039090394974, |
| "eval_runtime": 42.7356, |
| "eval_samples_per_second": 113.84, |
| "eval_steps_per_second": 14.25, |
| "step": 2000 |
| }, |
| { |
| "epoch": 1.0275380189066996, |
| "grad_norm": 0.0015924024628475308, |
| "learning_rate": 1.3149746540622004e-05, |
| "loss": 0.0231, |
| "step": 2500 |
| }, |
| { |
| "epoch": 1.0275380189066996, |
| "eval_accuracy": 0.9843782117163412, |
| "eval_loss": 0.0819912925362587, |
| "eval_runtime": 38.0093, |
| "eval_samples_per_second": 127.995, |
| "eval_steps_per_second": 16.022, |
| "step": 2500 |
| }, |
| { |
| "epoch": 1.2330456226880395, |
| "grad_norm": 0.007981816306710243, |
| "learning_rate": 1.1779695848746405e-05, |
| "loss": 0.0223, |
| "step": 3000 |
| }, |
| { |
| "epoch": 1.2330456226880395, |
| "eval_accuracy": 0.9856115107913669, |
| "eval_loss": 0.06681085377931595, |
| "eval_runtime": 45.9508, |
| "eval_samples_per_second": 105.874, |
| "eval_steps_per_second": 13.253, |
| "step": 3000 |
| }, |
| { |
| "epoch": 1.4385532264693794, |
| "grad_norm": 0.0008939368417486548, |
| "learning_rate": 1.0409645156870804e-05, |
| "loss": 0.0102, |
| "step": 3500 |
| }, |
| { |
| "epoch": 1.4385532264693794, |
| "eval_accuracy": 0.9716341212744091, |
| "eval_loss": 0.17282135784626007, |
| "eval_runtime": 44.1285, |
| "eval_samples_per_second": 110.246, |
| "eval_steps_per_second": 13.801, |
| "step": 3500 |
| }, |
| { |
| "epoch": 1.6440608302507194, |
| "grad_norm": 0.0006680354126729071, |
| "learning_rate": 9.039594464995205e-06, |
| "loss": 0.0092, |
| "step": 4000 |
| }, |
| { |
| "epoch": 1.6440608302507194, |
| "eval_accuracy": 0.9895169578622816, |
| "eval_loss": 0.07168136537075043, |
| "eval_runtime": 45.5874, |
| "eval_samples_per_second": 106.718, |
| "eval_steps_per_second": 13.359, |
| "step": 4000 |
| }, |
| { |
| "epoch": 1.8495684340320593, |
| "grad_norm": 0.000525481125805527, |
| "learning_rate": 7.669543773119606e-06, |
| "loss": 0.0102, |
| "step": 4500 |
| }, |
| { |
| "epoch": 1.8495684340320593, |
| "eval_accuracy": 0.9882836587872559, |
| "eval_loss": 0.06586801260709763, |
| "eval_runtime": 44.823, |
| "eval_samples_per_second": 108.538, |
| "eval_steps_per_second": 13.587, |
| "step": 4500 |
| }, |
| { |
| "epoch": 2.055076037813399, |
| "grad_norm": 0.0005221966421231627, |
| "learning_rate": 6.299493081244007e-06, |
| "loss": 0.0067, |
| "step": 5000 |
| }, |
| { |
| "epoch": 2.055076037813399, |
| "eval_accuracy": 0.9872559095580679, |
| "eval_loss": 0.07754110544919968, |
| "eval_runtime": 44.8882, |
| "eval_samples_per_second": 108.38, |
| "eval_steps_per_second": 13.567, |
| "step": 5000 |
| }, |
| { |
| "epoch": 2.260583641594739, |
| "grad_norm": 0.00018965282652061433, |
| "learning_rate": 4.929442389368407e-06, |
| "loss": 0.0028, |
| "step": 5500 |
| }, |
| { |
| "epoch": 2.260583641594739, |
| "eval_accuracy": 0.9827338129496402, |
| "eval_loss": 0.10580458492040634, |
| "eval_runtime": 44.8351, |
| "eval_samples_per_second": 108.509, |
| "eval_steps_per_second": 13.583, |
| "step": 5500 |
| }, |
| { |
| "epoch": 2.466091245376079, |
| "grad_norm": 0.0001756457204464823, |
| "learning_rate": 3.5593916974928076e-06, |
| "loss": 0.0022, |
| "step": 6000 |
| }, |
| { |
| "epoch": 2.466091245376079, |
| "eval_accuracy": 0.9905447070914697, |
| "eval_loss": 0.058701325207948685, |
| "eval_runtime": 45.273, |
| "eval_samples_per_second": 107.459, |
| "eval_steps_per_second": 13.452, |
| "step": 6000 |
| }, |
| { |
| "epoch": 2.671598849157419, |
| "grad_norm": 0.00028377334820106626, |
| "learning_rate": 2.189341005617208e-06, |
| "loss": 0.0, |
| "step": 6500 |
| }, |
| { |
| "epoch": 2.671598849157419, |
| "eval_accuracy": 0.9835560123329907, |
| "eval_loss": 0.11242231726646423, |
| "eval_runtime": 41.9421, |
| "eval_samples_per_second": 115.993, |
| "eval_steps_per_second": 14.52, |
| "step": 6500 |
| }, |
| { |
| "epoch": 2.877106452938759, |
| "grad_norm": 0.0001175385041278787, |
| "learning_rate": 8.192903137416085e-07, |
| "loss": 0.0008, |
| "step": 7000 |
| }, |
| { |
| "epoch": 2.877106452938759, |
| "eval_accuracy": 0.9864337101747174, |
| "eval_loss": 0.08880383521318436, |
| "eval_runtime": 39.0528, |
| "eval_samples_per_second": 124.575, |
| "eval_steps_per_second": 15.594, |
| "step": 7000 |
| } |
| ], |
| "logging_steps": 500, |
| "max_steps": 7299, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "total_flos": 1.08775763062404e+16, |
| "train_batch_size": 8, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
