| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.6149993409779886, |
| "eval_steps": 100, |
| "global_step": 3100, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.08, |
| "grad_norm": 6.90625, |
| "learning_rate": 3e-06, |
| "loss": 3.4225, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.08, |
| "eval_loss": 3.0902585983276367, |
| "eval_runtime": 125.4074, |
| "eval_samples_per_second": 67.221, |
| "eval_steps_per_second": 33.61, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 3.3125, |
| "learning_rate": 6e-06, |
| "loss": 2.6313, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.17, |
| "eval_loss": 1.4370466470718384, |
| "eval_runtime": 124.5179, |
| "eval_samples_per_second": 67.701, |
| "eval_steps_per_second": 33.851, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 1.4453125, |
| "learning_rate": 9e-06, |
| "loss": 1.2926, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.25, |
| "eval_loss": 1.0395174026489258, |
| "eval_runtime": 125.1005, |
| "eval_samples_per_second": 67.386, |
| "eval_steps_per_second": 33.693, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 1.6015625, |
| "learning_rate": 1.2e-05, |
| "loss": 1.1492, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.34, |
| "eval_loss": 1.0025979280471802, |
| "eval_runtime": 124.2401, |
| "eval_samples_per_second": 67.852, |
| "eval_steps_per_second": 33.926, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 1.2734375, |
| "learning_rate": 1.5e-05, |
| "loss": 1.1062, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.42, |
| "eval_loss": 0.9820207357406616, |
| "eval_runtime": 124.4083, |
| "eval_samples_per_second": 67.761, |
| "eval_steps_per_second": 33.88, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.3984375, |
| "learning_rate": 1.4960378963658215e-05, |
| "loss": 1.0761, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.51, |
| "eval_loss": 0.9677473902702332, |
| "eval_runtime": 124.3968, |
| "eval_samples_per_second": 67.767, |
| "eval_steps_per_second": 33.884, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 1.328125, |
| "learning_rate": 1.484193447503841e-05, |
| "loss": 1.056, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.59, |
| "eval_loss": 0.9569339156150818, |
| "eval_runtime": 124.228, |
| "eval_samples_per_second": 67.859, |
| "eval_steps_per_second": 33.93, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 1.359375, |
| "learning_rate": 1.4645917972377404e-05, |
| "loss": 1.0446, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.67, |
| "eval_loss": 0.9495565891265869, |
| "eval_runtime": 124.2985, |
| "eval_samples_per_second": 67.821, |
| "eval_steps_per_second": 33.91, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 1.3125, |
| "learning_rate": 1.4374400489535342e-05, |
| "loss": 1.0399, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.76, |
| "eval_loss": 0.9445509910583496, |
| "eval_runtime": 124.152, |
| "eval_samples_per_second": 67.901, |
| "eval_steps_per_second": 33.95, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 1.2578125, |
| "learning_rate": 1.403025077426025e-05, |
| "loss": 1.0252, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.84, |
| "eval_loss": 0.9403882026672363, |
| "eval_runtime": 123.8904, |
| "eval_samples_per_second": 68.044, |
| "eval_steps_per_second": 34.022, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 1.296875, |
| "learning_rate": 1.3617104978119044e-05, |
| "loss": 1.0284, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.93, |
| "eval_loss": 0.9368470907211304, |
| "eval_runtime": 123.9167, |
| "eval_samples_per_second": 68.03, |
| "eval_steps_per_second": 34.015, |
| "step": 1100 |
| }, |
| { |
| "epoch": 1.01, |
| "grad_norm": 1.375, |
| "learning_rate": 1.3139328238339287e-05, |
| "loss": 1.0171, |
| "step": 1200 |
| }, |
| { |
| "epoch": 1.01, |
| "eval_loss": 0.9342640042304993, |
| "eval_runtime": 124.6542, |
| "eval_samples_per_second": 67.627, |
| "eval_steps_per_second": 33.814, |
| "step": 1200 |
| }, |
| { |
| "epoch": 1.1, |
| "grad_norm": 1.21875, |
| "learning_rate": 1.2601968557473e-05, |
| "loss": 1.0086, |
| "step": 1300 |
| }, |
| { |
| "epoch": 1.1, |
| "eval_loss": 0.9315484166145325, |
| "eval_runtime": 124.4874, |
| "eval_samples_per_second": 67.718, |
| "eval_steps_per_second": 33.859, |
| "step": 1300 |
| }, |
| { |
| "epoch": 1.18, |
| "grad_norm": 1.2265625, |
| "learning_rate": 1.2010703468171973e-05, |
| "loss": 1.0056, |
| "step": 1400 |
| }, |
| { |
| "epoch": 1.18, |
| "eval_loss": 0.9296947717666626, |
| "eval_runtime": 124.175, |
| "eval_samples_per_second": 67.888, |
| "eval_steps_per_second": 33.944, |
| "step": 1400 |
| }, |
| { |
| "epoch": 1.27, |
| "grad_norm": 1.25, |
| "learning_rate": 1.1371780046593758e-05, |
| "loss": 1.0083, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.27, |
| "eval_loss": 0.9280151128768921, |
| "eval_runtime": 123.9014, |
| "eval_samples_per_second": 68.038, |
| "eval_steps_per_second": 34.019, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.35, |
| "grad_norm": 1.2890625, |
| "learning_rate": 1.069194890823328e-05, |
| "loss": 1.0037, |
| "step": 1600 |
| }, |
| { |
| "epoch": 1.35, |
| "eval_loss": 0.926633358001709, |
| "eval_runtime": 123.7914, |
| "eval_samples_per_second": 68.098, |
| "eval_steps_per_second": 34.049, |
| "step": 1600 |
| }, |
| { |
| "epoch": 1.43, |
| "grad_norm": 1.1796875, |
| "learning_rate": 9.978392883554342e-06, |
| "loss": 0.9951, |
| "step": 1700 |
| }, |
| { |
| "epoch": 1.43, |
| "eval_loss": 0.9259628653526306, |
| "eval_runtime": 124.5775, |
| "eval_samples_per_second": 67.669, |
| "eval_steps_per_second": 33.834, |
| "step": 1700 |
| }, |
| { |
| "epoch": 1.52, |
| "grad_norm": 1.234375, |
| "learning_rate": 9.238651127006462e-06, |
| "loss": 0.9962, |
| "step": 1800 |
| }, |
| { |
| "epoch": 1.52, |
| "eval_loss": 0.9251705408096313, |
| "eval_runtime": 124.4301, |
| "eval_samples_per_second": 67.749, |
| "eval_steps_per_second": 33.874, |
| "step": 1800 |
| }, |
| { |
| "epoch": 1.6, |
| "grad_norm": 1.2109375, |
| "learning_rate": 8.48053946126157e-06, |
| "loss": 0.9907, |
| "step": 1900 |
| }, |
| { |
| "epoch": 1.6, |
| "eval_loss": 0.924351155757904, |
| "eval_runtime": 124.2821, |
| "eval_samples_per_second": 67.83, |
| "eval_steps_per_second": 33.915, |
| "step": 1900 |
| }, |
| { |
| "epoch": 1.69, |
| "grad_norm": 1.3046875, |
| "learning_rate": 7.712067798282222e-06, |
| "loss": 1.0003, |
| "step": 2000 |
| }, |
| { |
| "epoch": 1.69, |
| "eval_loss": 0.9239010810852051, |
| "eval_runtime": 123.3108, |
| "eval_samples_per_second": 68.364, |
| "eval_steps_per_second": 34.182, |
| "step": 2000 |
| }, |
| { |
| "epoch": 1.77, |
| "grad_norm": 1.3046875, |
| "learning_rate": 6.941355509718164e-06, |
| "loss": 0.9976, |
| "step": 2100 |
| }, |
| { |
| "epoch": 1.77, |
| "eval_loss": 0.9232047200202942, |
| "eval_runtime": 124.3131, |
| "eval_samples_per_second": 67.813, |
| "eval_steps_per_second": 33.906, |
| "step": 2100 |
| }, |
| { |
| "epoch": 1.86, |
| "grad_norm": 1.21875, |
| "learning_rate": 6.176545640794535e-06, |
| "loss": 0.9896, |
| "step": 2200 |
| }, |
| { |
| "epoch": 1.86, |
| "eval_loss": 0.923151969909668, |
| "eval_runtime": 123.8739, |
| "eval_samples_per_second": 68.053, |
| "eval_steps_per_second": 34.027, |
| "step": 2200 |
| }, |
| { |
| "epoch": 1.94, |
| "grad_norm": 1.203125, |
| "learning_rate": 5.4257188740743086e-06, |
| "loss": 0.9954, |
| "step": 2300 |
| }, |
| { |
| "epoch": 1.94, |
| "eval_loss": 0.9228904247283936, |
| "eval_runtime": 124.4202, |
| "eval_samples_per_second": 67.754, |
| "eval_steps_per_second": 33.877, |
| "step": 2300 |
| }, |
| { |
| "epoch": 2.02, |
| "grad_norm": 1.2421875, |
| "learning_rate": 4.696808152120318e-06, |
| "loss": 0.9982, |
| "step": 2400 |
| }, |
| { |
| "epoch": 2.02, |
| "eval_loss": 0.9227039813995361, |
| "eval_runtime": 124.3531, |
| "eval_samples_per_second": 67.791, |
| "eval_steps_per_second": 33.895, |
| "step": 2400 |
| }, |
| { |
| "epoch": 2.11, |
| "grad_norm": 1.2421875, |
| "learning_rate": 3.997514861120414e-06, |
| "loss": 0.9957, |
| "step": 2500 |
| }, |
| { |
| "epoch": 2.11, |
| "eval_loss": 0.9224779605865479, |
| "eval_runtime": 123.9488, |
| "eval_samples_per_second": 68.012, |
| "eval_steps_per_second": 34.006, |
| "step": 2500 |
| }, |
| { |
| "epoch": 2.19, |
| "grad_norm": 1.1875, |
| "learning_rate": 3.335227461046941e-06, |
| "loss": 0.9883, |
| "step": 2600 |
| }, |
| { |
| "epoch": 2.19, |
| "eval_loss": 0.922317624092102, |
| "eval_runtime": 124.5434, |
| "eval_samples_per_second": 67.687, |
| "eval_steps_per_second": 33.844, |
| "step": 2600 |
| }, |
| { |
| "epoch": 2.28, |
| "grad_norm": 1.2890625, |
| "learning_rate": 2.7169434220724335e-06, |
| "loss": 0.9849, |
| "step": 2700 |
| }, |
| { |
| "epoch": 2.28, |
| "eval_loss": 0.9223732352256775, |
| "eval_runtime": 124.8267, |
| "eval_samples_per_second": 67.534, |
| "eval_steps_per_second": 33.767, |
| "step": 2700 |
| }, |
| { |
| "epoch": 2.36, |
| "grad_norm": 1.2109375, |
| "learning_rate": 2.14919529203096e-06, |
| "loss": 0.9974, |
| "step": 2800 |
| }, |
| { |
| "epoch": 2.36, |
| "eval_loss": 0.9222919940948486, |
| "eval_runtime": 124.9102, |
| "eval_samples_per_second": 67.489, |
| "eval_steps_per_second": 33.744, |
| "step": 2800 |
| }, |
| { |
| "epoch": 2.45, |
| "grad_norm": 1.28125, |
| "learning_rate": 1.6379816760674141e-06, |
| "loss": 0.9854, |
| "step": 2900 |
| }, |
| { |
| "epoch": 2.45, |
| "eval_loss": 0.9222748279571533, |
| "eval_runtime": 124.029, |
| "eval_samples_per_second": 67.968, |
| "eval_steps_per_second": 33.984, |
| "step": 2900 |
| }, |
| { |
| "epoch": 2.53, |
| "grad_norm": 1.234375, |
| "learning_rate": 1.1887038577168646e-06, |
| "loss": 0.9831, |
| "step": 3000 |
| }, |
| { |
| "epoch": 2.53, |
| "eval_loss": 0.922382652759552, |
| "eval_runtime": 123.9646, |
| "eval_samples_per_second": 68.003, |
| "eval_steps_per_second": 34.002, |
| "step": 3000 |
| }, |
| { |
| "epoch": 2.61, |
| "grad_norm": 1.2265625, |
| "learning_rate": 8.061087310508917e-07, |
| "loss": 0.9958, |
| "step": 3100 |
| }, |
| { |
| "epoch": 2.61, |
| "eval_loss": 0.9223530292510986, |
| "eval_runtime": 124.2043, |
| "eval_samples_per_second": 67.872, |
| "eval_steps_per_second": 33.936, |
| "step": 3100 |
| } |
| ], |
| "logging_steps": 100, |
| "max_steps": 3555, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 100, |
| "total_flos": 2.106483852705915e+17, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
