| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.9974025974025973, |
| "eval_steps": 500, |
| "global_step": 576, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.05194805194805195, |
| "grad_norm": 6.558798236067014, |
| "learning_rate": 7.758620689655173e-07, |
| "loss": 1.1038, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.1038961038961039, |
| "grad_norm": 2.674816595181998, |
| "learning_rate": 1.6379310344827587e-06, |
| "loss": 0.992, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.15584415584415584, |
| "grad_norm": 1.8226313744055744, |
| "learning_rate": 2.5e-06, |
| "loss": 0.84, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.2077922077922078, |
| "grad_norm": 1.5584327305344476, |
| "learning_rate": 3.362068965517242e-06, |
| "loss": 0.7842, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.2597402597402597, |
| "grad_norm": 1.5690300333908958, |
| "learning_rate": 4.224137931034483e-06, |
| "loss": 0.7462, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.3116883116883117, |
| "grad_norm": 1.3587459505022679, |
| "learning_rate": 4.999954022123679e-06, |
| "loss": 0.7281, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.36363636363636365, |
| "grad_norm": 1.5619125769090973, |
| "learning_rate": 4.994438722989841e-06, |
| "loss": 0.7182, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.4155844155844156, |
| "grad_norm": 1.3120284796636292, |
| "learning_rate": 4.979751088147192e-06, |
| "loss": 0.71, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.4675324675324675, |
| "grad_norm": 1.4094824038705405, |
| "learning_rate": 4.955945125704375e-06, |
| "loss": 0.7064, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.5194805194805194, |
| "grad_norm": 1.274095106150924, |
| "learning_rate": 4.923108372900683e-06, |
| "loss": 0.677, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.5714285714285714, |
| "grad_norm": 1.4208094097198067, |
| "learning_rate": 4.881361574221648e-06, |
| "loss": 0.6915, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.6233766233766234, |
| "grad_norm": 1.374753133285299, |
| "learning_rate": 4.830858237407799e-06, |
| "loss": 0.6861, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.6753246753246753, |
| "grad_norm": 1.293455293244359, |
| "learning_rate": 4.771784068989186e-06, |
| "loss": 0.6975, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.7272727272727273, |
| "grad_norm": 1.3020469143910023, |
| "learning_rate": 4.7043562914212915e-06, |
| "loss": 0.6799, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.7792207792207793, |
| "grad_norm": 1.3651429159451645, |
| "learning_rate": 4.6288228443332786e-06, |
| "loss": 0.6913, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.8311688311688312, |
| "grad_norm": 1.5410204906658607, |
| "learning_rate": 4.5454614728256995e-06, |
| "loss": 0.6805, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.8831168831168831, |
| "grad_norm": 1.3733140100266965, |
| "learning_rate": 4.454578706170075e-06, |
| "loss": 0.6643, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.935064935064935, |
| "grad_norm": 1.2861021481912802, |
| "learning_rate": 4.356508730665804e-06, |
| "loss": 0.658, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.987012987012987, |
| "grad_norm": 1.288753522105602, |
| "learning_rate": 4.251612160799017e-06, |
| "loss": 0.6886, |
| "step": 190 |
| }, |
| { |
| "epoch": 1.0415584415584416, |
| "grad_norm": 1.2471057575436326, |
| "learning_rate": 4.140274713221985e-06, |
| "loss": 0.6175, |
| "step": 200 |
| }, |
| { |
| "epoch": 1.0935064935064935, |
| "grad_norm": 1.187620072173425, |
| "learning_rate": 4.022905788428984e-06, |
| "loss": 0.5921, |
| "step": 210 |
| }, |
| { |
| "epoch": 1.1454545454545455, |
| "grad_norm": 1.206352433048565, |
| "learning_rate": 3.899936965343989e-06, |
| "loss": 0.6058, |
| "step": 220 |
| }, |
| { |
| "epoch": 1.1974025974025975, |
| "grad_norm": 1.410833521608183, |
| "learning_rate": 3.7718204143557337e-06, |
| "loss": 0.6233, |
| "step": 230 |
| }, |
| { |
| "epoch": 1.2493506493506494, |
| "grad_norm": 1.3100928026008483, |
| "learning_rate": 3.6390272346356225e-06, |
| "loss": 0.6183, |
| "step": 240 |
| }, |
| { |
| "epoch": 1.3012987012987014, |
| "grad_norm": 1.2235762612191803, |
| "learning_rate": 3.5020457218523407e-06, |
| "loss": 0.5841, |
| "step": 250 |
| }, |
| { |
| "epoch": 1.3532467532467534, |
| "grad_norm": 1.3015881612011941, |
| "learning_rate": 3.3613795726529795e-06, |
| "loss": 0.6015, |
| "step": 260 |
| }, |
| { |
| "epoch": 1.4051948051948053, |
| "grad_norm": 1.2270855673243282, |
| "learning_rate": 3.2175460325130176e-06, |
| "loss": 0.5974, |
| "step": 270 |
| }, |
| { |
| "epoch": 1.457142857142857, |
| "grad_norm": 1.299855240564656, |
| "learning_rate": 3.0710739937657035e-06, |
| "loss": 0.586, |
| "step": 280 |
| }, |
| { |
| "epoch": 1.509090909090909, |
| "grad_norm": 1.2487072210315888, |
| "learning_rate": 2.9225020508046233e-06, |
| "loss": 0.6151, |
| "step": 290 |
| }, |
| { |
| "epoch": 1.561038961038961, |
| "grad_norm": 1.2285734897854397, |
| "learning_rate": 2.7723765196106773e-06, |
| "loss": 0.5882, |
| "step": 300 |
| }, |
| { |
| "epoch": 1.612987012987013, |
| "grad_norm": 1.3395108447307076, |
| "learning_rate": 2.621249428885908e-06, |
| "loss": 0.6164, |
| "step": 310 |
| }, |
| { |
| "epoch": 1.664935064935065, |
| "grad_norm": 1.1702020402228575, |
| "learning_rate": 2.4696764901809926e-06, |
| "loss": 0.5999, |
| "step": 320 |
| }, |
| { |
| "epoch": 1.716883116883117, |
| "grad_norm": 1.217176969741526, |
| "learning_rate": 2.3182150544804878e-06, |
| "loss": 0.588, |
| "step": 330 |
| }, |
| { |
| "epoch": 1.7688311688311689, |
| "grad_norm": 1.2406628193012295, |
| "learning_rate": 2.1674220627596814e-06, |
| "loss": 0.5786, |
| "step": 340 |
| }, |
| { |
| "epoch": 1.8207792207792208, |
| "grad_norm": 1.1903958246809216, |
| "learning_rate": 2.017851998049107e-06, |
| "loss": 0.5822, |
| "step": 350 |
| }, |
| { |
| "epoch": 1.8727272727272726, |
| "grad_norm": 1.2667654877861587, |
| "learning_rate": 1.8700548465371877e-06, |
| "loss": 0.5837, |
| "step": 360 |
| }, |
| { |
| "epoch": 1.9246753246753245, |
| "grad_norm": 1.2920373716993399, |
| "learning_rate": 1.7245740752082901e-06, |
| "loss": 0.5871, |
| "step": 370 |
| }, |
| { |
| "epoch": 1.9766233766233765, |
| "grad_norm": 1.275603929027079, |
| "learning_rate": 1.5819446334526363e-06, |
| "loss": 0.5838, |
| "step": 380 |
| }, |
| { |
| "epoch": 2.031168831168831, |
| "grad_norm": 1.133575867354361, |
| "learning_rate": 1.4426909859963716e-06, |
| "loss": 0.5697, |
| "step": 390 |
| }, |
| { |
| "epoch": 2.083116883116883, |
| "grad_norm": 1.2321064809517404, |
| "learning_rate": 1.3073251843849503e-06, |
| "loss": 0.5431, |
| "step": 400 |
| }, |
| { |
| "epoch": 2.135064935064935, |
| "grad_norm": 1.2519940232258298, |
| "learning_rate": 1.1763449841111906e-06, |
| "loss": 0.5016, |
| "step": 410 |
| }, |
| { |
| "epoch": 2.187012987012987, |
| "grad_norm": 1.2387163111275854, |
| "learning_rate": 1.05023201431156e-06, |
| "loss": 0.5098, |
| "step": 420 |
| }, |
| { |
| "epoch": 2.238961038961039, |
| "grad_norm": 1.19694862951574, |
| "learning_rate": 9.294500067608941e-07, |
| "loss": 0.5287, |
| "step": 430 |
| }, |
| { |
| "epoch": 2.290909090909091, |
| "grad_norm": 1.2777524766342223, |
| "learning_rate": 8.144430906777756e-07, |
| "loss": 0.516, |
| "step": 440 |
| }, |
| { |
| "epoch": 2.342857142857143, |
| "grad_norm": 1.1637303035803468, |
| "learning_rate": 7.056341596107299e-07, |
| "loss": 0.5143, |
| "step": 450 |
| }, |
| { |
| "epoch": 2.394805194805195, |
| "grad_norm": 1.1933528178678503, |
| "learning_rate": 6.034233164104184e-07, |
| "loss": 0.5239, |
| "step": 460 |
| }, |
| { |
| "epoch": 2.446753246753247, |
| "grad_norm": 1.2098669627294527, |
| "learning_rate": 5.081864020058125e-07, |
| "loss": 0.5196, |
| "step": 470 |
| }, |
| { |
| "epoch": 2.498701298701299, |
| "grad_norm": 1.168439112620554, |
| "learning_rate": 4.20273613394232e-07, |
| "loss": 0.5272, |
| "step": 480 |
| }, |
| { |
| "epoch": 2.5506493506493504, |
| "grad_norm": 1.1297680535945829, |
| "learning_rate": 3.400082159270418e-07, |
| "loss": 0.5169, |
| "step": 490 |
| }, |
| { |
| "epoch": 2.602597402597403, |
| "grad_norm": 1.0857638524201654, |
| "learning_rate": 2.676853546260791e-07, |
| "loss": 0.5253, |
| "step": 500 |
| }, |
| { |
| "epoch": 2.6545454545454543, |
| "grad_norm": 1.1477687512423902, |
| "learning_rate": 2.0357096890174482e-07, |
| "loss": 0.5277, |
| "step": 510 |
| }, |
| { |
| "epoch": 2.7064935064935067, |
| "grad_norm": 1.1757736817804982, |
| "learning_rate": 1.4790081466345863e-07, |
| "loss": 0.5381, |
| "step": 520 |
| }, |
| { |
| "epoch": 2.7584415584415583, |
| "grad_norm": 1.1528599201248226, |
| "learning_rate": 1.0087959741828607e-07, |
| "loss": 0.5028, |
| "step": 530 |
| }, |
| { |
| "epoch": 2.8103896103896107, |
| "grad_norm": 1.241278074991346, |
| "learning_rate": 6.268021954544095e-08, |
| "loss": 0.525, |
| "step": 540 |
| }, |
| { |
| "epoch": 2.862337662337662, |
| "grad_norm": 1.178930136102725, |
| "learning_rate": 3.3443144514516965e-08, |
| "loss": 0.5231, |
| "step": 550 |
| }, |
| { |
| "epoch": 2.914285714285714, |
| "grad_norm": 1.1659672855787477, |
| "learning_rate": 1.3275880385284767e-08, |
| "loss": 0.5317, |
| "step": 560 |
| }, |
| { |
| "epoch": 2.966233766233766, |
| "grad_norm": 1.2174438194181065, |
| "learning_rate": 2.252584488296461e-09, |
| "loss": 0.5093, |
| "step": 570 |
| }, |
| { |
| "epoch": 2.9974025974025973, |
| "step": 576, |
| "total_flos": 465586638684160.0, |
| "train_loss": 0.6205948731965489, |
| "train_runtime": 15697.9454, |
| "train_samples_per_second": 1.177, |
| "train_steps_per_second": 0.037 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 576, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 465586638684160.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
