| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.39564787339268054, |
| "eval_steps": 500, |
| "global_step": 100, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.003956478733926805, |
| "grad_norm": 23.302045822143555, |
| "learning_rate": 0.0, |
| "loss": 16.2961, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.00791295746785361, |
| "grad_norm": 27.37419319152832, |
| "learning_rate": 4e-05, |
| "loss": 18.4332, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.011869436201780416, |
| "grad_norm": 27.051715850830078, |
| "learning_rate": 8e-05, |
| "loss": 18.1618, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.01582591493570722, |
| "grad_norm": 25.241186141967773, |
| "learning_rate": 0.00012, |
| "loss": 15.8617, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.019782393669634024, |
| "grad_norm": 19.574819564819336, |
| "learning_rate": 0.00016, |
| "loss": 12.3903, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.02373887240356083, |
| "grad_norm": 14.805221557617188, |
| "learning_rate": 0.0002, |
| "loss": 11.0495, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.027695351137487636, |
| "grad_norm": 8.009269714355469, |
| "learning_rate": 0.00019789473684210526, |
| "loss": 8.2391, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.03165182987141444, |
| "grad_norm": 6.785006523132324, |
| "learning_rate": 0.00019578947368421054, |
| "loss": 7.9713, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.03560830860534125, |
| "grad_norm": 6.116010665893555, |
| "learning_rate": 0.0001936842105263158, |
| "loss": 7.2536, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.03956478733926805, |
| "grad_norm": 7.095190048217773, |
| "learning_rate": 0.00019157894736842104, |
| "loss": 7.2029, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.043521266073194856, |
| "grad_norm": 6.16122579574585, |
| "learning_rate": 0.00018947368421052632, |
| "loss": 6.6535, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.04747774480712166, |
| "grad_norm": 5.9373626708984375, |
| "learning_rate": 0.0001873684210526316, |
| "loss": 6.6532, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.051434223541048464, |
| "grad_norm": 3.409684896469116, |
| "learning_rate": 0.00018526315789473685, |
| "loss": 6.1402, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.05539070227497527, |
| "grad_norm": 2.748903512954712, |
| "learning_rate": 0.0001831578947368421, |
| "loss": 5.544, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.05934718100890208, |
| "grad_norm": 2.9191884994506836, |
| "learning_rate": 0.00018105263157894739, |
| "loss": 6.5131, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.06330365974282888, |
| "grad_norm": 2.935926675796509, |
| "learning_rate": 0.00017894736842105264, |
| "loss": 5.0912, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.06726013847675569, |
| "grad_norm": 2.6484129428863525, |
| "learning_rate": 0.0001768421052631579, |
| "loss": 5.4763, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.0712166172106825, |
| "grad_norm": 2.2135961055755615, |
| "learning_rate": 0.00017473684210526317, |
| "loss": 5.1443, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.0751730959446093, |
| "grad_norm": 2.2263529300689697, |
| "learning_rate": 0.00017263157894736842, |
| "loss": 5.6504, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.0791295746785361, |
| "grad_norm": 2.599684476852417, |
| "learning_rate": 0.0001705263157894737, |
| "loss": 4.7292, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.0830860534124629, |
| "grad_norm": 2.9603826999664307, |
| "learning_rate": 0.00016842105263157895, |
| "loss": 5.4304, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.08704253214638971, |
| "grad_norm": 2.178344249725342, |
| "learning_rate": 0.00016631578947368423, |
| "loss": 6.4425, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.09099901088031652, |
| "grad_norm": 2.872128963470459, |
| "learning_rate": 0.00016421052631578948, |
| "loss": 5.4385, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.09495548961424333, |
| "grad_norm": 2.738940715789795, |
| "learning_rate": 0.00016210526315789473, |
| "loss": 5.4402, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.09891196834817013, |
| "grad_norm": 3.214587688446045, |
| "learning_rate": 0.00016, |
| "loss": 4.7338, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.10286844708209693, |
| "grad_norm": 2.9738221168518066, |
| "learning_rate": 0.00015789473684210527, |
| "loss": 5.4748, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.10682492581602374, |
| "grad_norm": 3.050741195678711, |
| "learning_rate": 0.00015578947368421052, |
| "loss": 5.1201, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.11078140454995054, |
| "grad_norm": 3.187633991241455, |
| "learning_rate": 0.0001536842105263158, |
| "loss": 5.3061, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.11473788328387735, |
| "grad_norm": 2.965158700942993, |
| "learning_rate": 0.00015157894736842108, |
| "loss": 4.9141, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.11869436201780416, |
| "grad_norm": 2.6440789699554443, |
| "learning_rate": 0.00014947368421052633, |
| "loss": 4.4023, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.12265084075173097, |
| "grad_norm": 4.033472061157227, |
| "learning_rate": 0.00014736842105263158, |
| "loss": 7.4582, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.12660731948565776, |
| "grad_norm": 3.3675754070281982, |
| "learning_rate": 0.00014526315789473686, |
| "loss": 4.6167, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.13056379821958458, |
| "grad_norm": 3.0074822902679443, |
| "learning_rate": 0.0001431578947368421, |
| "loss": 4.8099, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.13452027695351138, |
| "grad_norm": 2.872875690460205, |
| "learning_rate": 0.00014105263157894736, |
| "loss": 4.8146, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.13847675568743817, |
| "grad_norm": 3.0648305416107178, |
| "learning_rate": 0.00013894736842105264, |
| "loss": 5.9663, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.142433234421365, |
| "grad_norm": 3.0596470832824707, |
| "learning_rate": 0.0001368421052631579, |
| "loss": 4.8893, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.14638971315529178, |
| "grad_norm": 3.099954843521118, |
| "learning_rate": 0.00013473684210526317, |
| "loss": 5.9515, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.1503461918892186, |
| "grad_norm": 2.4886155128479004, |
| "learning_rate": 0.00013263157894736842, |
| "loss": 4.1192, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.1543026706231454, |
| "grad_norm": 3.0190577507019043, |
| "learning_rate": 0.0001305263157894737, |
| "loss": 6.2374, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.1582591493570722, |
| "grad_norm": 3.001729726791382, |
| "learning_rate": 0.00012842105263157895, |
| "loss": 5.051, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.16221562809099901, |
| "grad_norm": 3.3806393146514893, |
| "learning_rate": 0.0001263157894736842, |
| "loss": 5.2736, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.1661721068249258, |
| "grad_norm": 3.381579637527466, |
| "learning_rate": 0.00012421052631578949, |
| "loss": 5.5759, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.17012858555885263, |
| "grad_norm": 3.010310411453247, |
| "learning_rate": 0.00012210526315789474, |
| "loss": 5.106, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.17408506429277942, |
| "grad_norm": 2.5623176097869873, |
| "learning_rate": 0.00012, |
| "loss": 5.5447, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.17804154302670624, |
| "grad_norm": 3.0234758853912354, |
| "learning_rate": 0.00011789473684210525, |
| "loss": 4.3962, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.18199802176063304, |
| "grad_norm": 2.936678886413574, |
| "learning_rate": 0.00011578947368421053, |
| "loss": 5.5828, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.18595450049455983, |
| "grad_norm": 3.5103631019592285, |
| "learning_rate": 0.0001136842105263158, |
| "loss": 4.3974, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.18991097922848665, |
| "grad_norm": 3.447932720184326, |
| "learning_rate": 0.00011157894736842105, |
| "loss": 5.7814, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.19386745796241345, |
| "grad_norm": 2.6578755378723145, |
| "learning_rate": 0.00010947368421052633, |
| "loss": 4.732, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.19782393669634027, |
| "grad_norm": 2.9903833866119385, |
| "learning_rate": 0.00010736842105263158, |
| "loss": 4.3962, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.20178041543026706, |
| "grad_norm": 2.790576696395874, |
| "learning_rate": 0.00010526315789473685, |
| "loss": 4.8403, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.20573689416419386, |
| "grad_norm": 3.302182912826538, |
| "learning_rate": 0.00010315789473684211, |
| "loss": 4.607, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.20969337289812068, |
| "grad_norm": 3.1099631786346436, |
| "learning_rate": 0.00010105263157894738, |
| "loss": 4.9049, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.21364985163204747, |
| "grad_norm": 3.343353509902954, |
| "learning_rate": 9.894736842105263e-05, |
| "loss": 5.6211, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.2176063303659743, |
| "grad_norm": 4.264265060424805, |
| "learning_rate": 9.68421052631579e-05, |
| "loss": 6.1449, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.2215628090999011, |
| "grad_norm": 2.6139657497406006, |
| "learning_rate": 9.473684210526316e-05, |
| "loss": 5.3725, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.22551928783382788, |
| "grad_norm": 3.1093761920928955, |
| "learning_rate": 9.263157894736843e-05, |
| "loss": 5.158, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.2294757665677547, |
| "grad_norm": 2.8728318214416504, |
| "learning_rate": 9.052631578947369e-05, |
| "loss": 5.2214, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.2334322453016815, |
| "grad_norm": 3.1342532634735107, |
| "learning_rate": 8.842105263157894e-05, |
| "loss": 6.7797, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.23738872403560832, |
| "grad_norm": 2.9147534370422363, |
| "learning_rate": 8.631578947368421e-05, |
| "loss": 4.9591, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.2413452027695351, |
| "grad_norm": 2.71091365814209, |
| "learning_rate": 8.421052631578948e-05, |
| "loss": 5.5919, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.24530168150346193, |
| "grad_norm": 4.9715681076049805, |
| "learning_rate": 8.210526315789474e-05, |
| "loss": 7.9325, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.24925816023738873, |
| "grad_norm": 3.243007183074951, |
| "learning_rate": 8e-05, |
| "loss": 4.9809, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.2532146389713155, |
| "grad_norm": 2.425530433654785, |
| "learning_rate": 7.789473684210526e-05, |
| "loss": 4.7267, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.2571711177052423, |
| "grad_norm": 2.584341526031494, |
| "learning_rate": 7.578947368421054e-05, |
| "loss": 5.1655, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.26112759643916916, |
| "grad_norm": 2.864600658416748, |
| "learning_rate": 7.368421052631579e-05, |
| "loss": 4.7094, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.26508407517309596, |
| "grad_norm": 2.7184255123138428, |
| "learning_rate": 7.157894736842105e-05, |
| "loss": 5.0806, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.26904055390702275, |
| "grad_norm": 3.3327622413635254, |
| "learning_rate": 6.947368421052632e-05, |
| "loss": 4.8204, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.27299703264094954, |
| "grad_norm": 2.6390984058380127, |
| "learning_rate": 6.736842105263159e-05, |
| "loss": 4.4369, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.27695351137487634, |
| "grad_norm": 2.8620619773864746, |
| "learning_rate": 6.526315789473685e-05, |
| "loss": 4.8152, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.2809099901088032, |
| "grad_norm": 2.886209011077881, |
| "learning_rate": 6.31578947368421e-05, |
| "loss": 4.5341, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.28486646884273, |
| "grad_norm": 3.60684871673584, |
| "learning_rate": 6.105263157894737e-05, |
| "loss": 5.147, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.2888229475766568, |
| "grad_norm": 2.6427412033081055, |
| "learning_rate": 5.894736842105263e-05, |
| "loss": 5.1367, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.29277942631058357, |
| "grad_norm": 3.7594962120056152, |
| "learning_rate": 5.68421052631579e-05, |
| "loss": 5.821, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.29673590504451036, |
| "grad_norm": 2.2990944385528564, |
| "learning_rate": 5.4736842105263165e-05, |
| "loss": 4.6194, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.3006923837784372, |
| "grad_norm": 2.6638574600219727, |
| "learning_rate": 5.2631578947368424e-05, |
| "loss": 5.8379, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.304648862512364, |
| "grad_norm": 3.256946086883545, |
| "learning_rate": 5.052631578947369e-05, |
| "loss": 5.1437, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.3086053412462908, |
| "grad_norm": 2.8275022506713867, |
| "learning_rate": 4.842105263157895e-05, |
| "loss": 5.0719, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.3125618199802176, |
| "grad_norm": 2.6694302558898926, |
| "learning_rate": 4.6315789473684214e-05, |
| "loss": 4.9186, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.3165182987141444, |
| "grad_norm": 3.2759788036346436, |
| "learning_rate": 4.421052631578947e-05, |
| "loss": 4.7457, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.32047477744807124, |
| "grad_norm": 3.3160855770111084, |
| "learning_rate": 4.210526315789474e-05, |
| "loss": 4.2814, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.32443125618199803, |
| "grad_norm": 2.8146486282348633, |
| "learning_rate": 4e-05, |
| "loss": 4.8129, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.3283877349159248, |
| "grad_norm": 2.767481565475464, |
| "learning_rate": 3.789473684210527e-05, |
| "loss": 5.5585, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.3323442136498516, |
| "grad_norm": 3.330084800720215, |
| "learning_rate": 3.578947368421053e-05, |
| "loss": 5.271, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.3363006923837784, |
| "grad_norm": 2.786287546157837, |
| "learning_rate": 3.368421052631579e-05, |
| "loss": 4.7267, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.34025717111770526, |
| "grad_norm": 3.373779296875, |
| "learning_rate": 3.157894736842105e-05, |
| "loss": 5.3886, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.34421364985163205, |
| "grad_norm": 2.731201171875, |
| "learning_rate": 2.9473684210526314e-05, |
| "loss": 5.1014, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.34817012858555885, |
| "grad_norm": 3.213326930999756, |
| "learning_rate": 2.7368421052631583e-05, |
| "loss": 5.2954, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.35212660731948564, |
| "grad_norm": 2.9587507247924805, |
| "learning_rate": 2.5263157894736845e-05, |
| "loss": 4.9975, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.3560830860534125, |
| "grad_norm": 2.7448644638061523, |
| "learning_rate": 2.3157894736842107e-05, |
| "loss": 4.8342, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.3600395647873393, |
| "grad_norm": 3.670548915863037, |
| "learning_rate": 2.105263157894737e-05, |
| "loss": 5.6434, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.3639960435212661, |
| "grad_norm": 3.459158182144165, |
| "learning_rate": 1.8947368421052634e-05, |
| "loss": 4.0876, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.36795252225519287, |
| "grad_norm": 2.871955633163452, |
| "learning_rate": 1.6842105263157896e-05, |
| "loss": 5.4301, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.37190900098911966, |
| "grad_norm": 3.1002166271209717, |
| "learning_rate": 1.4736842105263157e-05, |
| "loss": 4.7507, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.3758654797230465, |
| "grad_norm": 2.540811061859131, |
| "learning_rate": 1.2631578947368422e-05, |
| "loss": 4.8875, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.3798219584569733, |
| "grad_norm": 3.154196262359619, |
| "learning_rate": 1.0526315789473684e-05, |
| "loss": 5.8064, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.3837784371909001, |
| "grad_norm": 2.2360923290252686, |
| "learning_rate": 8.421052631578948e-06, |
| "loss": 5.1602, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.3877349159248269, |
| "grad_norm": 4.483743667602539, |
| "learning_rate": 6.315789473684211e-06, |
| "loss": 6.253, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.3916913946587537, |
| "grad_norm": 2.8893954753875732, |
| "learning_rate": 4.210526315789474e-06, |
| "loss": 4.7195, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.39564787339268054, |
| "grad_norm": 3.337634325027466, |
| "learning_rate": 2.105263157894737e-06, |
| "loss": 5.5186, |
| "step": 100 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 100, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2480523648539904.0, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
