| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 5.0, |
| "eval_steps": 500, |
| "global_step": 50000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.05, |
| "grad_norm": 2.37485408782959, |
| "learning_rate": 0.0002, |
| "loss": 0.7725, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 2.3556101322174072, |
| "learning_rate": 0.0004, |
| "loss": 0.73, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 4.192414283752441, |
| "learning_rate": 0.0006, |
| "loss": 0.7414, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 3.5939464569091797, |
| "learning_rate": 0.0008, |
| "loss": 0.7544, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 15.336837768554688, |
| "learning_rate": 0.001, |
| "loss": 0.7723, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 3.893497943878174, |
| "learning_rate": 0.0009894736842105264, |
| "loss": 0.7893, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 11.713598251342773, |
| "learning_rate": 0.0009789473684210528, |
| "loss": 0.7843, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 13.350496292114258, |
| "learning_rate": 0.000968421052631579, |
| "loss": 0.7894, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 2.8563292026519775, |
| "learning_rate": 0.0009578947368421053, |
| "loss": 0.7843, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 9.680468559265137, |
| "learning_rate": 0.0009473684210526315, |
| "loss": 0.8511, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 4.680222034454346, |
| "learning_rate": 0.0009368421052631579, |
| "loss": 0.8686, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 12.037607192993164, |
| "learning_rate": 0.0009263157894736843, |
| "loss": 0.8393, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 8.154277801513672, |
| "learning_rate": 0.0009157894736842105, |
| "loss": 0.8252, |
| "step": 6500 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 3.256535530090332, |
| "learning_rate": 0.0009052631578947369, |
| "loss": 0.7854, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 4.168020725250244, |
| "learning_rate": 0.0008947368421052632, |
| "loss": 0.8059, |
| "step": 7500 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 2.775940418243408, |
| "learning_rate": 0.0008842105263157894, |
| "loss": 0.8272, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 14.476820945739746, |
| "learning_rate": 0.0008736842105263159, |
| "loss": 0.8006, |
| "step": 8500 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 14.232259750366211, |
| "learning_rate": 0.0008631578947368422, |
| "loss": 0.7537, |
| "step": 9000 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 5.338253021240234, |
| "learning_rate": 0.0008526315789473684, |
| "loss": 0.7831, |
| "step": 9500 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 5.454962730407715, |
| "learning_rate": 0.0008421052631578947, |
| "loss": 0.7633, |
| "step": 10000 |
| }, |
| { |
| "epoch": 1.05, |
| "grad_norm": 8.250731468200684, |
| "learning_rate": 0.0008315789473684212, |
| "loss": 0.7565, |
| "step": 10500 |
| }, |
| { |
| "epoch": 1.1, |
| "grad_norm": 8.233278274536133, |
| "learning_rate": 0.0008210526315789474, |
| "loss": 0.7724, |
| "step": 11000 |
| }, |
| { |
| "epoch": 1.15, |
| "grad_norm": 10.603631019592285, |
| "learning_rate": 0.0008105263157894737, |
| "loss": 0.782, |
| "step": 11500 |
| }, |
| { |
| "epoch": 1.2, |
| "grad_norm": 3.75233793258667, |
| "learning_rate": 0.0008, |
| "loss": 0.7519, |
| "step": 12000 |
| }, |
| { |
| "epoch": 1.25, |
| "grad_norm": 4.677459239959717, |
| "learning_rate": 0.0007894736842105263, |
| "loss": 0.7556, |
| "step": 12500 |
| }, |
| { |
| "epoch": 1.3, |
| "grad_norm": 4.583637714385986, |
| "learning_rate": 0.0007789473684210527, |
| "loss": 0.7459, |
| "step": 13000 |
| }, |
| { |
| "epoch": 1.35, |
| "grad_norm": 9.343656539916992, |
| "learning_rate": 0.0007684210526315789, |
| "loss": 0.7802, |
| "step": 13500 |
| }, |
| { |
| "epoch": 1.4, |
| "grad_norm": 1.4162571430206299, |
| "learning_rate": 0.0007578947368421053, |
| "loss": 0.7384, |
| "step": 14000 |
| }, |
| { |
| "epoch": 1.45, |
| "grad_norm": 6.586658477783203, |
| "learning_rate": 0.0007473684210526316, |
| "loss": 0.7795, |
| "step": 14500 |
| }, |
| { |
| "epoch": 1.5, |
| "grad_norm": 5.946737289428711, |
| "learning_rate": 0.0007368421052631579, |
| "loss": 0.7381, |
| "step": 15000 |
| }, |
| { |
| "epoch": 1.55, |
| "grad_norm": 5.825309753417969, |
| "learning_rate": 0.0007263157894736843, |
| "loss": 0.7482, |
| "step": 15500 |
| }, |
| { |
| "epoch": 1.6, |
| "grad_norm": 2.1794614791870117, |
| "learning_rate": 0.0007157894736842105, |
| "loss": 0.7381, |
| "step": 16000 |
| }, |
| { |
| "epoch": 1.65, |
| "grad_norm": 7.837281227111816, |
| "learning_rate": 0.0007052631578947368, |
| "loss": 0.7314, |
| "step": 16500 |
| }, |
| { |
| "epoch": 1.7, |
| "grad_norm": 4.612753868103027, |
| "learning_rate": 0.0006947368421052632, |
| "loss": 0.7384, |
| "step": 17000 |
| }, |
| { |
| "epoch": 1.75, |
| "grad_norm": 6.038923263549805, |
| "learning_rate": 0.0006842105263157895, |
| "loss": 0.752, |
| "step": 17500 |
| }, |
| { |
| "epoch": 1.8, |
| "grad_norm": 5.17457389831543, |
| "learning_rate": 0.0006736842105263158, |
| "loss": 0.7421, |
| "step": 18000 |
| }, |
| { |
| "epoch": 1.85, |
| "grad_norm": 4.990045547485352, |
| "learning_rate": 0.0006631578947368421, |
| "loss": 0.7253, |
| "step": 18500 |
| }, |
| { |
| "epoch": 1.9, |
| "grad_norm": 3.1730449199676514, |
| "learning_rate": 0.0006526315789473684, |
| "loss": 0.7202, |
| "step": 19000 |
| }, |
| { |
| "epoch": 1.95, |
| "grad_norm": 1.5063399076461792, |
| "learning_rate": 0.0006421052631578948, |
| "loss": 0.7488, |
| "step": 19500 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 3.6247060298919678, |
| "learning_rate": 0.0006315789473684211, |
| "loss": 0.7263, |
| "step": 20000 |
| }, |
| { |
| "epoch": 2.05, |
| "grad_norm": 1.4821553230285645, |
| "learning_rate": 0.0006210526315789474, |
| "loss": 0.7176, |
| "step": 20500 |
| }, |
| { |
| "epoch": 2.1, |
| "grad_norm": 2.641312837600708, |
| "learning_rate": 0.0006105263157894737, |
| "loss": 0.7182, |
| "step": 21000 |
| }, |
| { |
| "epoch": 2.15, |
| "grad_norm": 3.3185555934906006, |
| "learning_rate": 0.0006, |
| "loss": 0.7257, |
| "step": 21500 |
| }, |
| { |
| "epoch": 2.2, |
| "grad_norm": 2.4133715629577637, |
| "learning_rate": 0.0005894736842105263, |
| "loss": 0.7202, |
| "step": 22000 |
| }, |
| { |
| "epoch": 2.25, |
| "grad_norm": 1.8694628477096558, |
| "learning_rate": 0.0005789473684210527, |
| "loss": 0.7172, |
| "step": 22500 |
| }, |
| { |
| "epoch": 2.3, |
| "grad_norm": 5.248977184295654, |
| "learning_rate": 0.0005684210526315789, |
| "loss": 0.7148, |
| "step": 23000 |
| }, |
| { |
| "epoch": 2.35, |
| "grad_norm": 6.179994106292725, |
| "learning_rate": 0.0005578947368421052, |
| "loss": 0.7308, |
| "step": 23500 |
| }, |
| { |
| "epoch": 2.4, |
| "grad_norm": 1.9322715997695923, |
| "learning_rate": 0.0005473684210526317, |
| "loss": 0.7163, |
| "step": 24000 |
| }, |
| { |
| "epoch": 2.45, |
| "grad_norm": 1.6366279125213623, |
| "learning_rate": 0.0005368421052631579, |
| "loss": 0.7262, |
| "step": 24500 |
| }, |
| { |
| "epoch": 2.5, |
| "grad_norm": 5.179625034332275, |
| "learning_rate": 0.0005263157894736842, |
| "loss": 0.7054, |
| "step": 25000 |
| }, |
| { |
| "epoch": 2.55, |
| "grad_norm": 1.7737842798233032, |
| "learning_rate": 0.0005157894736842106, |
| "loss": 0.7104, |
| "step": 25500 |
| }, |
| { |
| "epoch": 2.6, |
| "grad_norm": 1.6575433015823364, |
| "learning_rate": 0.0005052631578947368, |
| "loss": 0.7114, |
| "step": 26000 |
| }, |
| { |
| "epoch": 2.65, |
| "grad_norm": 3.6518235206604004, |
| "learning_rate": 0.0004947368421052632, |
| "loss": 0.7087, |
| "step": 26500 |
| }, |
| { |
| "epoch": 2.7, |
| "grad_norm": 1.3658417463302612, |
| "learning_rate": 0.0004842105263157895, |
| "loss": 0.7106, |
| "step": 27000 |
| }, |
| { |
| "epoch": 2.75, |
| "grad_norm": 1.312829852104187, |
| "learning_rate": 0.00047368421052631577, |
| "loss": 0.7118, |
| "step": 27500 |
| }, |
| { |
| "epoch": 2.8, |
| "grad_norm": 2.94315767288208, |
| "learning_rate": 0.00046315789473684214, |
| "loss": 0.7102, |
| "step": 28000 |
| }, |
| { |
| "epoch": 2.85, |
| "grad_norm": 1.349211573600769, |
| "learning_rate": 0.00045263157894736845, |
| "loss": 0.7058, |
| "step": 28500 |
| }, |
| { |
| "epoch": 2.9, |
| "grad_norm": 1.3551281690597534, |
| "learning_rate": 0.0004421052631578947, |
| "loss": 0.708, |
| "step": 29000 |
| }, |
| { |
| "epoch": 2.95, |
| "grad_norm": 1.3995367288589478, |
| "learning_rate": 0.0004315789473684211, |
| "loss": 0.7106, |
| "step": 29500 |
| }, |
| { |
| "epoch": 3.0, |
| "grad_norm": 0.9616995453834534, |
| "learning_rate": 0.00042105263157894734, |
| "loss": 0.7021, |
| "step": 30000 |
| }, |
| { |
| "epoch": 3.05, |
| "grad_norm": 2.390662908554077, |
| "learning_rate": 0.0004105263157894737, |
| "loss": 0.7061, |
| "step": 30500 |
| }, |
| { |
| "epoch": 3.1, |
| "grad_norm": 1.2397950887680054, |
| "learning_rate": 0.0004, |
| "loss": 0.705, |
| "step": 31000 |
| }, |
| { |
| "epoch": 3.15, |
| "grad_norm": 3.110950231552124, |
| "learning_rate": 0.00038947368421052633, |
| "loss": 0.7031, |
| "step": 31500 |
| }, |
| { |
| "epoch": 3.2, |
| "grad_norm": 1.1811543703079224, |
| "learning_rate": 0.00037894736842105265, |
| "loss": 0.7013, |
| "step": 32000 |
| }, |
| { |
| "epoch": 3.25, |
| "grad_norm": 1.1221048831939697, |
| "learning_rate": 0.00036842105263157896, |
| "loss": 0.7026, |
| "step": 32500 |
| }, |
| { |
| "epoch": 3.3, |
| "grad_norm": 0.9882568717002869, |
| "learning_rate": 0.0003578947368421053, |
| "loss": 0.7012, |
| "step": 33000 |
| }, |
| { |
| "epoch": 3.35, |
| "grad_norm": 0.8155710697174072, |
| "learning_rate": 0.0003473684210526316, |
| "loss": 0.7033, |
| "step": 33500 |
| }, |
| { |
| "epoch": 3.4, |
| "grad_norm": 1.1295320987701416, |
| "learning_rate": 0.0003368421052631579, |
| "loss": 0.701, |
| "step": 34000 |
| }, |
| { |
| "epoch": 3.45, |
| "grad_norm": 2.0776407718658447, |
| "learning_rate": 0.0003263157894736842, |
| "loss": 0.6986, |
| "step": 34500 |
| }, |
| { |
| "epoch": 3.5, |
| "grad_norm": 1.7907339334487915, |
| "learning_rate": 0.00031578947368421053, |
| "loss": 0.698, |
| "step": 35000 |
| }, |
| { |
| "epoch": 3.55, |
| "grad_norm": 1.978267788887024, |
| "learning_rate": 0.00030526315789473684, |
| "loss": 0.7031, |
| "step": 35500 |
| }, |
| { |
| "epoch": 3.6, |
| "grad_norm": 3.065232515335083, |
| "learning_rate": 0.00029473684210526316, |
| "loss": 0.697, |
| "step": 36000 |
| }, |
| { |
| "epoch": 3.65, |
| "grad_norm": 0.9516103267669678, |
| "learning_rate": 0.00028421052631578947, |
| "loss": 0.7006, |
| "step": 36500 |
| }, |
| { |
| "epoch": 3.7, |
| "grad_norm": 1.0045952796936035, |
| "learning_rate": 0.00027368421052631584, |
| "loss": 0.6986, |
| "step": 37000 |
| }, |
| { |
| "epoch": 3.75, |
| "grad_norm": 1.6901030540466309, |
| "learning_rate": 0.0002631578947368421, |
| "loss": 0.6995, |
| "step": 37500 |
| }, |
| { |
| "epoch": 3.8, |
| "grad_norm": 1.8813843727111816, |
| "learning_rate": 0.0002526315789473684, |
| "loss": 0.6987, |
| "step": 38000 |
| }, |
| { |
| "epoch": 3.85, |
| "grad_norm": 1.8174165487289429, |
| "learning_rate": 0.00024210526315789475, |
| "loss": 0.6999, |
| "step": 38500 |
| }, |
| { |
| "epoch": 3.9, |
| "grad_norm": 1.7451245784759521, |
| "learning_rate": 0.00023157894736842107, |
| "loss": 0.6981, |
| "step": 39000 |
| }, |
| { |
| "epoch": 3.95, |
| "grad_norm": 0.9422154426574707, |
| "learning_rate": 0.00022105263157894735, |
| "loss": 0.6962, |
| "step": 39500 |
| }, |
| { |
| "epoch": 4.0, |
| "grad_norm": 2.196399688720703, |
| "learning_rate": 0.00021052631578947367, |
| "loss": 0.6984, |
| "step": 40000 |
| }, |
| { |
| "epoch": 4.05, |
| "grad_norm": 1.940382719039917, |
| "learning_rate": 0.0002, |
| "loss": 0.6945, |
| "step": 40500 |
| }, |
| { |
| "epoch": 4.1, |
| "grad_norm": 1.2243621349334717, |
| "learning_rate": 0.00018947368421052632, |
| "loss": 0.6965, |
| "step": 41000 |
| }, |
| { |
| "epoch": 4.15, |
| "grad_norm": 2.004392623901367, |
| "learning_rate": 0.00017894736842105264, |
| "loss": 0.6992, |
| "step": 41500 |
| }, |
| { |
| "epoch": 4.2, |
| "grad_norm": 1.8801628351211548, |
| "learning_rate": 0.00016842105263157895, |
| "loss": 0.6944, |
| "step": 42000 |
| }, |
| { |
| "epoch": 4.25, |
| "grad_norm": 0.9306873679161072, |
| "learning_rate": 0.00015789473684210527, |
| "loss": 0.693, |
| "step": 42500 |
| }, |
| { |
| "epoch": 4.3, |
| "grad_norm": 1.9730675220489502, |
| "learning_rate": 0.00014736842105263158, |
| "loss": 0.6957, |
| "step": 43000 |
| }, |
| { |
| "epoch": 4.35, |
| "grad_norm": 1.0207428932189941, |
| "learning_rate": 0.00013684210526315792, |
| "loss": 0.7004, |
| "step": 43500 |
| }, |
| { |
| "epoch": 4.4, |
| "grad_norm": 0.9524587988853455, |
| "learning_rate": 0.0001263157894736842, |
| "loss": 0.6927, |
| "step": 44000 |
| }, |
| { |
| "epoch": 4.45, |
| "grad_norm": 0.9829258322715759, |
| "learning_rate": 0.00011578947368421053, |
| "loss": 0.6962, |
| "step": 44500 |
| }, |
| { |
| "epoch": 4.5, |
| "grad_norm": 1.317120909690857, |
| "learning_rate": 0.00010526315789473683, |
| "loss": 0.6943, |
| "step": 45000 |
| }, |
| { |
| "epoch": 4.55, |
| "grad_norm": 1.8932749032974243, |
| "learning_rate": 9.473684210526316e-05, |
| "loss": 0.6933, |
| "step": 45500 |
| }, |
| { |
| "epoch": 4.6, |
| "grad_norm": 0.8536391854286194, |
| "learning_rate": 8.421052631578948e-05, |
| "loss": 0.693, |
| "step": 46000 |
| }, |
| { |
| "epoch": 4.65, |
| "grad_norm": 1.9397382736206055, |
| "learning_rate": 7.368421052631579e-05, |
| "loss": 0.6942, |
| "step": 46500 |
| }, |
| { |
| "epoch": 4.7, |
| "grad_norm": 1.846257209777832, |
| "learning_rate": 6.31578947368421e-05, |
| "loss": 0.6941, |
| "step": 47000 |
| }, |
| { |
| "epoch": 4.75, |
| "grad_norm": 0.937384307384491, |
| "learning_rate": 5.263157894736842e-05, |
| "loss": 0.6956, |
| "step": 47500 |
| }, |
| { |
| "epoch": 4.8, |
| "grad_norm": 0.9019428491592407, |
| "learning_rate": 4.210526315789474e-05, |
| "loss": 0.6935, |
| "step": 48000 |
| }, |
| { |
| "epoch": 4.85, |
| "grad_norm": 1.892066478729248, |
| "learning_rate": 3.157894736842105e-05, |
| "loss": 0.6945, |
| "step": 48500 |
| }, |
| { |
| "epoch": 4.9, |
| "grad_norm": 1.764987826347351, |
| "learning_rate": 2.105263157894737e-05, |
| "loss": 0.695, |
| "step": 49000 |
| }, |
| { |
| "epoch": 4.95, |
| "grad_norm": 1.626028060913086, |
| "learning_rate": 1.0526315789473684e-05, |
| "loss": 0.6941, |
| "step": 49500 |
| }, |
| { |
| "epoch": 5.0, |
| "grad_norm": 1.6325174570083618, |
| "learning_rate": 0.0, |
| "loss": 0.6935, |
| "step": 50000 |
| } |
| ], |
| "logging_steps": 500, |
| "max_steps": 50000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 5, |
| "save_steps": 500, |
| "total_flos": 2877777168000000.0, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
