| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.0, |
| "eval_steps": 200, |
| "global_step": 530, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.03784295175023652, |
| "grad_norm": 12.928278923034668, |
| "learning_rate": 1.6981132075471698e-06, |
| "loss": 1.4503, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.07568590350047304, |
| "grad_norm": 4.828810214996338, |
| "learning_rate": 3.5849056603773586e-06, |
| "loss": 0.8761, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.11352885525070956, |
| "grad_norm": 3.0466108322143555, |
| "learning_rate": 5.4716981132075475e-06, |
| "loss": 0.5782, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.15137180700094607, |
| "grad_norm": 2.7793734073638916, |
| "learning_rate": 7.358490566037736e-06, |
| "loss": 0.4365, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.1892147587511826, |
| "grad_norm": 2.6989638805389404, |
| "learning_rate": 9.245283018867926e-06, |
| "loss": 0.3779, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.22705771050141912, |
| "grad_norm": 2.662125825881958, |
| "learning_rate": 9.99609654676786e-06, |
| "loss": 0.3345, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.26490066225165565, |
| "grad_norm": 2.1630754470825195, |
| "learning_rate": 9.9722641784023e-06, |
| "loss": 0.3279, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.30274361400189215, |
| "grad_norm": 2.4073753356933594, |
| "learning_rate": 9.92687124249773e-06, |
| "loss": 0.3057, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.34058656575212864, |
| "grad_norm": 2.1243770122528076, |
| "learning_rate": 9.860114570402055e-06, |
| "loss": 0.2971, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.3784295175023652, |
| "grad_norm": 2.0397891998291016, |
| "learning_rate": 9.772283630189727e-06, |
| "loss": 0.2811, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.4162724692526017, |
| "grad_norm": 2.167642116546631, |
| "learning_rate": 9.663759271479858e-06, |
| "loss": 0.2664, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.45411542100283825, |
| "grad_norm": 2.2073721885681152, |
| "learning_rate": 9.535012074008688e-06, |
| "loss": 0.2721, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.49195837275307475, |
| "grad_norm": 2.113102912902832, |
| "learning_rate": 9.386600307117293e-06, |
| "loss": 0.2549, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.5298013245033113, |
| "grad_norm": 1.9171561002731323, |
| "learning_rate": 9.219167509002526e-06, |
| "loss": 0.2534, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.5676442762535477, |
| "grad_norm": 1.8712971210479736, |
| "learning_rate": 9.033439696227966e-06, |
| "loss": 0.2447, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.6054872280037843, |
| "grad_norm": 2.0216710567474365, |
| "learning_rate": 8.83022221559489e-06, |
| "loss": 0.2491, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.6433301797540208, |
| "grad_norm": 1.623536229133606, |
| "learning_rate": 8.610396252024113e-06, |
| "loss": 0.2397, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.6811731315042573, |
| "grad_norm": 1.9642530679702759, |
| "learning_rate": 8.374915007591053e-06, |
| "loss": 0.2172, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.7190160832544938, |
| "grad_norm": 1.723118543624878, |
| "learning_rate": 8.124799568282418e-06, |
| "loss": 0.234, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.7568590350047304, |
| "grad_norm": 1.7284762859344482, |
| "learning_rate": 7.861134476396903e-06, |
| "loss": 0.2217, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.7568590350047304, |
| "eval_loss": 0.2220437228679657, |
| "eval_runtime": 93.3051, |
| "eval_samples_per_second": 8.821, |
| "eval_steps_per_second": 1.265, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.7947019867549668, |
| "grad_norm": 1.6118355989456177, |
| "learning_rate": 7.58506302778873e-06, |
| "loss": 0.2129, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.8325449385052034, |
| "grad_norm": 1.7828593254089355, |
| "learning_rate": 7.297782314345972e-06, |
| "loss": 0.2146, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.8703878902554399, |
| "grad_norm": 1.4980388879776, |
| "learning_rate": 7.00053803320028e-06, |
| "loss": 0.1948, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.9082308420056765, |
| "grad_norm": 1.5348376035690308, |
| "learning_rate": 6.694619085176159e-06, |
| "loss": 0.2056, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.9460737937559129, |
| "grad_norm": 1.3809292316436768, |
| "learning_rate": 6.381351985901842e-06, |
| "loss": 0.1986, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.9839167455061495, |
| "grad_norm": 1.3319153785705566, |
| "learning_rate": 6.062095113816069e-06, |
| "loss": 0.1962, |
| "step": 260 |
| }, |
| { |
| "epoch": 1.0189214758751182, |
| "grad_norm": 1.361677885055542, |
| "learning_rate": 5.738232820012407e-06, |
| "loss": 0.1666, |
| "step": 270 |
| }, |
| { |
| "epoch": 1.0567644276253547, |
| "grad_norm": 1.4107803106307983, |
| "learning_rate": 5.411169425461822e-06, |
| "loss": 0.1459, |
| "step": 280 |
| }, |
| { |
| "epoch": 1.0946073793755913, |
| "grad_norm": 1.373854637145996, |
| "learning_rate": 5.082323131642496e-06, |
| "loss": 0.1453, |
| "step": 290 |
| }, |
| { |
| "epoch": 1.1324503311258278, |
| "grad_norm": 1.3363025188446045, |
| "learning_rate": 4.753119870981486e-06, |
| "loss": 0.1401, |
| "step": 300 |
| }, |
| { |
| "epoch": 1.1702932828760644, |
| "grad_norm": 1.3609431982040405, |
| "learning_rate": 4.424987123773654e-06, |
| "loss": 0.132, |
| "step": 310 |
| }, |
| { |
| "epoch": 1.208136234626301, |
| "grad_norm": 1.300492286682129, |
| "learning_rate": 4.0993477283888264e-06, |
| "loss": 0.1342, |
| "step": 320 |
| }, |
| { |
| "epoch": 1.2459791863765375, |
| "grad_norm": 1.1971514225006104, |
| "learning_rate": 3.777613711607087e-06, |
| "loss": 0.1322, |
| "step": 330 |
| }, |
| { |
| "epoch": 1.2838221381267738, |
| "grad_norm": 1.4877253770828247, |
| "learning_rate": 3.46118016583494e-06, |
| "loss": 0.1368, |
| "step": 340 |
| }, |
| { |
| "epoch": 1.3216650898770104, |
| "grad_norm": 1.2842473983764648, |
| "learning_rate": 3.1514191997517387e-06, |
| "loss": 0.1301, |
| "step": 350 |
| }, |
| { |
| "epoch": 1.359508041627247, |
| "grad_norm": 1.3692116737365723, |
| "learning_rate": 2.8496739886173994e-06, |
| "loss": 0.1314, |
| "step": 360 |
| }, |
| { |
| "epoch": 1.3973509933774835, |
| "grad_norm": 1.254835605621338, |
| "learning_rate": 2.5572529500402365e-06, |
| "loss": 0.129, |
| "step": 370 |
| }, |
| { |
| "epoch": 1.43519394512772, |
| "grad_norm": 1.2396975755691528, |
| "learning_rate": 2.275424070459803e-06, |
| "loss": 0.1205, |
| "step": 380 |
| }, |
| { |
| "epoch": 1.4730368968779564, |
| "grad_norm": 1.3641499280929565, |
| "learning_rate": 2.005409406946e-06, |
| "loss": 0.129, |
| "step": 390 |
| }, |
| { |
| "epoch": 1.5108798486281931, |
| "grad_norm": 1.4750701189041138, |
| "learning_rate": 1.7483797881556175e-06, |
| "loss": 0.1209, |
| "step": 400 |
| }, |
| { |
| "epoch": 1.5108798486281931, |
| "eval_loss": 0.1692177653312683, |
| "eval_runtime": 94.0494, |
| "eval_samples_per_second": 8.751, |
| "eval_steps_per_second": 1.255, |
| "step": 400 |
| }, |
| { |
| "epoch": 1.5487228003784295, |
| "grad_norm": 1.1940029859542847, |
| "learning_rate": 1.5054497374238275e-06, |
| "loss": 0.1155, |
| "step": 410 |
| }, |
| { |
| "epoch": 1.586565752128666, |
| "grad_norm": 1.2632642984390259, |
| "learning_rate": 1.277672640004936e-06, |
| "loss": 0.1193, |
| "step": 420 |
| }, |
| { |
| "epoch": 1.6244087038789026, |
| "grad_norm": 1.2763444185256958, |
| "learning_rate": 1.066036175418082e-06, |
| "loss": 0.115, |
| "step": 430 |
| }, |
| { |
| "epoch": 1.6622516556291391, |
| "grad_norm": 1.2933067083358765, |
| "learning_rate": 8.714580347039491e-07, |
| "loss": 0.1162, |
| "step": 440 |
| }, |
| { |
| "epoch": 1.7000946073793757, |
| "grad_norm": 1.197369933128357, |
| "learning_rate": 6.947819411632223e-07, |
| "loss": 0.1138, |
| "step": 450 |
| }, |
| { |
| "epoch": 1.737937559129612, |
| "grad_norm": 1.1830955743789673, |
| "learning_rate": 5.367739918315068e-07, |
| "loss": 0.112, |
| "step": 460 |
| }, |
| { |
| "epoch": 1.7757805108798488, |
| "grad_norm": 1.2318562269210815, |
| "learning_rate": 3.98119335554687e-07, |
| "loss": 0.1098, |
| "step": 470 |
| }, |
| { |
| "epoch": 1.8136234626300851, |
| "grad_norm": 1.2451008558273315, |
| "learning_rate": 2.7941920206915443e-07, |
| "loss": 0.1152, |
| "step": 480 |
| }, |
| { |
| "epoch": 1.8514664143803217, |
| "grad_norm": 1.2878820896148682, |
| "learning_rate": 1.8118829496930557e-07, |
| "loss": 0.1051, |
| "step": 490 |
| }, |
| { |
| "epoch": 1.8893093661305582, |
| "grad_norm": 1.2973670959472656, |
| "learning_rate": 1.0385255986682718e-07, |
| "loss": 0.1053, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.9271523178807946, |
| "grad_norm": 1.1544054746627808, |
| "learning_rate": 4.774733741942206e-08, |
| "loss": 0.1044, |
| "step": 510 |
| }, |
| { |
| "epoch": 1.9649952696310313, |
| "grad_norm": 1.1692767143249512, |
| "learning_rate": 1.3115909237734203e-08, |
| "loss": 0.1083, |
| "step": 520 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 2.188850164413452, |
| "learning_rate": 1.0844297567258466e-10, |
| "loss": 0.1132, |
| "step": 530 |
| }, |
| { |
| "epoch": 2.0, |
| "step": 530, |
| "total_flos": 71607640850432.0, |
| "train_loss": 0.2318565127984533, |
| "train_runtime": 10363.9156, |
| "train_samples_per_second": 1.428, |
| "train_steps_per_second": 0.051 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 530, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 71607640850432.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
