| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.6017191977077365, |
| "eval_steps": 500, |
| "global_step": 18, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.08595988538681948, |
| "grad_norm": 93.6100539565976, |
| "learning_rate": 1e-06, |
| "logits/chosen": -1.03125, |
| "logits/rejected": -0.84765625, |
| "logps/chosen": -194.0, |
| "logps/rejected": -228.0, |
| "loss": 0.6921, |
| "rewards/accuracies": 0.0, |
| "rewards/chosen": 0.0, |
| "rewards/margins": 0.0, |
| "rewards/rejected": 0.0, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.17191977077363896, |
| "grad_norm": 81.32351057726953, |
| "learning_rate": 1e-06, |
| "logits/chosen": -1.03125, |
| "logits/rejected": -0.83203125, |
| "logps/chosen": -217.0, |
| "logps/rejected": -276.0, |
| "loss": 0.5897, |
| "rewards/accuracies": 0.8833333253860474, |
| "rewards/chosen": -0.005401611328125, |
| "rewards/margins": 0.22265625, |
| "rewards/rejected": -0.2275390625, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.25787965616045844, |
| "grad_norm": 54.70178903970555, |
| "learning_rate": 1e-06, |
| "logits/chosen": -1.03125, |
| "logits/rejected": -0.80859375, |
| "logps/chosen": -194.0, |
| "logps/rejected": -220.0, |
| "loss": 0.3507, |
| "rewards/accuracies": 0.9666666388511658, |
| "rewards/chosen": 0.02587890625, |
| "rewards/margins": 0.83203125, |
| "rewards/rejected": -0.8046875, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.3438395415472779, |
| "grad_norm": 43.28884532989534, |
| "learning_rate": 1e-06, |
| "logits/chosen": -1.0390625, |
| "logits/rejected": -0.8203125, |
| "logps/chosen": -161.0, |
| "logps/rejected": -222.0, |
| "loss": 0.3005, |
| "rewards/accuracies": 1.0, |
| "rewards/chosen": 0.08056640625, |
| "rewards/margins": 1.1953125, |
| "rewards/rejected": -1.1171875, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.4297994269340974, |
| "grad_norm": 11.27681555628311, |
| "learning_rate": 1e-06, |
| "logits/chosen": -0.9453125, |
| "logits/rejected": -0.8203125, |
| "logps/chosen": -138.0, |
| "logps/rejected": -242.0, |
| "loss": 0.0703, |
| "rewards/accuracies": 1.0, |
| "rewards/chosen": 0.2158203125, |
| "rewards/margins": 3.328125, |
| "rewards/rejected": -3.109375, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.5157593123209169, |
| "grad_norm": 7.154503627923726, |
| "learning_rate": 1e-06, |
| "logits/chosen": -1.046875, |
| "logits/rejected": -0.84765625, |
| "logps/chosen": -185.0, |
| "logps/rejected": -262.0, |
| "loss": 0.0443, |
| "rewards/accuracies": 1.0, |
| "rewards/chosen": 0.197265625, |
| "rewards/margins": 3.625, |
| "rewards/rejected": -3.421875, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.6017191977077364, |
| "grad_norm": 4.580182139528718, |
| "learning_rate": 1e-06, |
| "logits/chosen": -1.0625, |
| "logits/rejected": -0.828125, |
| "logps/chosen": -177.0, |
| "logps/rejected": -249.0, |
| "loss": 0.0283, |
| "rewards/accuracies": 1.0, |
| "rewards/chosen": 0.21484375, |
| "rewards/margins": 4.5, |
| "rewards/rejected": -4.28125, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.6876790830945558, |
| "grad_norm": 3.6258438418031407, |
| "learning_rate": 1e-06, |
| "logits/chosen": -0.96484375, |
| "logits/rejected": -0.890625, |
| "logps/chosen": -180.0, |
| "logps/rejected": -278.0, |
| "loss": 0.023, |
| "rewards/accuracies": 1.0, |
| "rewards/chosen": 0.1865234375, |
| "rewards/margins": 4.5625, |
| "rewards/rejected": -4.375, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.7736389684813754, |
| "grad_norm": 0.19960970927261662, |
| "learning_rate": 1e-06, |
| "logits/chosen": -0.99609375, |
| "logits/rejected": -0.8671875, |
| "logps/chosen": -181.0, |
| "logps/rejected": -338.0, |
| "loss": 0.001, |
| "rewards/accuracies": 1.0, |
| "rewards/chosen": 0.37890625, |
| "rewards/margins": 9.4375, |
| "rewards/rejected": -9.0625, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.8595988538681948, |
| "grad_norm": 0.06059000889431359, |
| "learning_rate": 1e-06, |
| "logits/chosen": -0.9609375, |
| "logits/rejected": -0.92578125, |
| "logps/chosen": -240.0, |
| "logps/rejected": -366.0, |
| "loss": 0.0003, |
| "rewards/accuracies": 1.0, |
| "rewards/chosen": 0.65625, |
| "rewards/margins": 11.6875, |
| "rewards/rejected": -11.0625, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.9455587392550143, |
| "grad_norm": 0.1091934088172832, |
| "learning_rate": 1e-06, |
| "logits/chosen": -1.0390625, |
| "logits/rejected": -0.921875, |
| "logps/chosen": -190.0, |
| "logps/rejected": -340.0, |
| "loss": 0.0002, |
| "rewards/accuracies": 1.0, |
| "rewards/chosen": 0.384765625, |
| "rewards/margins": 12.25, |
| "rewards/rejected": -11.875, |
| "step": 11 |
| }, |
| { |
| "epoch": 1.0859598853868195, |
| "grad_norm": 0.028289652274062375, |
| "learning_rate": 1e-06, |
| "logits/chosen": -1.0078125, |
| "logits/rejected": -0.890625, |
| "logps/chosen": -157.0, |
| "logps/rejected": -390.0, |
| "loss": 0.0001, |
| "rewards/accuracies": 1.0, |
| "rewards/chosen": 0.55859375, |
| "rewards/margins": 14.0, |
| "rewards/rejected": -13.4375, |
| "step": 12 |
| }, |
| { |
| "epoch": 1.171919770773639, |
| "grad_norm": 0.06565194416158708, |
| "learning_rate": 1e-06, |
| "logits/chosen": -0.87109375, |
| "logits/rejected": -0.8359375, |
| "logps/chosen": -190.0, |
| "logps/rejected": -344.0, |
| "loss": 0.0002, |
| "rewards/accuracies": 1.0, |
| "rewards/chosen": 0.59375, |
| "rewards/margins": 12.4375, |
| "rewards/rejected": -11.875, |
| "step": 13 |
| }, |
| { |
| "epoch": 1.2578796561604584, |
| "grad_norm": 0.01625319987755828, |
| "learning_rate": 1e-06, |
| "logits/chosen": -1.0078125, |
| "logits/rejected": -0.9765625, |
| "logps/chosen": -194.0, |
| "logps/rejected": -374.0, |
| "loss": 0.0001, |
| "rewards/accuracies": 1.0, |
| "rewards/chosen": 0.33203125, |
| "rewards/margins": 13.3125, |
| "rewards/rejected": -13.0, |
| "step": 14 |
| }, |
| { |
| "epoch": 1.343839541547278, |
| "grad_norm": 0.029292463071972353, |
| "learning_rate": 1e-06, |
| "logits/chosen": -1.0078125, |
| "logits/rejected": -0.9609375, |
| "logps/chosen": -178.0, |
| "logps/rejected": -368.0, |
| "loss": 0.0001, |
| "rewards/accuracies": 1.0, |
| "rewards/chosen": 0.61328125, |
| "rewards/margins": 14.1875, |
| "rewards/rejected": -13.625, |
| "step": 15 |
| }, |
| { |
| "epoch": 1.4297994269340975, |
| "grad_norm": 0.019950557788354577, |
| "learning_rate": 1e-06, |
| "logits/chosen": -0.9765625, |
| "logits/rejected": -0.9296875, |
| "logps/chosen": -212.0, |
| "logps/rejected": -376.0, |
| "loss": 0.0, |
| "rewards/accuracies": 1.0, |
| "rewards/chosen": 0.51171875, |
| "rewards/margins": 14.75, |
| "rewards/rejected": -14.25, |
| "step": 16 |
| }, |
| { |
| "epoch": 1.5157593123209168, |
| "grad_norm": 0.021773657770542035, |
| "learning_rate": 1e-06, |
| "logits/chosen": -1.046875, |
| "logits/rejected": -1.0078125, |
| "logps/chosen": -233.0, |
| "logps/rejected": -450.0, |
| "loss": 0.0001, |
| "rewards/accuracies": 1.0, |
| "rewards/chosen": 0.177734375, |
| "rewards/margins": 15.5, |
| "rewards/rejected": -15.375, |
| "step": 17 |
| }, |
| { |
| "epoch": 1.6017191977077365, |
| "grad_norm": 0.009409310185294985, |
| "learning_rate": 1e-06, |
| "logits/chosen": -0.8984375, |
| "logits/rejected": -0.90625, |
| "logps/chosen": -203.0, |
| "logps/rejected": -366.0, |
| "loss": 0.0, |
| "rewards/accuracies": 1.0, |
| "rewards/chosen": 0.65625, |
| "rewards/margins": 14.75, |
| "rewards/rejected": -14.0625, |
| "step": 18 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 35, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 4, |
| "save_steps": 6, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
