{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 217,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.02304147465437788,
      "grad_norm": 4.609155178070068,
      "learning_rate": 4e-05,
      "loss": 1.1945276260375977,
      "step": 5
    },
    {
      "epoch": 0.04608294930875576,
      "grad_norm": 0.3184139132499695,
      "learning_rate": 9e-05,
      "loss": 1.017074966430664,
      "step": 10
    },
    {
      "epoch": 0.06912442396313365,
      "grad_norm": 0.21383991837501526,
      "learning_rate": 0.00014,
      "loss": 0.956594181060791,
      "step": 15
    },
    {
      "epoch": 0.09216589861751152,
      "grad_norm": 0.20728200674057007,
      "learning_rate": 0.00019,
      "loss": 0.9034479141235352,
      "step": 20
    },
    {
      "epoch": 0.1152073732718894,
      "grad_norm": 0.1944284737110138,
      "learning_rate": 0.00019979661917102115,
      "loss": 0.8788949012756347,
      "step": 25
    },
    {
      "epoch": 0.1382488479262673,
      "grad_norm": 0.18074148893356323,
      "learning_rate": 0.00019897180218885507,
      "loss": 0.9575190544128418,
      "step": 30
    },
    {
      "epoch": 0.16129032258064516,
      "grad_norm": 0.29437240958213806,
      "learning_rate": 0.00019751807495903484,
      "loss": 0.9204333305358887,
      "step": 35
    },
    {
      "epoch": 0.18433179723502305,
      "grad_norm": 0.22639837861061096,
      "learning_rate": 0.00019544467510209388,
      "loss": 1.0152652740478516,
      "step": 40
    },
    {
      "epoch": 0.2073732718894009,
      "grad_norm": 0.21111330389976501,
      "learning_rate": 0.00019276477791027374,
      "loss": 0.8392349243164062,
      "step": 45
    },
    {
      "epoch": 0.2304147465437788,
      "grad_norm": 0.2804746925830841,
      "learning_rate": 0.00018949541262593762,
      "loss": 0.7984195232391358,
      "step": 50
    },
    {
      "epoch": 0.2534562211981567,
      "grad_norm": 0.18596959114074707,
      "learning_rate": 0.00018565735423029404,
      "loss": 0.8844935417175293,
      "step": 55
    },
    {
      "epoch": 0.2764976958525346,
      "grad_norm": 0.3064640462398529,
      "learning_rate": 0.00018127499143005268,
      "loss": 0.8820157051086426,
      "step": 60
    },
    {
      "epoch": 0.2995391705069124,
      "grad_norm": 0.23555733263492584,
      "learning_rate": 0.00017637617168088325,
      "loss": 0.9234310150146484,
      "step": 65
    },
    {
      "epoch": 0.3225806451612903,
      "grad_norm": 0.18329502642154694,
      "learning_rate": 0.0001709920242324663,
      "loss": 0.8056103706359863,
      "step": 70
    },
    {
      "epoch": 0.3456221198156682,
      "grad_norm": 0.1875191181898117,
      "learning_rate": 0.0001651567623195849,
      "loss": 0.979500675201416,
      "step": 75
    },
    {
      "epoch": 0.3686635944700461,
      "grad_norm": 0.22501425445079803,
      "learning_rate": 0.00015890746575622231,
      "loss": 0.8597883224487305,
      "step": 80
    },
    {
      "epoch": 0.391705069124424,
      "grad_norm": 0.17843660712242126,
      "learning_rate": 0.0001522838453141581,
      "loss": 0.7388361930847168,
      "step": 85
    },
    {
      "epoch": 0.4147465437788018,
      "grad_norm": 0.24085059762001038,
      "learning_rate": 0.00014532799038330385,
      "loss": 1.0389366149902344,
      "step": 90
    },
    {
      "epoch": 0.4377880184331797,
      "grad_norm": 0.2150639444589615,
      "learning_rate": 0.0001380841015172563,
      "loss": 0.8493513107299805,
      "step": 95
    },
    {
      "epoch": 0.4608294930875576,
      "grad_norm": 0.18283779919147491,
      "learning_rate": 0.00013059820956358998,
      "loss": 1.0224772453308106,
      "step": 100
    },
    {
      "epoch": 0.4838709677419355,
      "grad_norm": 0.23088669776916504,
      "learning_rate": 0.00012291788316365888,
      "loss": 0.7935346126556396,
      "step": 105
    },
    {
      "epoch": 0.5069124423963134,
      "grad_norm": 0.20359237492084503,
      "learning_rate": 0.00011509192648058249,
      "loss": 0.880291748046875,
      "step": 110
    },
    {
      "epoch": 0.5299539170506913,
      "grad_norm": 0.2222241908311844,
      "learning_rate": 0.00010717006907618377,
      "loss": 1.0091294288635253,
      "step": 115
    },
    {
      "epoch": 0.5529953917050692,
      "grad_norm": 0.23833954334259033,
      "learning_rate": 9.920264990753837e-05,
      "loss": 0.8710408210754395,
      "step": 120
    },
    {
      "epoch": 0.576036866359447,
      "grad_norm": 0.21623441576957703,
      "learning_rate": 9.12402974511587e-05,
      "loss": 0.7930989265441895,
      "step": 125
    },
    {
      "epoch": 0.5990783410138248,
      "grad_norm": 0.131376251578331,
      "learning_rate": 8.333360798744496e-05,
      "loss": 0.7971048831939698,
      "step": 130
    },
    {
      "epoch": 0.6221198156682027,
      "grad_norm": 0.21020947396755219,
      "learning_rate": 7.553282408972382e-05,
      "loss": 0.9506874084472656,
      "step": 135
    },
    {
      "epoch": 0.6451612903225806,
      "grad_norm": 0.1900622397661209,
      "learning_rate": 6.788751536089739e-05,
      "loss": 0.7837625980377197,
      "step": 140
    },
    {
      "epoch": 0.6682027649769585,
      "grad_norm": 0.20265358686447144,
      "learning_rate": 6.044626344644151e-05,
      "loss": 0.9717947959899902,
      "step": 145
    },
    {
      "epoch": 0.6912442396313364,
      "grad_norm": 0.20827989280223846,
      "learning_rate": 5.325635332531864e-05,
      "loss": 0.8602096557617187,
      "step": 150
    },
    {
      "epoch": 0.7142857142857143,
      "grad_norm": 0.18106794357299805,
      "learning_rate": 4.636347284047877e-05,
      "loss": 0.7170271873474121,
      "step": 155
    },
    {
      "epoch": 0.7373271889400922,
      "grad_norm": 0.1832089126110077,
      "learning_rate": 3.981142237826332e-05,
      "loss": 0.927896785736084,
      "step": 160
    },
    {
      "epoch": 0.7603686635944701,
      "grad_norm": 0.2030986100435257,
      "learning_rate": 3.364183654153592e-05,
      "loss": 0.7584274768829345,
      "step": 165
    },
    {
      "epoch": 0.783410138248848,
      "grad_norm": 0.22505062818527222,
      "learning_rate": 2.789391958515183e-05,
      "loss": 0.8892077445983887,
      "step": 170
    },
    {
      "epoch": 0.8064516129032258,
      "grad_norm": 0.22897103428840637,
      "learning_rate": 2.2604196294924694e-05,
      "loss": 0.7206392288208008,
      "step": 175
    },
    {
      "epoch": 0.8294930875576036,
      "grad_norm": 0.16774588823318481,
      "learning_rate": 1.7806279893114875e-05,
      "loss": 0.854553508758545,
      "step": 180
    },
    {
      "epoch": 0.8525345622119815,
      "grad_norm": 0.21229791641235352,
      "learning_rate": 1.3530658445269783e-05,
      "loss": 0.9499557495117188,
      "step": 185
    },
    {
      "epoch": 0.8755760368663594,
      "grad_norm": 0.2512429356575012,
      "learning_rate": 9.804501125681243e-06,
      "loss": 0.8282492637634278,
      "step": 190
    },
    {
      "epoch": 0.8986175115207373,
      "grad_norm": 0.2164967805147171,
      "learning_rate": 6.651485572533378e-06,
      "loss": 0.8490478515625,
      "step": 195
    },
    {
      "epoch": 0.9216589861751152,
      "grad_norm": 0.22630353271961212,
      "learning_rate": 4.091647429802869e-06,
      "loss": 0.8240178108215332,
      "step": 200
    },
    {
      "epoch": 0.9447004608294931,
      "grad_norm": 0.2094026803970337,
      "learning_rate": 2.1412530319879887e-06,
      "loss": 0.8646288871765136,
      "step": 205
    },
    {
      "epoch": 0.967741935483871,
      "grad_norm": 0.22000199556350708,
      "learning_rate": 8.126960406835249e-07,
      "loss": 0.7955609798431397,
      "step": 210
    },
    {
      "epoch": 0.9907834101382489,
      "grad_norm": 0.2844116985797882,
      "learning_rate": 1.1441868981815207e-07,
      "loss": 0.9579826354980469,
      "step": 215
    }
  ],
  "logging_steps": 5,
  "max_steps": 217,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 200,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 8.887535275770291e+17,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}