{
  "base": {
    "optimizer": "adamw8bit",
    "lr": 1e-06,
    "lr_scheduler": "constant",
    "lr_decay_steps": 124140,
    "lr_warmup_steps": 2482,
    "betas": [
      0.9,
      0.999
    ],
    "epsilon": 1e-08,
    "weight_decay": 0.01
  },
  "text_encoder_overrides": {
    "optimizer": "adamw8bit",
    "lr": 5e-07,
    "lr_scheduler": "cosine",
    "lr_decay_steps": 124140,
    "lr_warmup_steps": 2482,
    "betas": [
      0.9,
      0.999
    ],
    "epsilon": 1e-08,
    "weight_decay": 0.01
  },
  "text_encoder_freezing": {
    "unfreeze_last_n_layers": null
  },
  "apply_grad_scaler_step_tweaks": true
}