checkpoints/004000/training_state/scheduler_state.json

{
    "base_lrs": [
        0.0001
    ],
    "last_epoch": 4000,
    "_step_count": 4001,
    "_is_initial": false,
    "_get_lr_called_within_step": false,
    "_last_lr": [
        9.06895784757787e-05
    ],
    "lr_lambdas": [
        null
    ]
}