File size: 423 Bytes
5f2451e | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 | {
"model": "standard",
"layer": 0,
"hook": "hook_resid_post",
"d_sae": 4096,
"k": 40,
"n_tokens": 500000,
"batch_size": 4096,
"lr": 0.0003,
"final": {
"step": 122,
"loss": 3.7668752670288086,
"losses": {
"mse_loss": 3.7668752670288086,
"auxiliary_reconstruction_loss": 0.0
},
"l0": 40.0,
"mse": 0.007357178255915642,
"fve": 0.7880726447111882,
"n_dead": 0
}
} |