File size: 390 Bytes
5f2451e | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 | {
"model": "standard",
"layer": 2,
"d_sae": 4096,
"k": 40,
"normalize_activations": "expected_average_only_in",
"n_tokens": 10000000,
"batch_size": 4096,
"lr": 0.0003,
"final_training": {
"step": 2441,
"loss": 9.37691879272461,
"l0": 40.0,
"fve": 0.9112300092129357,
"n_dead": 1,
"mse": 0.018243035301566124
},
"dead_pct_heldout": 1.220703125
} |