| { | |
| "model": "standard", | |
| "layer": 2, | |
| "d_sae": 4096, | |
| "k": 40, | |
| "normalize_activations": "expected_average_only_in", | |
| "n_tokens": 10000000, | |
| "batch_size": 4096, | |
| "lr": 0.0003, | |
| "final_training": { | |
| "step": 2441, | |
| "loss": 9.37691879272461, | |
| "l0": 40.0, | |
| "fve": 0.9112300092129357, | |
| "n_dead": 1, | |
| "mse": 0.018243035301566124 | |
| }, | |
| "dead_pct_heldout": 1.220703125 | |
| } |