| { | |
| "model": "standard", | |
| "layer": 1, | |
| "d_sae": 4096, | |
| "k": 40, | |
| "normalize_activations": "expected_average_only_in", | |
| "n_tokens": 10000000, | |
| "batch_size": 4096, | |
| "lr": 0.0003, | |
| "final_training": { | |
| "step": 2441, | |
| "loss": 4.313589572906494, | |
| "l0": 40.0, | |
| "fve": 0.9156635482984559, | |
| "n_dead": 1, | |
| "mse": 0.008392197079956532 | |
| }, | |
| "dead_pct_heldout": 1.5380859375 | |
| } |