| { | |
| "model": "standard", | |
| "layer": 3, | |
| "d_sae": 4096, | |
| "k": 40, | |
| "normalize_activations": "expected_average_only_in", | |
| "n_tokens": 10000000, | |
| "batch_size": 4096, | |
| "lr": 0.0003, | |
| "final_training": { | |
| "step": 2441, | |
| "loss": 19.480852127075195, | |
| "l0": 40.0, | |
| "fve": 0.8956661837197387, | |
| "n_dead": 1, | |
| "mse": 0.03790052607655525 | |
| }, | |
| "dead_pct_heldout": 1.025390625 | |
| } |