File size: 392 Bytes
5f2451e | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 | {
"model": "standard",
"layer": 1,
"d_sae": 4096,
"k": 40,
"normalize_activations": "expected_average_only_in",
"n_tokens": 10000000,
"batch_size": 4096,
"lr": 0.0003,
"final_training": {
"step": 2441,
"loss": 4.313589572906494,
"l0": 40.0,
"fve": 0.9156635482984559,
"n_dead": 1,
"mse": 0.008392197079956532
},
"dead_pct_heldout": 1.5380859375
} |