File size: 391 Bytes
5f2451e | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 | {
"model": "standard",
"layer": 3,
"d_sae": 4096,
"k": 40,
"normalize_activations": "expected_average_only_in",
"n_tokens": 10000000,
"batch_size": 4096,
"lr": 0.0003,
"final_training": {
"step": 2441,
"loss": 19.480852127075195,
"l0": 40.0,
"fve": 0.8956661837197387,
"n_dead": 1,
"mse": 0.03790052607655525
},
"dead_pct_heldout": 1.025390625
} |