File size: 391 Bytes
5f2451e
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
{
  "model": "standard",
  "layer": 3,
  "d_sae": 4096,
  "k": 40,
  "normalize_activations": "expected_average_only_in",
  "n_tokens": 10000000,
  "batch_size": 4096,
  "lr": 0.0003,
  "final_training": {
    "step": 2441,
    "loss": 19.480852127075195,
    "l0": 40.0,
    "fve": 0.8956661837197387,
    "n_dead": 1,
    "mse": 0.03790052607655525
  },
  "dead_pct_heldout": 1.025390625
}