File size: 423 Bytes
5f2451e
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
{
  "model": "standard",
  "layer": 0,
  "hook": "hook_resid_post",
  "d_sae": 4096,
  "k": 40,
  "n_tokens": 500000,
  "batch_size": 4096,
  "lr": 0.0003,
  "final": {
    "step": 122,
    "loss": 3.7668752670288086,
    "losses": {
      "mse_loss": 3.7668752670288086,
      "auxiliary_reconstruction_loss": 0.0
    },
    "l0": 40.0,
    "mse": 0.007357178255915642,
    "fve": 0.7880726447111882,
    "n_dead": 0
  }
}