Hugging Face's logo

JackYoung27
/
writesae-ckpts

Feature Extraction
PyTorch
English
sparse-autoencoder
interpretability
mechanistic-interpretability
gated-deltanet
mamba
rwkv
linear-attention
state-space-model
Model card Files
xet
 Community
writesae-ckpts
File size: 1,683 Bytes
f1850af
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
{
  "feature_id": 412,
  "preferred_token_id": 98818,
  "concentration": 14.4923095703125,
  "n_firings_observed": 50,
  "a_star": 0.3105553686618805,
  "detection_method": "ablate_delta",
  "all_candidates": [
    {
      "feature_id": 1442,
      "n": 0,
      "top_tok": null,
      "sum_delta": 0.0,
      "a_star": 0.0
    },
    {
      "feature_id": 412,
      "n": 50,
      "top_tok": 98818,
      "sum_delta": 14.4923095703125,
      "a_star": 0.3105553686618805
    },
    {
      "feature_id": 192,
      "n": 50,
      "top_tok": 151177,
      "sum_delta": 1.1388626098632812,
      "a_star": 0.1147754117846489
    },
    {
      "feature_id": 97,
      "n": 50,
      "top_tok": 14944,
      "sum_delta": 2.288761615753174,
      "a_star": 0.1535370722413063
    },
    {
      "feature_id": 1335,
      "n": 50,
      "top_tok": 108865,
      "sum_delta": 0.7756109237670898,
      "a_star": 0.1436578556895256
    },
    {
      "feature_id": 87,
      "n": 0,
      "top_tok": null,
      "sum_delta": 0.0,
      "a_star": 0.0
    },
    {
      "feature_id": 53,
      "n": 0,
      "top_tok": null,
      "sum_delta": 0.0,
      "a_star": 0.0
    },
    {
      "feature_id": 63,
      "n": 0,
      "top_tok": null,
      "sum_delta": 0.0,
      "a_star": 0.0
    },
    {
      "feature_id": 1361,
      "n": 0,
      "top_tok": null,
      "sum_delta": 0.0,
      "a_star": 0.0
    },
    {
      "feature_id": 1703,
      "n": 0,
      "top_tok": null,
      "sum_delta": 0.0,
      "a_star": 0.0
    },
    {
      "feature_id": 226,
      "n": 2,
      "top_tok": 5337,
      "sum_delta": 0.21218061447143555,
      "a_star": 0.07111962512135506
    }
  ]
}