Hugging Face's logo

connaaa
/
interpgpt-sae-phase5

sae_lens
interpretability
sparse-autoencoder
sae
mechanistic-interpretability
topk-sae
Model card Files
xet
 Community
interpgpt-sae-phase5
File size: 2,166 Bytes
5f2451e
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
{
  "n_seeds": 4,
  "n_prompts": 30,
  "coefs": [
    0.0,
    2.0,
    5.0,
    10.0
  ],
  "results": {
    "L2_up_std": {
      "0.0": [
        0.08018867924528301,
        0.08653846153846154,
        0.09090909090909091,
        0.06862745098039216
      ],
      "2.0": [
        0.08133971291866028,
        0.08695652173913043,
        0.08530805687203792,
        0.07352941176470588
      ],
      "5.0": [
        0.07655502392344497,
        0.08695652173913043,
        0.09268292682926829,
        0.07881773399014778
      ],
      "10.0": [
        0.08018867924528301,
        0.08490566037735849,
        0.11682242990654206,
        0.08866995073891626
      ]
    },
    "L2_down_adhd": {
      "0.0": [
        0.4488888888888889,
        0.3949771689497717,
        0.44794188861985473,
        0.42403628117913833
      ],
      "2.0": [
        0.43935926773455375,
        0.382830626450116,
        0.44364508393285373,
        0.432183908045977
      ],
      "5.0": [
        0.4387990762124711,
        0.39902676399026765,
        0.42857142857142855,
        0.42755344418052255
      ],
      "10.0": [
        0.39172749391727496,
        0.3949771689497717,
        0.40648379052369077,
        0.4230769230769231
      ]
    },
    "L2_zero_adhd": {
      "baseline": [
        0.4488888888888889,
        0.3949771689497717,
        0.44794188861985473,
        0.42403628117913833
      ],
      "zero_step_onset": [
        0.44742729306487694,
        0.38672768878718533,
        0.4348894348894349,
        0.4217687074829932
      ]
    },
    "L1_up_std": {
      "0.0": [
        0.08018867924528301,
        0.08653846153846154,
        0.09090909090909091,
        0.06862745098039216
      ],
      "2.0": [
        0.08095238095238096,
        0.08695652173913043,
        0.0861244019138756,
        0.06862745098039216
      ],
      "5.0": [
        0.0761904761904762,
        0.07766990291262135,
        0.08695652173913043,
        0.07352941176470588
      ],
      "10.0": [
        0.07692307692307693,
        0.08163265306122448,
        0.0784313725490196,
        0.07881773399014778
      ]
    }
  }
}