Hugging Face's logo

han1823123123
/
txcdr-base

sparse-autoencoder
temporal-crosscoder
gemma-2-2b
Model card Files
xet
 Community
han1823123123 commited on
Commit
337e88f
·
verified ·
1 Parent(s): 31936cf

Upload training_logs/txcdr_t4__seed2.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. training_logs/txcdr_t4__seed2.json +129 -0
training_logs/txcdr_t4__seed2.json ADDED
@@ -0,0 +1,129 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "loss": [
3
+ 50398.875,
4
+ 5936.8447265625,
5
+ 5094.5615234375,
6
+ 4711.45361328125,
7
+ 4417.048828125,
8
+ 4251.64501953125,
9
+ 4144.3173828125,
10
+ 4013.38818359375,
11
+ 3945.41162109375,
12
+ 3876.5390625,
13
+ 3796.54638671875,
14
+ 3758.0751953125,
15
+ 3736.530029296875,
16
+ 3665.77734375,
17
+ 3665.569580078125,
18
+ 3619.26611328125,
19
+ 3615.7294921875,
20
+ 3570.207275390625,
21
+ 3598.13818359375,
22
+ 3574.25341796875,
23
+ 3545.118896484375,
24
+ 3490.67236328125,
25
+ 3486.68505859375,
26
+ 3475.81298828125,
27
+ 3476.316650390625,
28
+ 3457.33642578125,
29
+ 3429.99169921875,
30
+ 3427.26611328125,
31
+ 3430.28173828125
32
+ ],
33
+ "l0": [
34
+ 500.0,
35
+ 496.77734375,
36
+ 496.881103515625,
37
+ 496.063232421875,
38
+ 494.43359375,
39
+ 493.623779296875,
40
+ 493.064453125,
41
+ 494.19921875,
42
+ 493.50634765625,
43
+ 492.553466796875,
44
+ 492.1455078125,
45
+ 493.142578125,
46
+ 492.5322265625,
47
+ 493.010498046875,
48
+ 493.131103515625,
49
+ 492.0712890625,
50
+ 493.060546875,
51
+ 492.77587890625,
52
+ 493.101318359375,
53
+ 492.096923828125,
54
+ 491.15966796875,
55
+ 492.44140625,
56
+ 492.015625,
57
+ 491.58154296875,
58
+ 492.828125,
59
+ 491.70556640625,
60
+ 490.634765625,
61
+ 492.38720703125,
62
+ 490.760009765625
63
+ ],
64
+ "steps_logged": [
65
+ 0,
66
+ 200,
67
+ 400,
68
+ 600,
69
+ 800,
70
+ 1000,
71
+ 1200,
72
+ 1400,
73
+ 1600,
74
+ 1800,
75
+ 2000,
76
+ 2200,
77
+ 2400,
78
+ 2600,
79
+ 2800,
80
+ 3000,
81
+ 3200,
82
+ 3400,
83
+ 3600,
84
+ 3800,
85
+ 4000,
86
+ 4200,
87
+ 4400,
88
+ 4600,
89
+ 4800,
90
+ 5000,
91
+ 5200,
92
+ 5400,
93
+ 5600
94
+ ],
95
+ "final_step": 5600,
96
+ "converged": true,
97
+ "plateau_last": 0.01999426623468689,
98
+ "elapsed_s": 874.2572951316833,
99
+ "row": 15,
100
+ "arch_id": "txcdr_t4",
101
+ "arch": "txcdr_t4",
102
+ "group": 3,
103
+ "src_class": "TemporalCrosscoder",
104
+ "src_module": "src.architectures.crosscoder",
105
+ "T": 4,
106
+ "T_max": null,
107
+ "t_sample": null,
108
+ "n_layers": null,
109
+ "k_win": 500,
110
+ "k_pos": 125,
111
+ "shifts": null,
112
+ "alpha": null,
113
+ "gamma": null,
114
+ "n_scales": null,
115
+ "seed": 2,
116
+ "d_in": 2304,
117
+ "d_sae": 18432,
118
+ "subject_model": "google/gemma-2-2b",
119
+ "anchor_layer": 12,
120
+ "mlc_layers": [
121
+ 10,
122
+ 11,
123
+ 12,
124
+ 13,
125
+ 14
126
+ ],
127
+ "phase": "phase7_unification",
128
+ "run_id": "txcdr_t4__seed2"
129
+ }