Hugging Face's logo

han1823123123
/
txcdr-base

sparse-autoencoder
temporal-crosscoder
gemma-2-2b
Model card Files
xet
 Community
han1823123123 commited on
Commit
a7ab5cb
·
verified ·
1 Parent(s): 1ec475d

Upload training_logs/txcdr_t3__seed2.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. training_logs/txcdr_t3__seed2.json +132 -0
training_logs/txcdr_t3__seed2.json ADDED
@@ -0,0 +1,132 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "loss": [
3
+ 46745.4609375,
4
+ 5458.173828125,
5
+ 4610.2490234375,
6
+ 4224.2529296875,
7
+ 3949.960693359375,
8
+ 3836.739013671875,
9
+ 3679.7001953125,
10
+ 3597.25732421875,
11
+ 3493.54248046875,
12
+ 3427.070068359375,
13
+ 3393.2890625,
14
+ 3340.842529296875,
15
+ 3288.20751953125,
16
+ 3253.8203125,
17
+ 3192.224365234375,
18
+ 3206.580810546875,
19
+ 3183.95068359375,
20
+ 3126.70068359375,
21
+ 3130.2421875,
22
+ 3121.94482421875,
23
+ 3102.05078125,
24
+ 3059.790771484375,
25
+ 3073.043701171875,
26
+ 3058.241943359375,
27
+ 3057.125,
28
+ 3023.4345703125,
29
+ 2996.6298828125,
30
+ 3019.50146484375,
31
+ 2995.42333984375,
32
+ 3012.8291015625
33
+ ],
34
+ "l0": [
35
+ 500.0,
36
+ 496.18115234375,
37
+ 497.615234375,
38
+ 496.669921875,
39
+ 495.5498046875,
40
+ 495.77685546875,
41
+ 495.477294921875,
42
+ 496.007568359375,
43
+ 494.368408203125,
44
+ 493.77099609375,
45
+ 494.755126953125,
46
+ 493.34033203125,
47
+ 493.21484375,
48
+ 493.42333984375,
49
+ 494.177490234375,
50
+ 493.40234375,
51
+ 494.214111328125,
52
+ 492.758056640625,
53
+ 492.671875,
54
+ 492.804443359375,
55
+ 493.15625,
56
+ 491.6591796875,
57
+ 493.19677734375,
58
+ 492.552978515625,
59
+ 492.1748046875,
60
+ 493.334228515625,
61
+ 490.871337890625,
62
+ 495.074951171875,
63
+ 491.7744140625,
64
+ 491.925537109375
65
+ ],
66
+ "steps_logged": [
67
+ 0,
68
+ 200,
69
+ 400,
70
+ 600,
71
+ 800,
72
+ 1000,
73
+ 1200,
74
+ 1400,
75
+ 1600,
76
+ 1800,
77
+ 2000,
78
+ 2200,
79
+ 2400,
80
+ 2600,
81
+ 2800,
82
+ 3000,
83
+ 3200,
84
+ 3400,
85
+ 3600,
86
+ 3800,
87
+ 4000,
88
+ 4200,
89
+ 4400,
90
+ 4600,
91
+ 4800,
92
+ 5000,
93
+ 5200,
94
+ 5400,
95
+ 5600,
96
+ 5800
97
+ ],
98
+ "final_step": 5800,
99
+ "converged": true,
100
+ "plateau_last": 0.01970220645264036,
101
+ "elapsed_s": 667.490526676178,
102
+ "row": 14,
103
+ "arch_id": "txcdr_t3",
104
+ "arch": "txcdr_t3",
105
+ "group": 3,
106
+ "src_class": "TemporalCrosscoder",
107
+ "src_module": "src.architectures.crosscoder",
108
+ "T": 3,
109
+ "T_max": null,
110
+ "t_sample": null,
111
+ "n_layers": null,
112
+ "k_win": 500,
113
+ "k_pos": 167,
114
+ "shifts": null,
115
+ "alpha": null,
116
+ "gamma": null,
117
+ "n_scales": null,
118
+ "seed": 2,
119
+ "d_in": 2304,
120
+ "d_sae": 18432,
121
+ "subject_model": "google/gemma-2-2b",
122
+ "anchor_layer": 12,
123
+ "mlc_layers": [
124
+ 10,
125
+ 11,
126
+ 12,
127
+ 13,
128
+ 14
129
+ ],
130
+ "phase": "phase7_unification",
131
+ "run_id": "txcdr_t3__seed2"
132
+ }