Hugging Face's logo

chrishayuk
/
gemma-3-4b-it-vindex-attn

Model card Files
xet
 Community
chrishayuk commited on
Commit
bc2b4d2
·
verified ·
1 Parent(s): ca94d61

Upload index.json

Browse files
Files changed (1) hide show
  1. index.json +70 -75
index.json CHANGED
@@ -6,22 +6,17 @@
6
  "huggingface_repo": "google/gemma-3-4b-it",
7
  "huggingface_revision": null,
8
  "safetensors_sha256": null,
9
- "extracted_at": "2026-05-02T17:32:59Z",
10
  "larql_version": "0.1.0"
11
  },
12
- "checksums": {
13
- "gate_vectors.bin": "60147c55152d36023d2ec2d9d772cc858fdc245209f03b9d6ee375321070331d",
14
- "down_meta.bin": "025029abf199800760a4e278b1873b39f9f44b95b3b4e2d3f45997d212153f8b",
15
- "embeddings.bin": "bfc37cc421ee0b16dfe96475f8967fce4fea3592f641b6b8c008cb9b319fc2c9",
16
- "norms.bin": "b71dbaa8060fb6afc18df76857b0b8cca94b9144905609df2938f9a4e14ed219"
17
- },
18
  "num_layers": 34,
19
  "hidden_size": 2560,
20
  "intermediate_size": 10240,
21
  "vocab_size": 262208,
22
  "embed_scale": 50.596443,
23
  "extract_level": "attention",
24
- "dtype": "f16",
25
  "quant": "q4k",
26
  "layer_bands": {
27
  "syntax": [
@@ -42,205 +37,205 @@
42
  "layer": 0,
43
  "num_features": 10240,
44
  "offset": 0,
45
- "length": 52428800
46
  },
47
  {
48
  "layer": 1,
49
  "num_features": 10240,
50
- "offset": 52428800,
51
- "length": 52428800
52
  },
53
  {
54
  "layer": 2,
55
  "num_features": 10240,
56
- "offset": 104857600,
57
- "length": 52428800
58
  },
59
  {
60
  "layer": 3,
61
  "num_features": 10240,
62
- "offset": 157286400,
63
- "length": 52428800
64
  },
65
  {
66
  "layer": 4,
67
  "num_features": 10240,
68
- "offset": 209715200,
69
- "length": 52428800
70
  },
71
  {
72
  "layer": 5,
73
  "num_features": 10240,
74
- "offset": 262144000,
75
- "length": 52428800
76
  },
77
  {
78
  "layer": 6,
79
  "num_features": 10240,
80
- "offset": 314572800,
81
- "length": 52428800
82
  },
83
  {
84
  "layer": 7,
85
  "num_features": 10240,
86
- "offset": 367001600,
87
- "length": 52428800
88
  },
89
  {
90
  "layer": 8,
91
  "num_features": 10240,
92
- "offset": 419430400,
93
- "length": 52428800
94
  },
95
  {
96
  "layer": 9,
97
  "num_features": 10240,
98
- "offset": 471859200,
99
- "length": 52428800
100
  },
101
  {
102
  "layer": 10,
103
  "num_features": 10240,
104
- "offset": 524288000,
105
- "length": 52428800
106
  },
107
  {
108
  "layer": 11,
109
  "num_features": 10240,
110
- "offset": 576716800,
111
- "length": 52428800
112
  },
113
  {
114
  "layer": 12,
115
  "num_features": 10240,
116
- "offset": 629145600,
117
- "length": 52428800
118
  },
119
  {
120
  "layer": 13,
121
  "num_features": 10240,
122
- "offset": 681574400,
123
- "length": 52428800
124
  },
125
  {
126
  "layer": 14,
127
  "num_features": 10240,
128
- "offset": 734003200,
129
- "length": 52428800
130
  },
131
  {
132
  "layer": 15,
133
  "num_features": 10240,
134
- "offset": 786432000,
135
- "length": 52428800
136
  },
137
  {
138
  "layer": 16,
139
  "num_features": 10240,
140
- "offset": 838860800,
141
- "length": 52428800
142
  },
143
  {
144
  "layer": 17,
145
  "num_features": 10240,
146
- "offset": 891289600,
147
- "length": 52428800
148
  },
149
  {
150
  "layer": 18,
151
  "num_features": 10240,
152
- "offset": 943718400,
153
- "length": 52428800
154
  },
155
  {
156
  "layer": 19,
157
  "num_features": 10240,
158
- "offset": 996147200,
159
- "length": 52428800
160
  },
161
  {
162
  "layer": 20,
163
  "num_features": 10240,
164
- "offset": 1048576000,
165
- "length": 52428800
166
  },
167
  {
168
  "layer": 21,
169
  "num_features": 10240,
170
- "offset": 1101004800,
171
- "length": 52428800
172
  },
173
  {
174
  "layer": 22,
175
  "num_features": 10240,
176
- "offset": 1153433600,
177
- "length": 52428800
178
  },
179
  {
180
  "layer": 23,
181
  "num_features": 10240,
182
- "offset": 1205862400,
183
- "length": 52428800
184
  },
185
  {
186
  "layer": 24,
187
  "num_features": 10240,
188
- "offset": 1258291200,
189
- "length": 52428800
190
  },
191
  {
192
  "layer": 25,
193
  "num_features": 10240,
194
- "offset": 1310720000,
195
- "length": 52428800
196
  },
197
  {
198
  "layer": 26,
199
  "num_features": 10240,
200
- "offset": 1363148800,
201
- "length": 52428800
202
  },
203
  {
204
  "layer": 27,
205
  "num_features": 10240,
206
- "offset": 1415577600,
207
- "length": 52428800
208
  },
209
  {
210
  "layer": 28,
211
  "num_features": 10240,
212
- "offset": 1468006400,
213
- "length": 52428800
214
  },
215
  {
216
  "layer": 29,
217
  "num_features": 10240,
218
- "offset": 1520435200,
219
- "length": 52428800
220
  },
221
  {
222
  "layer": 30,
223
  "num_features": 10240,
224
- "offset": 1572864000,
225
- "length": 52428800
226
  },
227
  {
228
  "layer": 31,
229
  "num_features": 10240,
230
- "offset": 1625292800,
231
- "length": 52428800
232
  },
233
  {
234
  "layer": 32,
235
  "num_features": 10240,
236
- "offset": 1677721600,
237
- "length": 52428800
238
  },
239
  {
240
  "layer": 33,
241
  "num_features": 10240,
242
- "offset": 1730150400,
243
- "length": 52428800
244
  }
245
  ],
246
  "down_top_k": 10,
 
6
  "huggingface_repo": "google/gemma-3-4b-it",
7
  "huggingface_revision": null,
8
  "safetensors_sha256": null,
9
+ "extracted_at": "2026-04-16T12:19:50Z",
10
  "larql_version": "0.1.0"
11
  },
12
+ "checksums": null,
 
 
 
 
 
13
  "num_layers": 34,
14
  "hidden_size": 2560,
15
  "intermediate_size": 10240,
16
  "vocab_size": 262208,
17
  "embed_scale": 50.596443,
18
  "extract_level": "attention",
19
+ "dtype": "f32",
20
  "quant": "q4k",
21
  "layer_bands": {
22
  "syntax": [
 
37
  "layer": 0,
38
  "num_features": 10240,
39
  "offset": 0,
40
+ "length": 104857600
41
  },
42
  {
43
  "layer": 1,
44
  "num_features": 10240,
45
+ "offset": 104857600,
46
+ "length": 104857600
47
  },
48
  {
49
  "layer": 2,
50
  "num_features": 10240,
51
+ "offset": 209715200,
52
+ "length": 104857600
53
  },
54
  {
55
  "layer": 3,
56
  "num_features": 10240,
57
+ "offset": 314572800,
58
+ "length": 104857600
59
  },
60
  {
61
  "layer": 4,
62
  "num_features": 10240,
63
+ "offset": 419430400,
64
+ "length": 104857600
65
  },
66
  {
67
  "layer": 5,
68
  "num_features": 10240,
69
+ "offset": 524288000,
70
+ "length": 104857600
71
  },
72
  {
73
  "layer": 6,
74
  "num_features": 10240,
75
+ "offset": 629145600,
76
+ "length": 104857600
77
  },
78
  {
79
  "layer": 7,
80
  "num_features": 10240,
81
+ "offset": 734003200,
82
+ "length": 104857600
83
  },
84
  {
85
  "layer": 8,
86
  "num_features": 10240,
87
+ "offset": 838860800,
88
+ "length": 104857600
89
  },
90
  {
91
  "layer": 9,
92
  "num_features": 10240,
93
+ "offset": 943718400,
94
+ "length": 104857600
95
  },
96
  {
97
  "layer": 10,
98
  "num_features": 10240,
99
+ "offset": 1048576000,
100
+ "length": 104857600
101
  },
102
  {
103
  "layer": 11,
104
  "num_features": 10240,
105
+ "offset": 1153433600,
106
+ "length": 104857600
107
  },
108
  {
109
  "layer": 12,
110
  "num_features": 10240,
111
+ "offset": 1258291200,
112
+ "length": 104857600
113
  },
114
  {
115
  "layer": 13,
116
  "num_features": 10240,
117
+ "offset": 1363148800,
118
+ "length": 104857600
119
  },
120
  {
121
  "layer": 14,
122
  "num_features": 10240,
123
+ "offset": 1468006400,
124
+ "length": 104857600
125
  },
126
  {
127
  "layer": 15,
128
  "num_features": 10240,
129
+ "offset": 1572864000,
130
+ "length": 104857600
131
  },
132
  {
133
  "layer": 16,
134
  "num_features": 10240,
135
+ "offset": 1677721600,
136
+ "length": 104857600
137
  },
138
  {
139
  "layer": 17,
140
  "num_features": 10240,
141
+ "offset": 1782579200,
142
+ "length": 104857600
143
  },
144
  {
145
  "layer": 18,
146
  "num_features": 10240,
147
+ "offset": 1887436800,
148
+ "length": 104857600
149
  },
150
  {
151
  "layer": 19,
152
  "num_features": 10240,
153
+ "offset": 1992294400,
154
+ "length": 104857600
155
  },
156
  {
157
  "layer": 20,
158
  "num_features": 10240,
159
+ "offset": 2097152000,
160
+ "length": 104857600
161
  },
162
  {
163
  "layer": 21,
164
  "num_features": 10240,
165
+ "offset": 2202009600,
166
+ "length": 104857600
167
  },
168
  {
169
  "layer": 22,
170
  "num_features": 10240,
171
+ "offset": 2306867200,
172
+ "length": 104857600
173
  },
174
  {
175
  "layer": 23,
176
  "num_features": 10240,
177
+ "offset": 2411724800,
178
+ "length": 104857600
179
  },
180
  {
181
  "layer": 24,
182
  "num_features": 10240,
183
+ "offset": 2516582400,
184
+ "length": 104857600
185
  },
186
  {
187
  "layer": 25,
188
  "num_features": 10240,
189
+ "offset": 2621440000,
190
+ "length": 104857600
191
  },
192
  {
193
  "layer": 26,
194
  "num_features": 10240,
195
+ "offset": 2726297600,
196
+ "length": 104857600
197
  },
198
  {
199
  "layer": 27,
200
  "num_features": 10240,
201
+ "offset": 2831155200,
202
+ "length": 104857600
203
  },
204
  {
205
  "layer": 28,
206
  "num_features": 10240,
207
+ "offset": 2936012800,
208
+ "length": 104857600
209
  },
210
  {
211
  "layer": 29,
212
  "num_features": 10240,
213
+ "offset": 3040870400,
214
+ "length": 104857600
215
  },
216
  {
217
  "layer": 30,
218
  "num_features": 10240,
219
+ "offset": 3145728000,
220
+ "length": 104857600
221
  },
222
  {
223
  "layer": 31,
224
  "num_features": 10240,
225
+ "offset": 3250585600,
226
+ "length": 104857600
227
  },
228
  {
229
  "layer": 32,
230
  "num_features": 10240,
231
+ "offset": 3355443200,
232
+ "length": 104857600
233
  },
234
  {
235
  "layer": 33,
236
  "num_features": 10240,
237
+ "offset": 3460300800,
238
+ "length": 104857600
239
  }
240
  ],
241
  "down_top_k": 10,