Hugging Face's logo

ManniX-ITA
/
gemma-4-A4B-98e-v5-coder-it

Safetensors
gemma4
Mixture of Experts
expert-pruning
code
surgery
omnimergekit
Model card Files
xet
 Community
ManniX-ITA commited on
Commit
ce49954
·
verified ·
1 Parent(s): c1d6305

v5-coder C6 bf16 initial upload

Browse files
Files changed (18) hide show
  1. .gitattributes +1 -0
  2. chat_template.jinja +266 -0
  3. config.json +146 -0
  4. expert_drop_metadata.json +3971 -0
  5. generation_config.json +14 -0
  6. model-00001-of-00009.safetensors +3 -0
  7. model-00002-of-00009.safetensors +3 -0
  8. model-00003-of-00009.safetensors +3 -0
  9. model-00004-of-00009.safetensors +3 -0
  10. model-00005-of-00009.safetensors +3 -0
  11. model-00006-of-00009.safetensors +3 -0
  12. model-00007-of-00009.safetensors +3 -0
  13. model-00008-of-00009.safetensors +3 -0
  14. model-00009-of-00009.safetensors +3 -0
  15. model.safetensors.index.json +0 -0
  16. processor_config.json +75 -0
  17. tokenizer.json +3 -0
  18. tokenizer_config.json +74 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
chat_template.jinja ADDED
@@ -0,0 +1,266 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {%- macro format_parameters(properties, required) -%}
2
+ {%- set standard_keys = ['description', 'type', 'properties', 'required', 'nullable'] -%}
3
+ {%- set ns = namespace(found_first=false) -%}
4
+ {%- for key, value in properties | dictsort -%}
5
+ {%- set add_comma = false -%}
6
+ {%- if key not in standard_keys -%}
7
+ {%- if ns.found_first %},{% endif -%}
8
+ {%- set ns.found_first = true -%}
9
+ {{ key }}:{
10
+ {%- if value['description'] -%}
11
+ description:<|"|>{{ value['description'] }}<|"|>
12
+ {%- set add_comma = true -%}
13
+ {%- endif -%}
14
+ {%- if value['nullable'] %}
15
+ {%- if add_comma %},{%- else -%} {%- set add_comma = true -%} {% endif -%}
16
+ nullable:true
17
+ {%- endif -%}
18
+ {%- if value['type'] | upper == 'STRING' -%}
19
+ {%- if value['enum'] -%}
20
+ {%- if add_comma %},{%- else -%} {%- set add_comma = true -%} {% endif -%}
21
+ enum:{{ format_argument(value['enum']) }}
22
+ {%- endif -%}
23
+ {%- elif value['type'] | upper == 'OBJECT' -%}
24
+ ,properties:{
25
+ {%- if value['properties'] is defined and value['properties'] is mapping -%}
26
+ {{- format_parameters(value['properties'], value['required'] | default([])) -}}
27
+ {%- elif value is mapping -%}
28
+ {{- format_parameters(value, value['required'] | default([])) -}}
29
+ {%- endif -%}
30
+ }
31
+ {%- if value['required'] -%}
32
+ ,required:[
33
+ {%- for item in value['required'] | default([]) -%}
34
+ <|"|>{{- item -}}<|"|>
35
+ {%- if not loop.last %},{% endif -%}
36
+ {%- endfor -%}
37
+ ]
38
+ {%- endif -%}
39
+ {%- elif value['type'] | upper == 'ARRAY' -%}
40
+ {%- if value['items'] is mapping and value['items'] -%}
41
+ ,items:{
42
+ {%- set ns_items = namespace(found_first=false) -%}
43
+ {%- for item_key, item_value in value['items'] | dictsort -%}
44
+ {%- if item_value is not none -%}
45
+ {%- if ns_items.found_first %},{% endif -%}
46
+ {%- set ns_items.found_first = true -%}
47
+ {%- if item_key == 'properties' -%}
48
+ properties:{
49
+ {%- if item_value is mapping -%}
50
+ {{- format_parameters(item_value, value['items']['required'] | default([])) -}}
51
+ {%- endif -%}
52
+ }
53
+ {%- elif item_key == 'required' -%}
54
+ required:[
55
+ {%- for req_item in item_value -%}
56
+ <|"|>{{- req_item -}}<|"|>
57
+ {%- if not loop.last %},{% endif -%}
58
+ {%- endfor -%}
59
+ ]
60
+ {%- elif item_key == 'type' -%}
61
+ {%- if item_value is string -%}
62
+ type:{{ format_argument(item_value | upper) }}
63
+ {%- else -%}
64
+ type:{{ format_argument(item_value | map('upper') | list) }}
65
+ {%- endif -%}
66
+ {%- else -%}
67
+ {{ item_key }}:{{ format_argument(item_value) }}
68
+ {%- endif -%}
69
+ {%- endif -%}
70
+ {%- endfor -%}
71
+ }
72
+ {%- endif -%}
73
+ {%- endif -%}
74
+ {%- if add_comma %},{%- else -%} {%- set add_comma = true -%} {% endif -%}
75
+ type:<|"|>{{ value['type'] | upper }}<|"|>}
76
+ {%- endif -%}
77
+ {%- endfor -%}
78
+ {%- endmacro -%}
79
+ {%- macro format_function_declaration(tool_data) -%}
80
+ declaration:{{- tool_data['function']['name'] -}}{description:<|"|>{{- tool_data['function']['description'] -}}<|"|>
81
+ {%- set params = tool_data['function']['parameters'] -%}
82
+ {%- if params -%}
83
+ ,parameters:{
84
+ {%- if params['properties'] -%}
85
+ properties:{ {{- format_parameters(params['properties'], params['required']) -}} },
86
+ {%- endif -%}
87
+ {%- if params['required'] -%}
88
+ required:[
89
+ {%- for item in params['required'] -%}
90
+ <|"|>{{- item -}}<|"|>
91
+ {{- ',' if not loop.last -}}
92
+ {%- endfor -%}
93
+ ],
94
+ {%- endif -%}
95
+ {%- if params['type'] -%}
96
+ type:<|"|>{{- params['type'] | upper -}}<|"|>}
97
+ {%- endif -%}
98
+ {%- endif -%}
99
+ {%- if 'response' in tool_data['function'] -%}
100
+ {%- set response_declaration = tool_data['function']['response'] -%}
101
+ ,response:{
102
+ {%- if response_declaration['description'] -%}
103
+ description:<|"|>{{- response_declaration['description'] -}}<|"|>,
104
+ {%- endif -%}
105
+ {%- if response_declaration['type'] | upper == 'OBJECT' -%}
106
+ type:<|"|>{{- response_declaration['type'] | upper -}}<|"|>}
107
+ {%- endif -%}
108
+ {%- endif -%}
109
+ }
110
+ {%- endmacro -%}
111
+ {%- macro format_argument(argument, escape_keys=True) -%}
112
+ {%- if argument is string -%}
113
+ {{- '<|"|>' + argument + '<|"|>' -}}
114
+ {%- elif argument is boolean -%}
115
+ {{- 'true' if argument else 'false' -}}
116
+ {%- elif argument is mapping -%}
117
+ {{- '{' -}}
118
+ {%- set ns = namespace(found_first=false) -%}
119
+ {%- for key, value in argument | dictsort -%}
120
+ {%- if ns.found_first %},{% endif -%}
121
+ {%- set ns.found_first = true -%}
122
+ {%- if escape_keys -%}
123
+ {{- '<|"|>' + key + '<|"|>' -}}
124
+ {%- else -%}
125
+ {{- key -}}
126
+ {%- endif -%}
127
+ :{{- format_argument(value, escape_keys=escape_keys) -}}
128
+ {%- endfor -%}
129
+ {{- '}' -}}
130
+ {%- elif argument is sequence -%}
131
+ {{- '[' -}}
132
+ {%- for item in argument -%}
133
+ {{- format_argument(item, escape_keys=escape_keys) -}}
134
+ {%- if not loop.last %},{% endif -%}
135
+ {%- endfor -%}
136
+ {{- ']' -}}
137
+ {%- else -%}
138
+ {{- argument -}}
139
+ {%- endif -%}
140
+ {%- endmacro -%}
141
+ {%- macro strip_thinking(text) -%}
142
+ {%- set ns = namespace(result='') -%}
143
+ {%- for part in text.split('<channel|>') -%}
144
+ {%- if '<|channel>' in part -%}
145
+ {%- set ns.result = ns.result + part.split('<|channel>')[0] -%}
146
+ {%- else -%}
147
+ {%- set ns.result = ns.result + part -%}
148
+ {%- endif -%}
149
+ {%- endfor -%}
150
+ {{- ns.result | trim -}}
151
+ {%- endmacro -%}
152
+
153
+ {%- set ns = namespace(prev_message_type=None) -%}
154
+ {%- set loop_messages = messages -%}
155
+ {{ bos_token }}
156
+ {#- Handle System/Tool Definitions Block -#}
157
+ {%- if (enable_thinking is defined and enable_thinking) or tools or messages[0]['role'] in ['system', 'developer'] -%}
158
+ {{- '<|turn>system\n' -}}
159
+
160
+ {#- Inject Thinking token at the very top of the FIRST system turn -#}
161
+ {%- if enable_thinking is defined and enable_thinking -%}
162
+ {{- '<|think|>' -}}
163
+ {%- set ns.prev_message_type = 'think' -%}
164
+ {%- endif -%}
165
+
166
+ {%- if messages[0]['role'] in ['system', 'developer'] -%}
167
+ {{- messages[0]['content'] | trim -}}
168
+ {%- set loop_messages = messages[1:] -%}
169
+ {%- endif -%}
170
+
171
+ {%- if tools -%}
172
+ {%- for tool in tools %}
173
+ {{- '<|tool>' -}}
174
+ {{- format_function_declaration(tool) | trim -}}
175
+ {{- '<tool|>' -}}
176
+ {%- endfor %}
177
+ {%- set ns.prev_message_type = 'tool' -%}
178
+ {%- endif -%}
179
+
180
+ {{- '<turn|>\n' -}}
181
+ {%- endif %}
182
+
183
+ {#- Loop through messages -#}
184
+ {%- for message in loop_messages -%}
185
+ {%- set ns.prev_message_type = None -%}
186
+ {%- set role = 'model' if message['role'] == 'assistant' else message['role'] -%}
187
+ {{- '<|turn>' + role + '\n' }}
188
+
189
+ {%- if message['tool_calls'] -%}
190
+ {%- for tool_call in message['tool_calls'] -%}
191
+ {%- set function = tool_call['function'] -%}
192
+ {{- '<|tool_call>call:' + function['name'] + '{' -}}
193
+ {%- if function['arguments'] is mapping -%}
194
+ {%- set ns_args = namespace(found_first=false) -%}
195
+ {%- for key, value in function['arguments'] | dictsort -%}
196
+ {%- if ns_args.found_first %},{% endif -%}
197
+ {%- set ns_args.found_first = true -%}
198
+ {{- key -}}:{{- format_argument(value, escape_keys=False) -}}
199
+ {%- endfor -%}
200
+ {%- elif function['arguments'] is string -%}
201
+ {{- function['arguments'] -}}
202
+ {%- endif -%}
203
+ {{- '}<tool_call|>' -}}
204
+ {%- endfor -%}
205
+ {%- set ns.prev_message_type = 'tool_call' -%}
206
+ {%- endif -%}
207
+
208
+ {%- if message['tool_responses'] -%}
209
+ {#- Tool Response handling -#}
210
+ {%- for tool_response in message['tool_responses'] -%}
211
+ {{- '<|tool_response>' -}}
212
+ {%- if tool_response['response'] is mapping -%}
213
+ {{- 'response:' + tool_response['name'] | default('unknown') + '{' -}}
214
+ {%- for key, value in tool_response['response'] | dictsort -%}
215
+ {{- key -}}:{{- format_argument(value, escape_keys=False) -}}
216
+ {%- if not loop.last %},{% endif -%}
217
+ {%- endfor -%}
218
+ {{- '}' -}}
219
+ {%- else -%}
220
+ {{- 'response:' + tool_response['name'] | default('unknown') + '{value:' + format_argument(tool_response['response'], escape_keys=False) + '}' -}}
221
+ {%- endif -%}
222
+ {{- '<tool_response|>' -}}
223
+ {%- endfor -%}
224
+ {%- set ns.prev_message_type = 'tool_response' -%}
225
+ {%- endif -%}
226
+
227
+ {%- if message['content'] is string -%}
228
+ {%- if role == 'model' -%}
229
+ {{- strip_thinking(message['content']) -}}
230
+ {%- else -%}
231
+ {{- message['content'] | trim -}}
232
+ {%- endif -%}
233
+ {%- elif message['content'] is sequence -%}
234
+ {%- for item in message['content'] -%}
235
+ {%- if item['type'] == 'text' -%}
236
+ {%- if role == 'model' -%}
237
+ {{- strip_thinking(item['text']) -}}
238
+ {%- else -%}
239
+ {{- item['text'] | trim -}}
240
+ {%- endif -%}
241
+ {%- elif item['type'] == 'image' -%}
242
+ {{- '\n\n<|image|>\n\n' -}}
243
+ {%- set ns.prev_message_type = 'image' -%}
244
+ {%- elif item['type'] == 'audio' -%}
245
+ {{- '<|audio|>' -}}
246
+ {%- set ns.prev_message_type = 'audio' -%}
247
+ {%- elif item['type'] == 'video' -%}
248
+ {{- '\n\n<|video|>\n\n' -}}
249
+ {%- set ns.prev_message_type = 'video' -%}
250
+ {%- endif -%}
251
+ {%- endfor -%}
252
+ {%- endif -%}
253
+
254
+ {%- if not (message['tool_responses'] and not message['content']) -%}
255
+ {{- '<turn|>\n' -}}
256
+ {%- endif -%}
257
+ {%- endfor -%}
258
+
259
+ {%- if add_generation_prompt -%}
260
+ {%- if ns.prev_message_type != 'tool_response' -%}
261
+ {{- '<|turn>model\n' -}}
262
+ {%- endif -%}
263
+ {%- if not enable_thinking | default(false) -%}
264
+ {{- '<|channel>thought\n<channel|>' -}}
265
+ {%- endif -%}
266
+ {%- endif -%}
config.json ADDED
@@ -0,0 +1,146 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Gemma4ForConditionalGeneration"
4
+ ],
5
+ "audio_config": null,
6
+ "audio_token_id": 258881,
7
+ "boa_token_id": 256000,
8
+ "boi_token_id": 255999,
9
+ "dtype": "bfloat16",
10
+ "eoa_token_id": 258883,
11
+ "eoa_token_index": 258883,
12
+ "eoi_token_id": 258882,
13
+ "eos_token_id": [
14
+ 1,
15
+ 106
16
+ ],
17
+ "image_token_id": 258880,
18
+ "initializer_range": 0.02,
19
+ "model_type": "gemma4",
20
+ "text_config": {
21
+ "attention_bias": false,
22
+ "attention_dropout": 0.0,
23
+ "attention_k_eq_v": true,
24
+ "bos_token_id": 2,
25
+ "dtype": "bfloat16",
26
+ "enable_moe_block": true,
27
+ "eos_token_id": 1,
28
+ "final_logit_softcapping": 30.0,
29
+ "global_head_dim": 512,
30
+ "head_dim": 256,
31
+ "hidden_activation": "gelu_pytorch_tanh",
32
+ "hidden_size": 2816,
33
+ "hidden_size_per_layer_input": 0,
34
+ "initializer_range": 0.02,
35
+ "intermediate_size": 2112,
36
+ "layer_types": [
37
+ "sliding_attention",
38
+ "sliding_attention",
39
+ "sliding_attention",
40
+ "sliding_attention",
41
+ "sliding_attention",
42
+ "full_attention",
43
+ "sliding_attention",
44
+ "sliding_attention",
45
+ "sliding_attention",
46
+ "sliding_attention",
47
+ "sliding_attention",
48
+ "full_attention",
49
+ "sliding_attention",
50
+ "sliding_attention",
51
+ "sliding_attention",
52
+ "sliding_attention",
53
+ "sliding_attention",
54
+ "full_attention",
55
+ "sliding_attention",
56
+ "sliding_attention",
57
+ "sliding_attention",
58
+ "sliding_attention",
59
+ "sliding_attention",
60
+ "full_attention",
61
+ "sliding_attention",
62
+ "sliding_attention",
63
+ "sliding_attention",
64
+ "sliding_attention",
65
+ "sliding_attention",
66
+ "full_attention"
67
+ ],
68
+ "max_position_embeddings": 262144,
69
+ "model_type": "gemma4_text",
70
+ "moe_intermediate_size": 704,
71
+ "num_attention_heads": 16,
72
+ "num_experts": 98,
73
+ "num_global_key_value_heads": 2,
74
+ "num_hidden_layers": 30,
75
+ "num_key_value_heads": 8,
76
+ "num_kv_shared_layers": 0,
77
+ "pad_token_id": 0,
78
+ "rms_norm_eps": 1e-06,
79
+ "rope_parameters": {
80
+ "full_attention": {
81
+ "partial_rotary_factor": 0.25,
82
+ "rope_theta": 1000000.0,
83
+ "rope_type": "proportional"
84
+ },
85
+ "sliding_attention": {
86
+ "rope_theta": 10000.0,
87
+ "rope_type": "default"
88
+ }
89
+ },
90
+ "sliding_window": 1024,
91
+ "tie_word_embeddings": true,
92
+ "top_k_experts": 8,
93
+ "use_bidirectional_attention": "vision",
94
+ "use_cache": true,
95
+ "use_double_wide_mlp": false,
96
+ "vocab_size": 262144,
97
+ "vocab_size_per_layer_input": 262144
98
+ },
99
+ "tie_word_embeddings": true,
100
+ "transformers_version": "5.5.0.dev0",
101
+ "video_token_id": 258884,
102
+ "vision_config": {
103
+ "_name_or_path": "",
104
+ "architectures": null,
105
+ "attention_bias": false,
106
+ "attention_dropout": 0.0,
107
+ "chunk_size_feed_forward": 0,
108
+ "default_output_length": 280,
109
+ "dtype": "bfloat16",
110
+ "global_head_dim": 72,
111
+ "head_dim": 72,
112
+ "hidden_activation": "gelu_pytorch_tanh",
113
+ "hidden_size": 1152,
114
+ "id2label": {
115
+ "0": "LABEL_0",
116
+ "1": "LABEL_1"
117
+ },
118
+ "initializer_range": 0.02,
119
+ "intermediate_size": 4304,
120
+ "is_encoder_decoder": false,
121
+ "label2id": {
122
+ "LABEL_0": 0,
123
+ "LABEL_1": 1
124
+ },
125
+ "max_position_embeddings": 131072,
126
+ "model_type": "gemma4_vision",
127
+ "num_attention_heads": 16,
128
+ "num_hidden_layers": 27,
129
+ "num_key_value_heads": 16,
130
+ "output_attentions": false,
131
+ "output_hidden_states": false,
132
+ "patch_size": 16,
133
+ "pooling_kernel_size": 3,
134
+ "position_embedding_size": 10240,
135
+ "problem_type": null,
136
+ "return_dict": true,
137
+ "rms_norm_eps": 1e-06,
138
+ "rope_parameters": {
139
+ "rope_theta": 100.0,
140
+ "rope_type": "default"
141
+ },
142
+ "standardize": true,
143
+ "use_clipped_linears": false
144
+ },
145
+ "vision_soft_tokens_per_image": 280
146
+ }
expert_drop_metadata.json ADDED
@@ -0,0 +1,3971 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "base_model": "google/gemma-4-26B-A4B-it",
3
+ "method": "expert_drop_by_contribution",
4
+ "drop_map_file": "/srv/dev-disk-by-uuid-f8b1803e-334f-4f4b-af3b-f802bb6883c5/backup_models/scripts/v5coder_C6_v4floor_perlayer_breadth50_drop_map.json",
5
+ "original_experts": 128,
6
+ "target_experts": 98,
7
+ "per_layer_keep": {
8
+ "0": [
9
+ 0,
10
+ 1,
11
+ 2,
12
+ 3,
13
+ 4,
14
+ 5,
15
+ 6,
16
+ 7,
17
+ 8,
18
+ 11,
19
+ 12,
20
+ 13,
21
+ 14,
22
+ 15,
23
+ 16,
24
+ 17,
25
+ 18,
26
+ 20,
27
+ 21,
28
+ 22,
29
+ 24,
30
+ 25,
31
+ 26,
32
+ 27,
33
+ 28,
34
+ 29,
35
+ 31,
36
+ 32,
37
+ 33,
38
+ 34,
39
+ 35,
40
+ 37,
41
+ 38,
42
+ 39,
43
+ 41,
44
+ 46,
45
+ 47,
46
+ 48,
47
+ 49,
48
+ 50,
49
+ 51,
50
+ 52,
51
+ 53,
52
+ 54,
53
+ 55,
54
+ 56,
55
+ 60,
56
+ 61,
57
+ 64,
58
+ 65,
59
+ 66,
60
+ 68,
61
+ 69,
62
+ 70,
63
+ 71,
64
+ 72,
65
+ 73,
66
+ 74,
67
+ 76,
68
+ 77,
69
+ 78,
70
+ 79,
71
+ 81,
72
+ 83,
73
+ 84,
74
+ 85,
75
+ 86,
76
+ 87,
77
+ 88,
78
+ 89,
79
+ 90,
80
+ 91,
81
+ 92,
82
+ 95,
83
+ 96,
84
+ 99,
85
+ 100,
86
+ 101,
87
+ 102,
88
+ 104,
89
+ 105,
90
+ 106,
91
+ 107,
92
+ 108,
93
+ 109,
94
+ 111,
95
+ 112,
96
+ 113,
97
+ 114,
98
+ 115,
99
+ 116,
100
+ 117,
101
+ 118,
102
+ 120,
103
+ 121,
104
+ 124,
105
+ 126,
106
+ 127
107
+ ],
108
+ "1": [
109
+ 0,
110
+ 1,
111
+ 2,
112
+ 4,
113
+ 6,
114
+ 7,
115
+ 8,
116
+ 9,
117
+ 10,
118
+ 11,
119
+ 12,
120
+ 13,
121
+ 15,
122
+ 16,
123
+ 18,
124
+ 20,
125
+ 22,
126
+ 23,
127
+ 25,
128
+ 26,
129
+ 27,
130
+ 29,
131
+ 30,
132
+ 31,
133
+ 32,
134
+ 33,
135
+ 34,
136
+ 35,
137
+ 37,
138
+ 38,
139
+ 39,
140
+ 41,
141
+ 42,
142
+ 46,
143
+ 47,
144
+ 49,
145
+ 51,
146
+ 52,
147
+ 53,
148
+ 54,
149
+ 56,
150
+ 59,
151
+ 60,
152
+ 61,
153
+ 62,
154
+ 64,
155
+ 65,
156
+ 66,
157
+ 67,
158
+ 69,
159
+ 70,
160
+ 71,
161
+ 72,
162
+ 73,
163
+ 74,
164
+ 76,
165
+ 78,
166
+ 79,
167
+ 80,
168
+ 81,
169
+ 82,
170
+ 83,
171
+ 85,
172
+ 86,
173
+ 87,
174
+ 88,
175
+ 89,
176
+ 90,
177
+ 92,
178
+ 93,
179
+ 94,
180
+ 96,
181
+ 97,
182
+ 98,
183
+ 99,
184
+ 100,
185
+ 101,
186
+ 102,
187
+ 103,
188
+ 104,
189
+ 105,
190
+ 106,
191
+ 107,
192
+ 109,
193
+ 110,
194
+ 111,
195
+ 112,
196
+ 113,
197
+ 115,
198
+ 116,
199
+ 117,
200
+ 118,
201
+ 119,
202
+ 120,
203
+ 122,
204
+ 123,
205
+ 124,
206
+ 125
207
+ ],
208
+ "2": [
209
+ 0,
210
+ 1,
211
+ 2,
212
+ 3,
213
+ 5,
214
+ 6,
215
+ 7,
216
+ 8,
217
+ 9,
218
+ 10,
219
+ 11,
220
+ 13,
221
+ 14,
222
+ 15,
223
+ 17,
224
+ 18,
225
+ 19,
226
+ 20,
227
+ 21,
228
+ 24,
229
+ 25,
230
+ 26,
231
+ 27,
232
+ 28,
233
+ 29,
234
+ 33,
235
+ 34,
236
+ 35,
237
+ 37,
238
+ 39,
239
+ 40,
240
+ 41,
241
+ 43,
242
+ 45,
243
+ 46,
244
+ 48,
245
+ 49,
246
+ 50,
247
+ 51,
248
+ 53,
249
+ 55,
250
+ 56,
251
+ 57,
252
+ 58,
253
+ 59,
254
+ 60,
255
+ 61,
256
+ 62,
257
+ 63,
258
+ 64,
259
+ 65,
260
+ 66,
261
+ 67,
262
+ 68,
263
+ 69,
264
+ 70,
265
+ 71,
266
+ 72,
267
+ 74,
268
+ 75,
269
+ 76,
270
+ 77,
271
+ 78,
272
+ 79,
273
+ 81,
274
+ 82,
275
+ 83,
276
+ 84,
277
+ 85,
278
+ 86,
279
+ 88,
280
+ 91,
281
+ 92,
282
+ 93,
283
+ 95,
284
+ 97,
285
+ 98,
286
+ 99,
287
+ 100,
288
+ 102,
289
+ 103,
290
+ 107,
291
+ 108,
292
+ 109,
293
+ 110,
294
+ 111,
295
+ 114,
296
+ 115,
297
+ 116,
298
+ 117,
299
+ 118,
300
+ 120,
301
+ 121,
302
+ 122,
303
+ 124,
304
+ 125,
305
+ 126,
306
+ 127
307
+ ],
308
+ "3": [
309
+ 0,
310
+ 1,
311
+ 2,
312
+ 3,
313
+ 4,
314
+ 5,
315
+ 6,
316
+ 8,
317
+ 9,
318
+ 10,
319
+ 11,
320
+ 12,
321
+ 13,
322
+ 14,
323
+ 15,
324
+ 16,
325
+ 17,
326
+ 18,
327
+ 19,
328
+ 20,
329
+ 21,
330
+ 22,
331
+ 23,
332
+ 24,
333
+ 25,
334
+ 28,
335
+ 29,
336
+ 30,
337
+ 31,
338
+ 33,
339
+ 34,
340
+ 35,
341
+ 38,
342
+ 39,
343
+ 42,
344
+ 43,
345
+ 44,
346
+ 46,
347
+ 47,
348
+ 49,
349
+ 50,
350
+ 51,
351
+ 52,
352
+ 53,
353
+ 54,
354
+ 55,
355
+ 57,
356
+ 58,
357
+ 59,
358
+ 60,
359
+ 62,
360
+ 63,
361
+ 64,
362
+ 65,
363
+ 66,
364
+ 67,
365
+ 69,
366
+ 70,
367
+ 72,
368
+ 74,
369
+ 75,
370
+ 76,
371
+ 77,
372
+ 78,
373
+ 79,
374
+ 80,
375
+ 81,
376
+ 83,
377
+ 84,
378
+ 85,
379
+ 86,
380
+ 88,
381
+ 91,
382
+ 92,
383
+ 94,
384
+ 96,
385
+ 97,
386
+ 98,
387
+ 99,
388
+ 100,
389
+ 102,
390
+ 104,
391
+ 107,
392
+ 108,
393
+ 109,
394
+ 111,
395
+ 112,
396
+ 113,
397
+ 114,
398
+ 116,
399
+ 118,
400
+ 119,
401
+ 120,
402
+ 121,
403
+ 122,
404
+ 123,
405
+ 125,
406
+ 127
407
+ ],
408
+ "4": [
409
+ 1,
410
+ 2,
411
+ 3,
412
+ 4,
413
+ 5,
414
+ 7,
415
+ 8,
416
+ 9,
417
+ 10,
418
+ 12,
419
+ 13,
420
+ 14,
421
+ 15,
422
+ 17,
423
+ 18,
424
+ 19,
425
+ 20,
426
+ 22,
427
+ 23,
428
+ 24,
429
+ 26,
430
+ 27,
431
+ 28,
432
+ 29,
433
+ 30,
434
+ 32,
435
+ 35,
436
+ 36,
437
+ 37,
438
+ 38,
439
+ 39,
440
+ 40,
441
+ 41,
442
+ 43,
443
+ 45,
444
+ 47,
445
+ 49,
446
+ 50,
447
+ 51,
448
+ 53,
449
+ 54,
450
+ 55,
451
+ 58,
452
+ 59,
453
+ 61,
454
+ 62,
455
+ 63,
456
+ 64,
457
+ 66,
458
+ 68,
459
+ 69,
460
+ 70,
461
+ 71,
462
+ 72,
463
+ 74,
464
+ 75,
465
+ 76,
466
+ 77,
467
+ 78,
468
+ 80,
469
+ 82,
470
+ 84,
471
+ 85,
472
+ 86,
473
+ 87,
474
+ 88,
475
+ 89,
476
+ 90,
477
+ 92,
478
+ 93,
479
+ 94,
480
+ 95,
481
+ 97,
482
+ 98,
483
+ 99,
484
+ 100,
485
+ 102,
486
+ 103,
487
+ 105,
488
+ 106,
489
+ 107,
490
+ 109,
491
+ 110,
492
+ 111,
493
+ 112,
494
+ 113,
495
+ 116,
496
+ 117,
497
+ 118,
498
+ 119,
499
+ 120,
500
+ 121,
501
+ 122,
502
+ 123,
503
+ 124,
504
+ 125,
505
+ 126,
506
+ 127
507
+ ],
508
+ "5": [
509
+ 0,
510
+ 1,
511
+ 2,
512
+ 4,
513
+ 6,
514
+ 7,
515
+ 9,
516
+ 10,
517
+ 13,
518
+ 14,
519
+ 15,
520
+ 16,
521
+ 17,
522
+ 18,
523
+ 19,
524
+ 20,
525
+ 22,
526
+ 23,
527
+ 24,
528
+ 25,
529
+ 26,
530
+ 28,
531
+ 30,
532
+ 31,
533
+ 32,
534
+ 34,
535
+ 35,
536
+ 36,
537
+ 37,
538
+ 38,
539
+ 39,
540
+ 41,
541
+ 42,
542
+ 43,
543
+ 44,
544
+ 45,
545
+ 46,
546
+ 48,
547
+ 49,
548
+ 50,
549
+ 51,
550
+ 52,
551
+ 53,
552
+ 55,
553
+ 56,
554
+ 57,
555
+ 58,
556
+ 60,
557
+ 61,
558
+ 63,
559
+ 64,
560
+ 66,
561
+ 68,
562
+ 69,
563
+ 70,
564
+ 71,
565
+ 72,
566
+ 73,
567
+ 74,
568
+ 75,
569
+ 77,
570
+ 78,
571
+ 80,
572
+ 83,
573
+ 84,
574
+ 85,
575
+ 86,
576
+ 87,
577
+ 88,
578
+ 89,
579
+ 92,
580
+ 93,
581
+ 94,
582
+ 95,
583
+ 96,
584
+ 97,
585
+ 98,
586
+ 99,
587
+ 100,
588
+ 101,
589
+ 104,
590
+ 105,
591
+ 106,
592
+ 108,
593
+ 109,
594
+ 110,
595
+ 111,
596
+ 112,
597
+ 113,
598
+ 114,
599
+ 116,
600
+ 118,
601
+ 119,
602
+ 120,
603
+ 123,
604
+ 125,
605
+ 126,
606
+ 127
607
+ ],
608
+ "6": [
609
+ 0,
610
+ 2,
611
+ 4,
612
+ 5,
613
+ 6,
614
+ 7,
615
+ 8,
616
+ 9,
617
+ 10,
618
+ 13,
619
+ 18,
620
+ 19,
621
+ 20,
622
+ 21,
623
+ 22,
624
+ 23,
625
+ 24,
626
+ 25,
627
+ 26,
628
+ 27,
629
+ 28,
630
+ 29,
631
+ 31,
632
+ 32,
633
+ 34,
634
+ 35,
635
+ 36,
636
+ 37,
637
+ 38,
638
+ 39,
639
+ 41,
640
+ 42,
641
+ 44,
642
+ 45,
643
+ 46,
644
+ 47,
645
+ 48,
646
+ 49,
647
+ 50,
648
+ 51,
649
+ 52,
650
+ 53,
651
+ 56,
652
+ 58,
653
+ 59,
654
+ 60,
655
+ 61,
656
+ 62,
657
+ 63,
658
+ 64,
659
+ 65,
660
+ 67,
661
+ 68,
662
+ 69,
663
+ 70,
664
+ 71,
665
+ 72,
666
+ 73,
667
+ 74,
668
+ 75,
669
+ 77,
670
+ 80,
671
+ 81,
672
+ 83,
673
+ 85,
674
+ 86,
675
+ 87,
676
+ 88,
677
+ 89,
678
+ 90,
679
+ 92,
680
+ 93,
681
+ 94,
682
+ 95,
683
+ 96,
684
+ 98,
685
+ 99,
686
+ 101,
687
+ 102,
688
+ 103,
689
+ 104,
690
+ 105,
691
+ 106,
692
+ 107,
693
+ 108,
694
+ 110,
695
+ 111,
696
+ 112,
697
+ 113,
698
+ 114,
699
+ 115,
700
+ 116,
701
+ 119,
702
+ 121,
703
+ 122,
704
+ 123,
705
+ 126,
706
+ 127
707
+ ],
708
+ "7": [
709
+ 0,
710
+ 2,
711
+ 3,
712
+ 4,
713
+ 5,
714
+ 6,
715
+ 7,
716
+ 8,
717
+ 9,
718
+ 10,
719
+ 12,
720
+ 13,
721
+ 16,
722
+ 17,
723
+ 18,
724
+ 19,
725
+ 20,
726
+ 21,
727
+ 22,
728
+ 23,
729
+ 24,
730
+ 26,
731
+ 28,
732
+ 29,
733
+ 31,
734
+ 32,
735
+ 33,
736
+ 36,
737
+ 37,
738
+ 40,
739
+ 41,
740
+ 42,
741
+ 43,
742
+ 44,
743
+ 45,
744
+ 47,
745
+ 48,
746
+ 49,
747
+ 51,
748
+ 52,
749
+ 53,
750
+ 54,
751
+ 55,
752
+ 56,
753
+ 57,
754
+ 58,
755
+ 59,
756
+ 61,
757
+ 64,
758
+ 65,
759
+ 67,
760
+ 68,
761
+ 69,
762
+ 70,
763
+ 71,
764
+ 72,
765
+ 73,
766
+ 74,
767
+ 75,
768
+ 76,
769
+ 77,
770
+ 79,
771
+ 80,
772
+ 81,
773
+ 82,
774
+ 83,
775
+ 85,
776
+ 86,
777
+ 87,
778
+ 88,
779
+ 89,
780
+ 90,
781
+ 91,
782
+ 95,
783
+ 96,
784
+ 98,
785
+ 101,
786
+ 102,
787
+ 104,
788
+ 105,
789
+ 106,
790
+ 107,
791
+ 108,
792
+ 109,
793
+ 110,
794
+ 111,
795
+ 112,
796
+ 113,
797
+ 114,
798
+ 115,
799
+ 116,
800
+ 117,
801
+ 118,
802
+ 120,
803
+ 122,
804
+ 123,
805
+ 126,
806
+ 127
807
+ ],
808
+ "8": [
809
+ 0,
810
+ 1,
811
+ 2,
812
+ 3,
813
+ 4,
814
+ 5,
815
+ 6,
816
+ 7,
817
+ 8,
818
+ 9,
819
+ 12,
820
+ 13,
821
+ 14,
822
+ 16,
823
+ 17,
824
+ 18,
825
+ 20,
826
+ 22,
827
+ 23,
828
+ 24,
829
+ 27,
830
+ 28,
831
+ 29,
832
+ 31,
833
+ 34,
834
+ 35,
835
+ 36,
836
+ 37,
837
+ 38,
838
+ 41,
839
+ 42,
840
+ 43,
841
+ 44,
842
+ 46,
843
+ 47,
844
+ 48,
845
+ 49,
846
+ 51,
847
+ 52,
848
+ 54,
849
+ 56,
850
+ 57,
851
+ 58,
852
+ 59,
853
+ 62,
854
+ 65,
855
+ 66,
856
+ 68,
857
+ 69,
858
+ 71,
859
+ 72,
860
+ 73,
861
+ 74,
862
+ 75,
863
+ 77,
864
+ 78,
865
+ 80,
866
+ 81,
867
+ 82,
868
+ 83,
869
+ 84,
870
+ 86,
871
+ 87,
872
+ 88,
873
+ 89,
874
+ 90,
875
+ 91,
876
+ 92,
877
+ 93,
878
+ 94,
879
+ 95,
880
+ 97,
881
+ 98,
882
+ 99,
883
+ 102,
884
+ 103,
885
+ 104,
886
+ 105,
887
+ 106,
888
+ 107,
889
+ 108,
890
+ 109,
891
+ 110,
892
+ 111,
893
+ 113,
894
+ 114,
895
+ 115,
896
+ 116,
897
+ 117,
898
+ 118,
899
+ 119,
900
+ 120,
901
+ 121,
902
+ 122,
903
+ 123,
904
+ 124,
905
+ 125,
906
+ 126
907
+ ],
908
+ "9": [
909
+ 1,
910
+ 2,
911
+ 5,
912
+ 6,
913
+ 8,
914
+ 11,
915
+ 12,
916
+ 13,
917
+ 14,
918
+ 16,
919
+ 17,
920
+ 18,
921
+ 20,
922
+ 21,
923
+ 22,
924
+ 24,
925
+ 25,
926
+ 26,
927
+ 28,
928
+ 31,
929
+ 34,
930
+ 35,
931
+ 39,
932
+ 40,
933
+ 41,
934
+ 42,
935
+ 44,
936
+ 45,
937
+ 46,
938
+ 47,
939
+ 48,
940
+ 50,
941
+ 51,
942
+ 53,
943
+ 54,
944
+ 56,
945
+ 57,
946
+ 58,
947
+ 61,
948
+ 63,
949
+ 65,
950
+ 66,
951
+ 67,
952
+ 68,
953
+ 69,
954
+ 70,
955
+ 71,
956
+ 72,
957
+ 73,
958
+ 75,
959
+ 76,
960
+ 77,
961
+ 78,
962
+ 79,
963
+ 80,
964
+ 81,
965
+ 82,
966
+ 84,
967
+ 85,
968
+ 87,
969
+ 88,
970
+ 89,
971
+ 90,
972
+ 91,
973
+ 92,
974
+ 93,
975
+ 94,
976
+ 95,
977
+ 96,
978
+ 97,
979
+ 98,
980
+ 99,
981
+ 100,
982
+ 101,
983
+ 103,
984
+ 104,
985
+ 105,
986
+ 106,
987
+ 107,
988
+ 108,
989
+ 110,
990
+ 111,
991
+ 112,
992
+ 113,
993
+ 114,
994
+ 115,
995
+ 116,
996
+ 117,
997
+ 118,
998
+ 119,
999
+ 120,
1000
+ 121,
1001
+ 122,
1002
+ 123,
1003
+ 124,
1004
+ 125,
1005
+ 126,
1006
+ 127
1007
+ ],
1008
+ "10": [
1009
+ 0,
1010
+ 1,
1011
+ 2,
1012
+ 3,
1013
+ 4,
1014
+ 5,
1015
+ 6,
1016
+ 7,
1017
+ 8,
1018
+ 9,
1019
+ 10,
1020
+ 11,
1021
+ 12,
1022
+ 13,
1023
+ 14,
1024
+ 17,
1025
+ 19,
1026
+ 20,
1027
+ 22,
1028
+ 24,
1029
+ 26,
1030
+ 27,
1031
+ 29,
1032
+ 31,
1033
+ 32,
1034
+ 33,
1035
+ 34,
1036
+ 35,
1037
+ 39,
1038
+ 41,
1039
+ 42,
1040
+ 46,
1041
+ 47,
1042
+ 49,
1043
+ 51,
1044
+ 52,
1045
+ 53,
1046
+ 54,
1047
+ 55,
1048
+ 56,
1049
+ 57,
1050
+ 58,
1051
+ 59,
1052
+ 60,
1053
+ 62,
1054
+ 63,
1055
+ 64,
1056
+ 65,
1057
+ 66,
1058
+ 67,
1059
+ 68,
1060
+ 69,
1061
+ 70,
1062
+ 72,
1063
+ 73,
1064
+ 74,
1065
+ 75,
1066
+ 76,
1067
+ 77,
1068
+ 78,
1069
+ 79,
1070
+ 80,
1071
+ 81,
1072
+ 82,
1073
+ 83,
1074
+ 85,
1075
+ 86,
1076
+ 88,
1077
+ 89,
1078
+ 91,
1079
+ 92,
1080
+ 93,
1081
+ 95,
1082
+ 99,
1083
+ 100,
1084
+ 101,
1085
+ 103,
1086
+ 104,
1087
+ 105,
1088
+ 106,
1089
+ 108,
1090
+ 109,
1091
+ 110,
1092
+ 111,
1093
+ 112,
1094
+ 113,
1095
+ 114,
1096
+ 115,
1097
+ 117,
1098
+ 118,
1099
+ 119,
1100
+ 120,
1101
+ 121,
1102
+ 122,
1103
+ 123,
1104
+ 124,
1105
+ 125,
1106
+ 126
1107
+ ],
1108
+ "11": [
1109
+ 1,
1110
+ 3,
1111
+ 4,
1112
+ 5,
1113
+ 6,
1114
+ 7,
1115
+ 9,
1116
+ 10,
1117
+ 12,
1118
+ 14,
1119
+ 15,
1120
+ 16,
1121
+ 17,
1122
+ 18,
1123
+ 19,
1124
+ 20,
1125
+ 24,
1126
+ 26,
1127
+ 27,
1128
+ 28,
1129
+ 29,
1130
+ 31,
1131
+ 33,
1132
+ 34,
1133
+ 35,
1134
+ 36,
1135
+ 37,
1136
+ 38,
1137
+ 39,
1138
+ 40,
1139
+ 43,
1140
+ 44,
1141
+ 45,
1142
+ 46,
1143
+ 48,
1144
+ 51,
1145
+ 53,
1146
+ 54,
1147
+ 56,
1148
+ 59,
1149
+ 60,
1150
+ 61,
1151
+ 62,
1152
+ 67,
1153
+ 68,
1154
+ 69,
1155
+ 70,
1156
+ 71,
1157
+ 72,
1158
+ 73,
1159
+ 74,
1160
+ 75,
1161
+ 76,
1162
+ 77,
1163
+ 78,
1164
+ 79,
1165
+ 80,
1166
+ 81,
1167
+ 82,
1168
+ 83,
1169
+ 84,
1170
+ 85,
1171
+ 86,
1172
+ 87,
1173
+ 88,
1174
+ 90,
1175
+ 91,
1176
+ 92,
1177
+ 93,
1178
+ 94,
1179
+ 96,
1180
+ 97,
1181
+ 98,
1182
+ 99,
1183
+ 100,
1184
+ 102,
1185
+ 103,
1186
+ 104,
1187
+ 105,
1188
+ 108,
1189
+ 109,
1190
+ 110,
1191
+ 111,
1192
+ 112,
1193
+ 113,
1194
+ 114,
1195
+ 116,
1196
+ 117,
1197
+ 118,
1198
+ 119,
1199
+ 120,
1200
+ 121,
1201
+ 122,
1202
+ 123,
1203
+ 124,
1204
+ 125,
1205
+ 126,
1206
+ 127
1207
+ ],
1208
+ "12": [
1209
+ 0,
1210
+ 2,
1211
+ 3,
1212
+ 5,
1213
+ 7,
1214
+ 8,
1215
+ 10,
1216
+ 11,
1217
+ 12,
1218
+ 13,
1219
+ 14,
1220
+ 15,
1221
+ 17,
1222
+ 18,
1223
+ 20,
1224
+ 21,
1225
+ 22,
1226
+ 23,
1227
+ 25,
1228
+ 28,
1229
+ 30,
1230
+ 32,
1231
+ 33,
1232
+ 35,
1233
+ 36,
1234
+ 39,
1235
+ 40,
1236
+ 41,
1237
+ 43,
1238
+ 45,
1239
+ 47,
1240
+ 48,
1241
+ 49,
1242
+ 50,
1243
+ 53,
1244
+ 55,
1245
+ 56,
1246
+ 57,
1247
+ 58,
1248
+ 64,
1249
+ 65,
1250
+ 66,
1251
+ 68,
1252
+ 69,
1253
+ 71,
1254
+ 72,
1255
+ 73,
1256
+ 74,
1257
+ 75,
1258
+ 76,
1259
+ 77,
1260
+ 78,
1261
+ 79,
1262
+ 80,
1263
+ 81,
1264
+ 82,
1265
+ 83,
1266
+ 84,
1267
+ 85,
1268
+ 86,
1269
+ 87,
1270
+ 88,
1271
+ 89,
1272
+ 90,
1273
+ 91,
1274
+ 92,
1275
+ 93,
1276
+ 94,
1277
+ 95,
1278
+ 96,
1279
+ 97,
1280
+ 98,
1281
+ 99,
1282
+ 100,
1283
+ 102,
1284
+ 103,
1285
+ 104,
1286
+ 105,
1287
+ 106,
1288
+ 107,
1289
+ 108,
1290
+ 109,
1291
+ 112,
1292
+ 113,
1293
+ 114,
1294
+ 115,
1295
+ 116,
1296
+ 117,
1297
+ 118,
1298
+ 119,
1299
+ 120,
1300
+ 121,
1301
+ 122,
1302
+ 123,
1303
+ 124,
1304
+ 125,
1305
+ 126,
1306
+ 127
1307
+ ],
1308
+ "13": [
1309
+ 1,
1310
+ 2,
1311
+ 3,
1312
+ 6,
1313
+ 9,
1314
+ 10,
1315
+ 11,
1316
+ 13,
1317
+ 16,
1318
+ 17,
1319
+ 22,
1320
+ 23,
1321
+ 25,
1322
+ 27,
1323
+ 28,
1324
+ 30,
1325
+ 31,
1326
+ 34,
1327
+ 35,
1328
+ 37,
1329
+ 38,
1330
+ 40,
1331
+ 41,
1332
+ 42,
1333
+ 43,
1334
+ 45,
1335
+ 47,
1336
+ 51,
1337
+ 52,
1338
+ 53,
1339
+ 56,
1340
+ 57,
1341
+ 58,
1342
+ 59,
1343
+ 60,
1344
+ 61,
1345
+ 62,
1346
+ 63,
1347
+ 64,
1348
+ 65,
1349
+ 66,
1350
+ 67,
1351
+ 68,
1352
+ 69,
1353
+ 70,
1354
+ 71,
1355
+ 73,
1356
+ 74,
1357
+ 75,
1358
+ 76,
1359
+ 77,
1360
+ 78,
1361
+ 79,
1362
+ 80,
1363
+ 81,
1364
+ 82,
1365
+ 83,
1366
+ 84,
1367
+ 85,
1368
+ 86,
1369
+ 87,
1370
+ 89,
1371
+ 90,
1372
+ 91,
1373
+ 92,
1374
+ 93,
1375
+ 94,
1376
+ 95,
1377
+ 96,
1378
+ 97,
1379
+ 98,
1380
+ 100,
1381
+ 101,
1382
+ 102,
1383
+ 103,
1384
+ 104,
1385
+ 105,
1386
+ 106,
1387
+ 107,
1388
+ 108,
1389
+ 109,
1390
+ 110,
1391
+ 111,
1392
+ 113,
1393
+ 114,
1394
+ 115,
1395
+ 116,
1396
+ 117,
1397
+ 118,
1398
+ 119,
1399
+ 120,
1400
+ 121,
1401
+ 122,
1402
+ 123,
1403
+ 124,
1404
+ 125,
1405
+ 126,
1406
+ 127
1407
+ ],
1408
+ "14": [
1409
+ 1,
1410
+ 4,
1411
+ 5,
1412
+ 6,
1413
+ 8,
1414
+ 9,
1415
+ 10,
1416
+ 13,
1417
+ 14,
1418
+ 15,
1419
+ 16,
1420
+ 18,
1421
+ 21,
1422
+ 23,
1423
+ 24,
1424
+ 26,
1425
+ 30,
1426
+ 33,
1427
+ 35,
1428
+ 38,
1429
+ 39,
1430
+ 40,
1431
+ 43,
1432
+ 47,
1433
+ 48,
1434
+ 49,
1435
+ 50,
1436
+ 51,
1437
+ 52,
1438
+ 53,
1439
+ 54,
1440
+ 55,
1441
+ 56,
1442
+ 57,
1443
+ 58,
1444
+ 59,
1445
+ 60,
1446
+ 63,
1447
+ 64,
1448
+ 66,
1449
+ 67,
1450
+ 68,
1451
+ 69,
1452
+ 70,
1453
+ 71,
1454
+ 72,
1455
+ 73,
1456
+ 74,
1457
+ 75,
1458
+ 76,
1459
+ 77,
1460
+ 78,
1461
+ 79,
1462
+ 80,
1463
+ 81,
1464
+ 83,
1465
+ 84,
1466
+ 86,
1467
+ 88,
1468
+ 89,
1469
+ 90,
1470
+ 91,
1471
+ 92,
1472
+ 93,
1473
+ 94,
1474
+ 95,
1475
+ 96,
1476
+ 97,
1477
+ 98,
1478
+ 99,
1479
+ 100,
1480
+ 101,
1481
+ 102,
1482
+ 103,
1483
+ 104,
1484
+ 105,
1485
+ 106,
1486
+ 107,
1487
+ 108,
1488
+ 109,
1489
+ 110,
1490
+ 111,
1491
+ 112,
1492
+ 113,
1493
+ 114,
1494
+ 115,
1495
+ 116,
1496
+ 117,
1497
+ 118,
1498
+ 119,
1499
+ 120,
1500
+ 121,
1501
+ 122,
1502
+ 123,
1503
+ 124,
1504
+ 125,
1505
+ 126,
1506
+ 127
1507
+ ],
1508
+ "15": [
1509
+ 0,
1510
+ 2,
1511
+ 4,
1512
+ 5,
1513
+ 10,
1514
+ 11,
1515
+ 12,
1516
+ 13,
1517
+ 14,
1518
+ 17,
1519
+ 18,
1520
+ 23,
1521
+ 25,
1522
+ 26,
1523
+ 27,
1524
+ 28,
1525
+ 32,
1526
+ 34,
1527
+ 35,
1528
+ 36,
1529
+ 39,
1530
+ 40,
1531
+ 41,
1532
+ 42,
1533
+ 43,
1534
+ 44,
1535
+ 46,
1536
+ 47,
1537
+ 48,
1538
+ 49,
1539
+ 51,
1540
+ 52,
1541
+ 53,
1542
+ 56,
1543
+ 57,
1544
+ 58,
1545
+ 60,
1546
+ 61,
1547
+ 63,
1548
+ 64,
1549
+ 65,
1550
+ 66,
1551
+ 68,
1552
+ 69,
1553
+ 71,
1554
+ 73,
1555
+ 74,
1556
+ 75,
1557
+ 76,
1558
+ 77,
1559
+ 78,
1560
+ 79,
1561
+ 80,
1562
+ 81,
1563
+ 82,
1564
+ 83,
1565
+ 84,
1566
+ 85,
1567
+ 86,
1568
+ 87,
1569
+ 88,
1570
+ 89,
1571
+ 90,
1572
+ 91,
1573
+ 92,
1574
+ 93,
1575
+ 94,
1576
+ 95,
1577
+ 96,
1578
+ 97,
1579
+ 98,
1580
+ 99,
1581
+ 100,
1582
+ 101,
1583
+ 102,
1584
+ 103,
1585
+ 104,
1586
+ 105,
1587
+ 106,
1588
+ 107,
1589
+ 108,
1590
+ 109,
1591
+ 110,
1592
+ 111,
1593
+ 112,
1594
+ 113,
1595
+ 114,
1596
+ 116,
1597
+ 117,
1598
+ 119,
1599
+ 120,
1600
+ 121,
1601
+ 122,
1602
+ 123,
1603
+ 124,
1604
+ 125,
1605
+ 126,
1606
+ 127
1607
+ ],
1608
+ "16": [
1609
+ 0,
1610
+ 2,
1611
+ 3,
1612
+ 4,
1613
+ 6,
1614
+ 7,
1615
+ 8,
1616
+ 11,
1617
+ 12,
1618
+ 13,
1619
+ 14,
1620
+ 17,
1621
+ 21,
1622
+ 22,
1623
+ 23,
1624
+ 24,
1625
+ 26,
1626
+ 27,
1627
+ 29,
1628
+ 30,
1629
+ 31,
1630
+ 32,
1631
+ 33,
1632
+ 34,
1633
+ 36,
1634
+ 42,
1635
+ 43,
1636
+ 44,
1637
+ 45,
1638
+ 46,
1639
+ 51,
1640
+ 52,
1641
+ 53,
1642
+ 54,
1643
+ 55,
1644
+ 56,
1645
+ 57,
1646
+ 58,
1647
+ 59,
1648
+ 63,
1649
+ 65,
1650
+ 67,
1651
+ 68,
1652
+ 69,
1653
+ 70,
1654
+ 71,
1655
+ 72,
1656
+ 73,
1657
+ 74,
1658
+ 75,
1659
+ 76,
1660
+ 78,
1661
+ 79,
1662
+ 80,
1663
+ 81,
1664
+ 82,
1665
+ 83,
1666
+ 84,
1667
+ 85,
1668
+ 86,
1669
+ 87,
1670
+ 88,
1671
+ 89,
1672
+ 90,
1673
+ 92,
1674
+ 93,
1675
+ 94,
1676
+ 96,
1677
+ 97,
1678
+ 98,
1679
+ 99,
1680
+ 100,
1681
+ 101,
1682
+ 102,
1683
+ 103,
1684
+ 104,
1685
+ 105,
1686
+ 106,
1687
+ 107,
1688
+ 108,
1689
+ 109,
1690
+ 110,
1691
+ 111,
1692
+ 112,
1693
+ 113,
1694
+ 114,
1695
+ 115,
1696
+ 116,
1697
+ 117,
1698
+ 118,
1699
+ 119,
1700
+ 120,
1701
+ 122,
1702
+ 123,
1703
+ 124,
1704
+ 125,
1705
+ 126,
1706
+ 127
1707
+ ],
1708
+ "17": [
1709
+ 2,
1710
+ 3,
1711
+ 4,
1712
+ 5,
1713
+ 7,
1714
+ 8,
1715
+ 10,
1716
+ 11,
1717
+ 12,
1718
+ 14,
1719
+ 17,
1720
+ 18,
1721
+ 19,
1722
+ 20,
1723
+ 21,
1724
+ 22,
1725
+ 23,
1726
+ 27,
1727
+ 28,
1728
+ 29,
1729
+ 30,
1730
+ 32,
1731
+ 33,
1732
+ 35,
1733
+ 38,
1734
+ 39,
1735
+ 43,
1736
+ 44,
1737
+ 45,
1738
+ 50,
1739
+ 52,
1740
+ 53,
1741
+ 55,
1742
+ 56,
1743
+ 57,
1744
+ 60,
1745
+ 61,
1746
+ 62,
1747
+ 63,
1748
+ 64,
1749
+ 65,
1750
+ 68,
1751
+ 69,
1752
+ 71,
1753
+ 72,
1754
+ 73,
1755
+ 74,
1756
+ 75,
1757
+ 76,
1758
+ 77,
1759
+ 78,
1760
+ 79,
1761
+ 80,
1762
+ 81,
1763
+ 82,
1764
+ 83,
1765
+ 84,
1766
+ 86,
1767
+ 87,
1768
+ 88,
1769
+ 89,
1770
+ 90,
1771
+ 91,
1772
+ 92,
1773
+ 93,
1774
+ 94,
1775
+ 95,
1776
+ 96,
1777
+ 97,
1778
+ 98,
1779
+ 99,
1780
+ 101,
1781
+ 102,
1782
+ 103,
1783
+ 104,
1784
+ 105,
1785
+ 106,
1786
+ 107,
1787
+ 108,
1788
+ 109,
1789
+ 110,
1790
+ 111,
1791
+ 112,
1792
+ 113,
1793
+ 114,
1794
+ 115,
1795
+ 116,
1796
+ 117,
1797
+ 118,
1798
+ 119,
1799
+ 120,
1800
+ 121,
1801
+ 122,
1802
+ 123,
1803
+ 124,
1804
+ 125,
1805
+ 126,
1806
+ 127
1807
+ ],
1808
+ "18": [
1809
+ 0,
1810
+ 2,
1811
+ 3,
1812
+ 4,
1813
+ 6,
1814
+ 7,
1815
+ 8,
1816
+ 9,
1817
+ 13,
1818
+ 14,
1819
+ 15,
1820
+ 16,
1821
+ 17,
1822
+ 21,
1823
+ 22,
1824
+ 23,
1825
+ 24,
1826
+ 26,
1827
+ 30,
1828
+ 31,
1829
+ 33,
1830
+ 36,
1831
+ 39,
1832
+ 40,
1833
+ 42,
1834
+ 43,
1835
+ 44,
1836
+ 46,
1837
+ 49,
1838
+ 51,
1839
+ 52,
1840
+ 53,
1841
+ 54,
1842
+ 56,
1843
+ 57,
1844
+ 58,
1845
+ 59,
1846
+ 60,
1847
+ 61,
1848
+ 62,
1849
+ 63,
1850
+ 64,
1851
+ 66,
1852
+ 67,
1853
+ 68,
1854
+ 69,
1855
+ 70,
1856
+ 71,
1857
+ 72,
1858
+ 73,
1859
+ 74,
1860
+ 75,
1861
+ 76,
1862
+ 77,
1863
+ 78,
1864
+ 81,
1865
+ 82,
1866
+ 85,
1867
+ 86,
1868
+ 87,
1869
+ 88,
1870
+ 90,
1871
+ 91,
1872
+ 92,
1873
+ 93,
1874
+ 94,
1875
+ 95,
1876
+ 96,
1877
+ 97,
1878
+ 98,
1879
+ 99,
1880
+ 100,
1881
+ 101,
1882
+ 102,
1883
+ 103,
1884
+ 104,
1885
+ 105,
1886
+ 107,
1887
+ 108,
1888
+ 109,
1889
+ 110,
1890
+ 111,
1891
+ 112,
1892
+ 113,
1893
+ 114,
1894
+ 115,
1895
+ 116,
1896
+ 117,
1897
+ 118,
1898
+ 119,
1899
+ 120,
1900
+ 121,
1901
+ 122,
1902
+ 123,
1903
+ 124,
1904
+ 125,
1905
+ 126,
1906
+ 127
1907
+ ],
1908
+ "19": [
1909
+ 1,
1910
+ 2,
1911
+ 5,
1912
+ 6,
1913
+ 7,
1914
+ 11,
1915
+ 13,
1916
+ 14,
1917
+ 15,
1918
+ 18,
1919
+ 19,
1920
+ 20,
1921
+ 21,
1922
+ 23,
1923
+ 24,
1924
+ 25,
1925
+ 27,
1926
+ 28,
1927
+ 29,
1928
+ 30,
1929
+ 31,
1930
+ 33,
1931
+ 34,
1932
+ 35,
1933
+ 36,
1934
+ 37,
1935
+ 38,
1936
+ 39,
1937
+ 41,
1938
+ 42,
1939
+ 43,
1940
+ 45,
1941
+ 46,
1942
+ 47,
1943
+ 51,
1944
+ 52,
1945
+ 53,
1946
+ 54,
1947
+ 55,
1948
+ 57,
1949
+ 58,
1950
+ 59,
1951
+ 60,
1952
+ 63,
1953
+ 64,
1954
+ 65,
1955
+ 66,
1956
+ 68,
1957
+ 69,
1958
+ 70,
1959
+ 71,
1960
+ 73,
1961
+ 75,
1962
+ 76,
1963
+ 78,
1964
+ 79,
1965
+ 80,
1966
+ 81,
1967
+ 82,
1968
+ 83,
1969
+ 84,
1970
+ 85,
1971
+ 86,
1972
+ 87,
1973
+ 90,
1974
+ 91,
1975
+ 92,
1976
+ 93,
1977
+ 94,
1978
+ 96,
1979
+ 97,
1980
+ 98,
1981
+ 99,
1982
+ 100,
1983
+ 101,
1984
+ 102,
1985
+ 103,
1986
+ 104,
1987
+ 106,
1988
+ 108,
1989
+ 109,
1990
+ 110,
1991
+ 111,
1992
+ 112,
1993
+ 113,
1994
+ 114,
1995
+ 115,
1996
+ 117,
1997
+ 118,
1998
+ 119,
1999
+ 120,
2000
+ 121,
2001
+ 122,
2002
+ 123,
2003
+ 124,
2004
+ 125,
2005
+ 126,
2006
+ 127
2007
+ ],
2008
+ "20": [
2009
+ 1,
2010
+ 2,
2011
+ 3,
2012
+ 5,
2013
+ 8,
2014
+ 9,
2015
+ 10,
2016
+ 11,
2017
+ 12,
2018
+ 13,
2019
+ 17,
2020
+ 18,
2021
+ 19,
2022
+ 21,
2023
+ 22,
2024
+ 23,
2025
+ 24,
2026
+ 25,
2027
+ 27,
2028
+ 29,
2029
+ 32,
2030
+ 33,
2031
+ 34,
2032
+ 36,
2033
+ 37,
2034
+ 38,
2035
+ 41,
2036
+ 43,
2037
+ 46,
2038
+ 50,
2039
+ 51,
2040
+ 52,
2041
+ 54,
2042
+ 55,
2043
+ 56,
2044
+ 57,
2045
+ 58,
2046
+ 59,
2047
+ 60,
2048
+ 61,
2049
+ 62,
2050
+ 63,
2051
+ 64,
2052
+ 65,
2053
+ 66,
2054
+ 67,
2055
+ 68,
2056
+ 71,
2057
+ 73,
2058
+ 74,
2059
+ 75,
2060
+ 76,
2061
+ 77,
2062
+ 78,
2063
+ 79,
2064
+ 80,
2065
+ 82,
2066
+ 83,
2067
+ 84,
2068
+ 85,
2069
+ 87,
2070
+ 88,
2071
+ 89,
2072
+ 90,
2073
+ 91,
2074
+ 92,
2075
+ 93,
2076
+ 94,
2077
+ 95,
2078
+ 96,
2079
+ 97,
2080
+ 98,
2081
+ 99,
2082
+ 100,
2083
+ 102,
2084
+ 103,
2085
+ 104,
2086
+ 105,
2087
+ 106,
2088
+ 107,
2089
+ 108,
2090
+ 111,
2091
+ 112,
2092
+ 113,
2093
+ 114,
2094
+ 115,
2095
+ 116,
2096
+ 117,
2097
+ 118,
2098
+ 119,
2099
+ 120,
2100
+ 121,
2101
+ 122,
2102
+ 123,
2103
+ 124,
2104
+ 125,
2105
+ 126,
2106
+ 127
2107
+ ],
2108
+ "21": [
2109
+ 1,
2110
+ 2,
2111
+ 7,
2112
+ 8,
2113
+ 10,
2114
+ 11,
2115
+ 13,
2116
+ 15,
2117
+ 16,
2118
+ 17,
2119
+ 19,
2120
+ 20,
2121
+ 21,
2122
+ 22,
2123
+ 24,
2124
+ 25,
2125
+ 26,
2126
+ 27,
2127
+ 29,
2128
+ 30,
2129
+ 32,
2130
+ 33,
2131
+ 34,
2132
+ 35,
2133
+ 36,
2134
+ 37,
2135
+ 38,
2136
+ 39,
2137
+ 40,
2138
+ 41,
2139
+ 44,
2140
+ 46,
2141
+ 47,
2142
+ 48,
2143
+ 49,
2144
+ 50,
2145
+ 51,
2146
+ 52,
2147
+ 53,
2148
+ 54,
2149
+ 55,
2150
+ 56,
2151
+ 57,
2152
+ 58,
2153
+ 59,
2154
+ 60,
2155
+ 61,
2156
+ 63,
2157
+ 65,
2158
+ 66,
2159
+ 67,
2160
+ 69,
2161
+ 70,
2162
+ 71,
2163
+ 72,
2164
+ 73,
2165
+ 74,
2166
+ 75,
2167
+ 76,
2168
+ 77,
2169
+ 78,
2170
+ 79,
2171
+ 80,
2172
+ 81,
2173
+ 82,
2174
+ 83,
2175
+ 84,
2176
+ 85,
2177
+ 86,
2178
+ 87,
2179
+ 89,
2180
+ 92,
2181
+ 93,
2182
+ 94,
2183
+ 95,
2184
+ 97,
2185
+ 98,
2186
+ 99,
2187
+ 100,
2188
+ 101,
2189
+ 103,
2190
+ 104,
2191
+ 105,
2192
+ 106,
2193
+ 107,
2194
+ 109,
2195
+ 110,
2196
+ 113,
2197
+ 117,
2198
+ 119,
2199
+ 120,
2200
+ 121,
2201
+ 122,
2202
+ 123,
2203
+ 124,
2204
+ 125,
2205
+ 126,
2206
+ 127
2207
+ ],
2208
+ "22": [
2209
+ 0,
2210
+ 2,
2211
+ 6,
2212
+ 7,
2213
+ 8,
2214
+ 9,
2215
+ 11,
2216
+ 14,
2217
+ 15,
2218
+ 16,
2219
+ 18,
2220
+ 19,
2221
+ 20,
2222
+ 21,
2223
+ 24,
2224
+ 27,
2225
+ 28,
2226
+ 32,
2227
+ 33,
2228
+ 34,
2229
+ 35,
2230
+ 37,
2231
+ 38,
2232
+ 40,
2233
+ 42,
2234
+ 44,
2235
+ 45,
2236
+ 47,
2237
+ 48,
2238
+ 50,
2239
+ 53,
2240
+ 54,
2241
+ 57,
2242
+ 58,
2243
+ 60,
2244
+ 61,
2245
+ 63,
2246
+ 64,
2247
+ 65,
2248
+ 66,
2249
+ 67,
2250
+ 68,
2251
+ 69,
2252
+ 70,
2253
+ 71,
2254
+ 72,
2255
+ 73,
2256
+ 74,
2257
+ 75,
2258
+ 76,
2259
+ 77,
2260
+ 78,
2261
+ 80,
2262
+ 81,
2263
+ 82,
2264
+ 83,
2265
+ 84,
2266
+ 85,
2267
+ 88,
2268
+ 89,
2269
+ 90,
2270
+ 91,
2271
+ 92,
2272
+ 93,
2273
+ 94,
2274
+ 95,
2275
+ 96,
2276
+ 97,
2277
+ 98,
2278
+ 99,
2279
+ 100,
2280
+ 101,
2281
+ 102,
2282
+ 103,
2283
+ 104,
2284
+ 105,
2285
+ 106,
2286
+ 107,
2287
+ 108,
2288
+ 109,
2289
+ 110,
2290
+ 111,
2291
+ 112,
2292
+ 113,
2293
+ 114,
2294
+ 115,
2295
+ 116,
2296
+ 117,
2297
+ 118,
2298
+ 119,
2299
+ 120,
2300
+ 121,
2301
+ 122,
2302
+ 123,
2303
+ 124,
2304
+ 125,
2305
+ 126,
2306
+ 127
2307
+ ],
2308
+ "23": [
2309
+ 0,
2310
+ 1,
2311
+ 3,
2312
+ 4,
2313
+ 5,
2314
+ 7,
2315
+ 8,
2316
+ 9,
2317
+ 12,
2318
+ 13,
2319
+ 15,
2320
+ 17,
2321
+ 18,
2322
+ 20,
2323
+ 21,
2324
+ 22,
2325
+ 23,
2326
+ 26,
2327
+ 27,
2328
+ 28,
2329
+ 29,
2330
+ 30,
2331
+ 31,
2332
+ 32,
2333
+ 33,
2334
+ 36,
2335
+ 38,
2336
+ 39,
2337
+ 40,
2338
+ 42,
2339
+ 44,
2340
+ 45,
2341
+ 46,
2342
+ 47,
2343
+ 50,
2344
+ 52,
2345
+ 54,
2346
+ 56,
2347
+ 57,
2348
+ 58,
2349
+ 60,
2350
+ 61,
2351
+ 64,
2352
+ 65,
2353
+ 67,
2354
+ 69,
2355
+ 70,
2356
+ 71,
2357
+ 72,
2358
+ 73,
2359
+ 74,
2360
+ 75,
2361
+ 76,
2362
+ 77,
2363
+ 78,
2364
+ 79,
2365
+ 80,
2366
+ 81,
2367
+ 82,
2368
+ 83,
2369
+ 84,
2370
+ 86,
2371
+ 87,
2372
+ 88,
2373
+ 89,
2374
+ 90,
2375
+ 91,
2376
+ 92,
2377
+ 93,
2378
+ 94,
2379
+ 95,
2380
+ 96,
2381
+ 97,
2382
+ 98,
2383
+ 99,
2384
+ 100,
2385
+ 101,
2386
+ 102,
2387
+ 104,
2388
+ 105,
2389
+ 106,
2390
+ 108,
2391
+ 109,
2392
+ 110,
2393
+ 111,
2394
+ 112,
2395
+ 114,
2396
+ 116,
2397
+ 118,
2398
+ 119,
2399
+ 120,
2400
+ 121,
2401
+ 122,
2402
+ 123,
2403
+ 124,
2404
+ 125,
2405
+ 126,
2406
+ 127
2407
+ ],
2408
+ "24": [
2409
+ 0,
2410
+ 4,
2411
+ 5,
2412
+ 8,
2413
+ 9,
2414
+ 10,
2415
+ 11,
2416
+ 12,
2417
+ 13,
2418
+ 14,
2419
+ 17,
2420
+ 21,
2421
+ 22,
2422
+ 23,
2423
+ 24,
2424
+ 25,
2425
+ 26,
2426
+ 27,
2427
+ 28,
2428
+ 29,
2429
+ 30,
2430
+ 31,
2431
+ 32,
2432
+ 33,
2433
+ 34,
2434
+ 35,
2435
+ 36,
2436
+ 37,
2437
+ 39,
2438
+ 40,
2439
+ 41,
2440
+ 42,
2441
+ 44,
2442
+ 45,
2443
+ 46,
2444
+ 47,
2445
+ 49,
2446
+ 50,
2447
+ 51,
2448
+ 53,
2449
+ 54,
2450
+ 55,
2451
+ 56,
2452
+ 57,
2453
+ 58,
2454
+ 59,
2455
+ 62,
2456
+ 63,
2457
+ 64,
2458
+ 66,
2459
+ 67,
2460
+ 68,
2461
+ 69,
2462
+ 70,
2463
+ 72,
2464
+ 74,
2465
+ 75,
2466
+ 76,
2467
+ 77,
2468
+ 78,
2469
+ 79,
2470
+ 80,
2471
+ 82,
2472
+ 83,
2473
+ 86,
2474
+ 87,
2475
+ 88,
2476
+ 92,
2477
+ 93,
2478
+ 96,
2479
+ 97,
2480
+ 98,
2481
+ 101,
2482
+ 102,
2483
+ 103,
2484
+ 104,
2485
+ 105,
2486
+ 106,
2487
+ 107,
2488
+ 109,
2489
+ 110,
2490
+ 111,
2491
+ 112,
2492
+ 113,
2493
+ 114,
2494
+ 115,
2495
+ 116,
2496
+ 117,
2497
+ 118,
2498
+ 119,
2499
+ 120,
2500
+ 121,
2501
+ 122,
2502
+ 123,
2503
+ 124,
2504
+ 125,
2505
+ 126,
2506
+ 127
2507
+ ],
2508
+ "25": [
2509
+ 1,
2510
+ 2,
2511
+ 4,
2512
+ 6,
2513
+ 7,
2514
+ 10,
2515
+ 11,
2516
+ 14,
2517
+ 15,
2518
+ 16,
2519
+ 17,
2520
+ 20,
2521
+ 21,
2522
+ 22,
2523
+ 25,
2524
+ 26,
2525
+ 27,
2526
+ 28,
2527
+ 29,
2528
+ 30,
2529
+ 32,
2530
+ 33,
2531
+ 35,
2532
+ 36,
2533
+ 37,
2534
+ 39,
2535
+ 40,
2536
+ 41,
2537
+ 42,
2538
+ 44,
2539
+ 45,
2540
+ 46,
2541
+ 47,
2542
+ 48,
2543
+ 49,
2544
+ 50,
2545
+ 52,
2546
+ 53,
2547
+ 54,
2548
+ 55,
2549
+ 56,
2550
+ 57,
2551
+ 58,
2552
+ 59,
2553
+ 60,
2554
+ 61,
2555
+ 62,
2556
+ 63,
2557
+ 65,
2558
+ 67,
2559
+ 68,
2560
+ 69,
2561
+ 72,
2562
+ 74,
2563
+ 75,
2564
+ 77,
2565
+ 78,
2566
+ 79,
2567
+ 80,
2568
+ 81,
2569
+ 82,
2570
+ 83,
2571
+ 84,
2572
+ 85,
2573
+ 86,
2574
+ 87,
2575
+ 88,
2576
+ 92,
2577
+ 93,
2578
+ 96,
2579
+ 97,
2580
+ 98,
2581
+ 99,
2582
+ 100,
2583
+ 102,
2584
+ 103,
2585
+ 104,
2586
+ 105,
2587
+ 106,
2588
+ 107,
2589
+ 108,
2590
+ 109,
2591
+ 110,
2592
+ 111,
2593
+ 112,
2594
+ 113,
2595
+ 115,
2596
+ 116,
2597
+ 118,
2598
+ 119,
2599
+ 120,
2600
+ 121,
2601
+ 122,
2602
+ 123,
2603
+ 124,
2604
+ 125,
2605
+ 126,
2606
+ 127
2607
+ ],
2608
+ "26": [
2609
+ 0,
2610
+ 1,
2611
+ 2,
2612
+ 4,
2613
+ 5,
2614
+ 6,
2615
+ 7,
2616
+ 8,
2617
+ 10,
2618
+ 12,
2619
+ 14,
2620
+ 18,
2621
+ 20,
2622
+ 21,
2623
+ 22,
2624
+ 25,
2625
+ 26,
2626
+ 28,
2627
+ 29,
2628
+ 30,
2629
+ 33,
2630
+ 36,
2631
+ 37,
2632
+ 38,
2633
+ 41,
2634
+ 42,
2635
+ 43,
2636
+ 44,
2637
+ 45,
2638
+ 46,
2639
+ 47,
2640
+ 48,
2641
+ 51,
2642
+ 52,
2643
+ 53,
2644
+ 54,
2645
+ 55,
2646
+ 58,
2647
+ 59,
2648
+ 61,
2649
+ 62,
2650
+ 63,
2651
+ 64,
2652
+ 65,
2653
+ 66,
2654
+ 67,
2655
+ 68,
2656
+ 69,
2657
+ 70,
2658
+ 72,
2659
+ 73,
2660
+ 75,
2661
+ 76,
2662
+ 77,
2663
+ 78,
2664
+ 79,
2665
+ 80,
2666
+ 81,
2667
+ 82,
2668
+ 83,
2669
+ 84,
2670
+ 85,
2671
+ 86,
2672
+ 87,
2673
+ 88,
2674
+ 89,
2675
+ 90,
2676
+ 92,
2677
+ 93,
2678
+ 94,
2679
+ 95,
2680
+ 96,
2681
+ 97,
2682
+ 98,
2683
+ 99,
2684
+ 100,
2685
+ 101,
2686
+ 102,
2687
+ 103,
2688
+ 105,
2689
+ 106,
2690
+ 107,
2691
+ 110,
2692
+ 111,
2693
+ 112,
2694
+ 113,
2695
+ 114,
2696
+ 115,
2697
+ 116,
2698
+ 118,
2699
+ 119,
2700
+ 120,
2701
+ 122,
2702
+ 123,
2703
+ 124,
2704
+ 125,
2705
+ 126,
2706
+ 127
2707
+ ],
2708
+ "27": [
2709
+ 0,
2710
+ 2,
2711
+ 3,
2712
+ 7,
2713
+ 8,
2714
+ 9,
2715
+ 11,
2716
+ 12,
2717
+ 13,
2718
+ 14,
2719
+ 16,
2720
+ 18,
2721
+ 19,
2722
+ 20,
2723
+ 22,
2724
+ 25,
2725
+ 27,
2726
+ 28,
2727
+ 29,
2728
+ 33,
2729
+ 34,
2730
+ 36,
2731
+ 37,
2732
+ 38,
2733
+ 43,
2734
+ 44,
2735
+ 46,
2736
+ 48,
2737
+ 50,
2738
+ 53,
2739
+ 55,
2740
+ 56,
2741
+ 57,
2742
+ 59,
2743
+ 60,
2744
+ 61,
2745
+ 62,
2746
+ 63,
2747
+ 64,
2748
+ 65,
2749
+ 66,
2750
+ 67,
2751
+ 68,
2752
+ 69,
2753
+ 70,
2754
+ 71,
2755
+ 72,
2756
+ 73,
2757
+ 74,
2758
+ 75,
2759
+ 76,
2760
+ 77,
2761
+ 79,
2762
+ 80,
2763
+ 81,
2764
+ 82,
2765
+ 83,
2766
+ 84,
2767
+ 85,
2768
+ 86,
2769
+ 87,
2770
+ 89,
2771
+ 90,
2772
+ 91,
2773
+ 92,
2774
+ 93,
2775
+ 94,
2776
+ 96,
2777
+ 97,
2778
+ 99,
2779
+ 100,
2780
+ 101,
2781
+ 102,
2782
+ 103,
2783
+ 104,
2784
+ 105,
2785
+ 106,
2786
+ 107,
2787
+ 108,
2788
+ 109,
2789
+ 110,
2790
+ 111,
2791
+ 112,
2792
+ 113,
2793
+ 114,
2794
+ 115,
2795
+ 116,
2796
+ 117,
2797
+ 118,
2798
+ 119,
2799
+ 120,
2800
+ 121,
2801
+ 122,
2802
+ 123,
2803
+ 124,
2804
+ 125,
2805
+ 126,
2806
+ 127
2807
+ ],
2808
+ "28": [
2809
+ 0,
2810
+ 1,
2811
+ 2,
2812
+ 4,
2813
+ 5,
2814
+ 7,
2815
+ 9,
2816
+ 10,
2817
+ 12,
2818
+ 13,
2819
+ 14,
2820
+ 15,
2821
+ 16,
2822
+ 17,
2823
+ 18,
2824
+ 21,
2825
+ 23,
2826
+ 24,
2827
+ 25,
2828
+ 31,
2829
+ 32,
2830
+ 33,
2831
+ 34,
2832
+ 35,
2833
+ 36,
2834
+ 37,
2835
+ 40,
2836
+ 42,
2837
+ 43,
2838
+ 48,
2839
+ 49,
2840
+ 52,
2841
+ 57,
2842
+ 58,
2843
+ 59,
2844
+ 60,
2845
+ 61,
2846
+ 62,
2847
+ 63,
2848
+ 64,
2849
+ 65,
2850
+ 67,
2851
+ 68,
2852
+ 69,
2853
+ 70,
2854
+ 71,
2855
+ 72,
2856
+ 73,
2857
+ 74,
2858
+ 75,
2859
+ 76,
2860
+ 77,
2861
+ 78,
2862
+ 79,
2863
+ 81,
2864
+ 82,
2865
+ 83,
2866
+ 84,
2867
+ 85,
2868
+ 87,
2869
+ 88,
2870
+ 89,
2871
+ 90,
2872
+ 91,
2873
+ 92,
2874
+ 93,
2875
+ 94,
2876
+ 95,
2877
+ 96,
2878
+ 97,
2879
+ 98,
2880
+ 99,
2881
+ 100,
2882
+ 102,
2883
+ 103,
2884
+ 104,
2885
+ 105,
2886
+ 107,
2887
+ 108,
2888
+ 109,
2889
+ 110,
2890
+ 111,
2891
+ 112,
2892
+ 113,
2893
+ 114,
2894
+ 115,
2895
+ 116,
2896
+ 117,
2897
+ 118,
2898
+ 119,
2899
+ 120,
2900
+ 121,
2901
+ 122,
2902
+ 123,
2903
+ 124,
2904
+ 125,
2905
+ 126,
2906
+ 127
2907
+ ],
2908
+ "29": [
2909
+ 0,
2910
+ 1,
2911
+ 2,
2912
+ 3,
2913
+ 4,
2914
+ 5,
2915
+ 7,
2916
+ 9,
2917
+ 12,
2918
+ 13,
2919
+ 14,
2920
+ 17,
2921
+ 19,
2922
+ 21,
2923
+ 22,
2924
+ 28,
2925
+ 29,
2926
+ 30,
2927
+ 32,
2928
+ 33,
2929
+ 34,
2930
+ 35,
2931
+ 36,
2932
+ 37,
2933
+ 38,
2934
+ 40,
2935
+ 42,
2936
+ 45,
2937
+ 47,
2938
+ 49,
2939
+ 51,
2940
+ 53,
2941
+ 54,
2942
+ 55,
2943
+ 56,
2944
+ 58,
2945
+ 59,
2946
+ 63,
2947
+ 64,
2948
+ 65,
2949
+ 66,
2950
+ 67,
2951
+ 68,
2952
+ 69,
2953
+ 70,
2954
+ 71,
2955
+ 72,
2956
+ 74,
2957
+ 75,
2958
+ 76,
2959
+ 77,
2960
+ 79,
2961
+ 80,
2962
+ 81,
2963
+ 82,
2964
+ 83,
2965
+ 84,
2966
+ 85,
2967
+ 86,
2968
+ 87,
2969
+ 89,
2970
+ 90,
2971
+ 91,
2972
+ 92,
2973
+ 93,
2974
+ 94,
2975
+ 95,
2976
+ 96,
2977
+ 97,
2978
+ 99,
2979
+ 100,
2980
+ 101,
2981
+ 102,
2982
+ 103,
2983
+ 104,
2984
+ 105,
2985
+ 106,
2986
+ 107,
2987
+ 108,
2988
+ 109,
2989
+ 110,
2990
+ 111,
2991
+ 112,
2992
+ 113,
2993
+ 114,
2994
+ 115,
2995
+ 116,
2996
+ 117,
2997
+ 118,
2998
+ 119,
2999
+ 120,
3000
+ 121,
3001
+ 122,
3002
+ 123,
3003
+ 124,
3004
+ 125,
3005
+ 126,
3006
+ 127
3007
+ ]
3008
+ },
3009
+ "per_layer_drop": {
3010
+ "0": [
3011
+ 9,
3012
+ 10,
3013
+ 19,
3014
+ 23,
3015
+ 30,
3016
+ 36,
3017
+ 40,
3018
+ 42,
3019
+ 43,
3020
+ 44,
3021
+ 45,
3022
+ 57,
3023
+ 58,
3024
+ 59,
3025
+ 62,
3026
+ 63,
3027
+ 67,
3028
+ 75,
3029
+ 80,
3030
+ 82,
3031
+ 93,
3032
+ 94,
3033
+ 97,
3034
+ 98,
3035
+ 103,
3036
+ 110,
3037
+ 119,
3038
+ 122,
3039
+ 123,
3040
+ 125
3041
+ ],
3042
+ "1": [
3043
+ 3,
3044
+ 5,
3045
+ 14,
3046
+ 17,
3047
+ 19,
3048
+ 21,
3049
+ 24,
3050
+ 28,
3051
+ 36,
3052
+ 40,
3053
+ 43,
3054
+ 44,
3055
+ 45,
3056
+ 48,
3057
+ 50,
3058
+ 55,
3059
+ 57,
3060
+ 58,
3061
+ 63,
3062
+ 68,
3063
+ 75,
3064
+ 77,
3065
+ 84,
3066
+ 91,
3067
+ 95,
3068
+ 108,
3069
+ 114,
3070
+ 121,
3071
+ 126,
3072
+ 127
3073
+ ],
3074
+ "2": [
3075
+ 4,
3076
+ 12,
3077
+ 16,
3078
+ 22,
3079
+ 23,
3080
+ 30,
3081
+ 31,
3082
+ 32,
3083
+ 36,
3084
+ 38,
3085
+ 42,
3086
+ 44,
3087
+ 47,
3088
+ 52,
3089
+ 54,
3090
+ 73,
3091
+ 80,
3092
+ 87,
3093
+ 89,
3094
+ 90,
3095
+ 94,
3096
+ 96,
3097
+ 101,
3098
+ 104,
3099
+ 105,
3100
+ 106,
3101
+ 112,
3102
+ 113,
3103
+ 119,
3104
+ 123
3105
+ ],
3106
+ "3": [
3107
+ 7,
3108
+ 26,
3109
+ 27,
3110
+ 32,
3111
+ 36,
3112
+ 37,
3113
+ 40,
3114
+ 41,
3115
+ 45,
3116
+ 48,
3117
+ 56,
3118
+ 61,
3119
+ 68,
3120
+ 71,
3121
+ 73,
3122
+ 82,
3123
+ 87,
3124
+ 89,
3125
+ 90,
3126
+ 93,
3127
+ 95,
3128
+ 101,
3129
+ 103,
3130
+ 105,
3131
+ 106,
3132
+ 110,
3133
+ 115,
3134
+ 117,
3135
+ 124,
3136
+ 126
3137
+ ],
3138
+ "4": [
3139
+ 0,
3140
+ 6,
3141
+ 11,
3142
+ 16,
3143
+ 21,
3144
+ 25,
3145
+ 31,
3146
+ 33,
3147
+ 34,
3148
+ 42,
3149
+ 44,
3150
+ 46,
3151
+ 48,
3152
+ 52,
3153
+ 56,
3154
+ 57,
3155
+ 60,
3156
+ 65,
3157
+ 67,
3158
+ 73,
3159
+ 79,
3160
+ 81,
3161
+ 83,
3162
+ 91,
3163
+ 96,
3164
+ 101,
3165
+ 104,
3166
+ 108,
3167
+ 114,
3168
+ 115
3169
+ ],
3170
+ "5": [
3171
+ 3,
3172
+ 5,
3173
+ 8,
3174
+ 11,
3175
+ 12,
3176
+ 21,
3177
+ 27,
3178
+ 29,
3179
+ 33,
3180
+ 40,
3181
+ 47,
3182
+ 54,
3183
+ 59,
3184
+ 62,
3185
+ 65,
3186
+ 67,
3187
+ 76,
3188
+ 79,
3189
+ 81,
3190
+ 82,
3191
+ 90,
3192
+ 91,
3193
+ 102,
3194
+ 103,
3195
+ 107,
3196
+ 115,
3197
+ 117,
3198
+ 121,
3199
+ 122,
3200
+ 124
3201
+ ],
3202
+ "6": [
3203
+ 1,
3204
+ 3,
3205
+ 11,
3206
+ 12,
3207
+ 14,
3208
+ 15,
3209
+ 16,
3210
+ 17,
3211
+ 30,
3212
+ 33,
3213
+ 40,
3214
+ 43,
3215
+ 54,
3216
+ 55,
3217
+ 57,
3218
+ 66,
3219
+ 76,
3220
+ 78,
3221
+ 79,
3222
+ 82,
3223
+ 84,
3224
+ 91,
3225
+ 97,
3226
+ 100,
3227
+ 109,
3228
+ 117,
3229
+ 118,
3230
+ 120,
3231
+ 124,
3232
+ 125
3233
+ ],
3234
+ "7": [
3235
+ 1,
3236
+ 11,
3237
+ 14,
3238
+ 15,
3239
+ 25,
3240
+ 27,
3241
+ 30,
3242
+ 34,
3243
+ 35,
3244
+ 38,
3245
+ 39,
3246
+ 46,
3247
+ 50,
3248
+ 60,
3249
+ 62,
3250
+ 63,
3251
+ 66,
3252
+ 78,
3253
+ 84,
3254
+ 92,
3255
+ 93,
3256
+ 94,
3257
+ 97,
3258
+ 99,
3259
+ 100,
3260
+ 103,
3261
+ 119,
3262
+ 121,
3263
+ 124,
3264
+ 125
3265
+ ],
3266
+ "8": [
3267
+ 10,
3268
+ 11,
3269
+ 15,
3270
+ 19,
3271
+ 21,
3272
+ 25,
3273
+ 26,
3274
+ 30,
3275
+ 32,
3276
+ 33,
3277
+ 39,
3278
+ 40,
3279
+ 45,
3280
+ 50,
3281
+ 53,
3282
+ 55,
3283
+ 60,
3284
+ 61,
3285
+ 63,
3286
+ 64,
3287
+ 67,
3288
+ 70,
3289
+ 76,
3290
+ 79,
3291
+ 85,
3292
+ 96,
3293
+ 100,
3294
+ 101,
3295
+ 112,
3296
+ 127
3297
+ ],
3298
+ "9": [
3299
+ 0,
3300
+ 3,
3301
+ 4,
3302
+ 7,
3303
+ 9,
3304
+ 10,
3305
+ 15,
3306
+ 19,
3307
+ 23,
3308
+ 27,
3309
+ 29,
3310
+ 30,
3311
+ 32,
3312
+ 33,
3313
+ 36,
3314
+ 37,
3315
+ 38,
3316
+ 43,
3317
+ 49,
3318
+ 52,
3319
+ 55,
3320
+ 59,
3321
+ 60,
3322
+ 62,
3323
+ 64,
3324
+ 74,
3325
+ 83,
3326
+ 86,
3327
+ 102,
3328
+ 109
3329
+ ],
3330
+ "10": [
3331
+ 15,
3332
+ 16,
3333
+ 18,
3334
+ 21,
3335
+ 23,
3336
+ 25,
3337
+ 28,
3338
+ 30,
3339
+ 36,
3340
+ 37,
3341
+ 38,
3342
+ 40,
3343
+ 43,
3344
+ 44,
3345
+ 45,
3346
+ 48,
3347
+ 50,
3348
+ 61,
3349
+ 71,
3350
+ 84,
3351
+ 87,
3352
+ 90,
3353
+ 94,
3354
+ 96,
3355
+ 97,
3356
+ 98,
3357
+ 102,
3358
+ 107,
3359
+ 116,
3360
+ 127
3361
+ ],
3362
+ "11": [
3363
+ 0,
3364
+ 2,
3365
+ 8,
3366
+ 11,
3367
+ 13,
3368
+ 21,
3369
+ 22,
3370
+ 23,
3371
+ 25,
3372
+ 30,
3373
+ 32,
3374
+ 41,
3375
+ 42,
3376
+ 47,
3377
+ 49,
3378
+ 50,
3379
+ 52,
3380
+ 55,
3381
+ 57,
3382
+ 58,
3383
+ 63,
3384
+ 64,
3385
+ 65,
3386
+ 66,
3387
+ 89,
3388
+ 95,
3389
+ 101,
3390
+ 106,
3391
+ 107,
3392
+ 115
3393
+ ],
3394
+ "12": [
3395
+ 1,
3396
+ 4,
3397
+ 6,
3398
+ 9,
3399
+ 16,
3400
+ 19,
3401
+ 24,
3402
+ 26,
3403
+ 27,
3404
+ 29,
3405
+ 31,
3406
+ 34,
3407
+ 37,
3408
+ 38,
3409
+ 42,
3410
+ 44,
3411
+ 46,
3412
+ 51,
3413
+ 52,
3414
+ 54,
3415
+ 59,
3416
+ 60,
3417
+ 61,
3418
+ 62,
3419
+ 63,
3420
+ 67,
3421
+ 70,
3422
+ 101,
3423
+ 110,
3424
+ 111
3425
+ ],
3426
+ "13": [
3427
+ 0,
3428
+ 4,
3429
+ 5,
3430
+ 7,
3431
+ 8,
3432
+ 12,
3433
+ 14,
3434
+ 15,
3435
+ 18,
3436
+ 19,
3437
+ 20,
3438
+ 21,
3439
+ 24,
3440
+ 26,
3441
+ 29,
3442
+ 32,
3443
+ 33,
3444
+ 36,
3445
+ 39,
3446
+ 44,
3447
+ 46,
3448
+ 48,
3449
+ 49,
3450
+ 50,
3451
+ 54,
3452
+ 55,
3453
+ 72,
3454
+ 88,
3455
+ 99,
3456
+ 112
3457
+ ],
3458
+ "14": [
3459
+ 0,
3460
+ 2,
3461
+ 3,
3462
+ 7,
3463
+ 11,
3464
+ 12,
3465
+ 17,
3466
+ 19,
3467
+ 20,
3468
+ 22,
3469
+ 25,
3470
+ 27,
3471
+ 28,
3472
+ 29,
3473
+ 31,
3474
+ 32,
3475
+ 34,
3476
+ 36,
3477
+ 37,
3478
+ 41,
3479
+ 42,
3480
+ 44,
3481
+ 45,
3482
+ 46,
3483
+ 61,
3484
+ 62,
3485
+ 65,
3486
+ 82,
3487
+ 85,
3488
+ 87
3489
+ ],
3490
+ "15": [
3491
+ 1,
3492
+ 3,
3493
+ 6,
3494
+ 7,
3495
+ 8,
3496
+ 9,
3497
+ 15,
3498
+ 16,
3499
+ 19,
3500
+ 20,
3501
+ 21,
3502
+ 22,
3503
+ 24,
3504
+ 29,
3505
+ 30,
3506
+ 31,
3507
+ 33,
3508
+ 37,
3509
+ 38,
3510
+ 45,
3511
+ 50,
3512
+ 54,
3513
+ 55,
3514
+ 59,
3515
+ 62,
3516
+ 67,
3517
+ 70,
3518
+ 72,
3519
+ 115,
3520
+ 118
3521
+ ],
3522
+ "16": [
3523
+ 1,
3524
+ 5,
3525
+ 9,
3526
+ 10,
3527
+ 15,
3528
+ 16,
3529
+ 18,
3530
+ 19,
3531
+ 20,
3532
+ 25,
3533
+ 28,
3534
+ 35,
3535
+ 37,
3536
+ 38,
3537
+ 39,
3538
+ 40,
3539
+ 41,
3540
+ 47,
3541
+ 48,
3542
+ 49,
3543
+ 50,
3544
+ 60,
3545
+ 61,
3546
+ 62,
3547
+ 64,
3548
+ 66,
3549
+ 77,
3550
+ 91,
3551
+ 95,
3552
+ 121
3553
+ ],
3554
+ "17": [
3555
+ 0,
3556
+ 1,
3557
+ 6,
3558
+ 9,
3559
+ 13,
3560
+ 15,
3561
+ 16,
3562
+ 24,
3563
+ 25,
3564
+ 26,
3565
+ 31,
3566
+ 34,
3567
+ 36,
3568
+ 37,
3569
+ 40,
3570
+ 41,
3571
+ 42,
3572
+ 46,
3573
+ 47,
3574
+ 48,
3575
+ 49,
3576
+ 51,
3577
+ 54,
3578
+ 58,
3579
+ 59,
3580
+ 66,
3581
+ 67,
3582
+ 70,
3583
+ 85,
3584
+ 100
3585
+ ],
3586
+ "18": [
3587
+ 1,
3588
+ 5,
3589
+ 10,
3590
+ 11,
3591
+ 12,
3592
+ 18,
3593
+ 19,
3594
+ 20,
3595
+ 25,
3596
+ 27,
3597
+ 28,
3598
+ 29,
3599
+ 32,
3600
+ 34,
3601
+ 35,
3602
+ 37,
3603
+ 38,
3604
+ 41,
3605
+ 45,
3606
+ 47,
3607
+ 48,
3608
+ 50,
3609
+ 55,
3610
+ 65,
3611
+ 79,
3612
+ 80,
3613
+ 83,
3614
+ 84,
3615
+ 89,
3616
+ 106
3617
+ ],
3618
+ "19": [
3619
+ 0,
3620
+ 3,
3621
+ 4,
3622
+ 8,
3623
+ 9,
3624
+ 10,
3625
+ 12,
3626
+ 16,
3627
+ 17,
3628
+ 22,
3629
+ 26,
3630
+ 32,
3631
+ 40,
3632
+ 44,
3633
+ 48,
3634
+ 49,
3635
+ 50,
3636
+ 56,
3637
+ 61,
3638
+ 62,
3639
+ 67,
3640
+ 72,
3641
+ 74,
3642
+ 77,
3643
+ 88,
3644
+ 89,
3645
+ 95,
3646
+ 105,
3647
+ 107,
3648
+ 116
3649
+ ],
3650
+ "20": [
3651
+ 0,
3652
+ 4,
3653
+ 6,
3654
+ 7,
3655
+ 14,
3656
+ 15,
3657
+ 16,
3658
+ 20,
3659
+ 26,
3660
+ 28,
3661
+ 30,
3662
+ 31,
3663
+ 35,
3664
+ 39,
3665
+ 40,
3666
+ 42,
3667
+ 44,
3668
+ 45,
3669
+ 47,
3670
+ 48,
3671
+ 49,
3672
+ 53,
3673
+ 69,
3674
+ 70,
3675
+ 72,
3676
+ 81,
3677
+ 86,
3678
+ 101,
3679
+ 109,
3680
+ 110
3681
+ ],
3682
+ "21": [
3683
+ 0,
3684
+ 3,
3685
+ 4,
3686
+ 5,
3687
+ 6,
3688
+ 9,
3689
+ 12,
3690
+ 14,
3691
+ 18,
3692
+ 23,
3693
+ 28,
3694
+ 31,
3695
+ 42,
3696
+ 43,
3697
+ 45,
3698
+ 62,
3699
+ 64,
3700
+ 68,
3701
+ 88,
3702
+ 90,
3703
+ 91,
3704
+ 96,
3705
+ 102,
3706
+ 108,
3707
+ 111,
3708
+ 112,
3709
+ 114,
3710
+ 115,
3711
+ 116,
3712
+ 118
3713
+ ],
3714
+ "22": [
3715
+ 1,
3716
+ 3,
3717
+ 4,
3718
+ 5,
3719
+ 10,
3720
+ 12,
3721
+ 13,
3722
+ 17,
3723
+ 22,
3724
+ 23,
3725
+ 25,
3726
+ 26,
3727
+ 29,
3728
+ 30,
3729
+ 31,
3730
+ 36,
3731
+ 39,
3732
+ 41,
3733
+ 43,
3734
+ 46,
3735
+ 49,
3736
+ 51,
3737
+ 52,
3738
+ 55,
3739
+ 56,
3740
+ 59,
3741
+ 62,
3742
+ 79,
3743
+ 86,
3744
+ 87
3745
+ ],
3746
+ "23": [
3747
+ 2,
3748
+ 6,
3749
+ 10,
3750
+ 11,
3751
+ 14,
3752
+ 16,
3753
+ 19,
3754
+ 24,
3755
+ 25,
3756
+ 34,
3757
+ 35,
3758
+ 37,
3759
+ 41,
3760
+ 43,
3761
+ 48,
3762
+ 49,
3763
+ 51,
3764
+ 53,
3765
+ 55,
3766
+ 59,
3767
+ 62,
3768
+ 63,
3769
+ 66,
3770
+ 68,
3771
+ 85,
3772
+ 103,
3773
+ 107,
3774
+ 113,
3775
+ 115,
3776
+ 117
3777
+ ],
3778
+ "24": [
3779
+ 1,
3780
+ 2,
3781
+ 3,
3782
+ 6,
3783
+ 7,
3784
+ 15,
3785
+ 16,
3786
+ 18,
3787
+ 19,
3788
+ 20,
3789
+ 38,
3790
+ 43,
3791
+ 48,
3792
+ 52,
3793
+ 60,
3794
+ 61,
3795
+ 65,
3796
+ 71,
3797
+ 73,
3798
+ 81,
3799
+ 84,
3800
+ 85,
3801
+ 89,
3802
+ 90,
3803
+ 91,
3804
+ 94,
3805
+ 95,
3806
+ 99,
3807
+ 100,
3808
+ 108
3809
+ ],
3810
+ "25": [
3811
+ 0,
3812
+ 3,
3813
+ 5,
3814
+ 8,
3815
+ 9,
3816
+ 12,
3817
+ 13,
3818
+ 18,
3819
+ 19,
3820
+ 23,
3821
+ 24,
3822
+ 31,
3823
+ 34,
3824
+ 38,
3825
+ 43,
3826
+ 51,
3827
+ 64,
3828
+ 66,
3829
+ 70,
3830
+ 71,
3831
+ 73,
3832
+ 76,
3833
+ 89,
3834
+ 90,
3835
+ 91,
3836
+ 94,
3837
+ 95,
3838
+ 101,
3839
+ 114,
3840
+ 117
3841
+ ],
3842
+ "26": [
3843
+ 3,
3844
+ 9,
3845
+ 11,
3846
+ 13,
3847
+ 15,
3848
+ 16,
3849
+ 17,
3850
+ 19,
3851
+ 23,
3852
+ 24,
3853
+ 27,
3854
+ 31,
3855
+ 32,
3856
+ 34,
3857
+ 35,
3858
+ 39,
3859
+ 40,
3860
+ 49,
3861
+ 50,
3862
+ 56,
3863
+ 57,
3864
+ 60,
3865
+ 71,
3866
+ 74,
3867
+ 91,
3868
+ 104,
3869
+ 108,
3870
+ 109,
3871
+ 117,
3872
+ 121
3873
+ ],
3874
+ "27": [
3875
+ 1,
3876
+ 4,
3877
+ 5,
3878
+ 6,
3879
+ 10,
3880
+ 15,
3881
+ 17,
3882
+ 21,
3883
+ 23,
3884
+ 24,
3885
+ 26,
3886
+ 30,
3887
+ 31,
3888
+ 32,
3889
+ 35,
3890
+ 39,
3891
+ 40,
3892
+ 41,
3893
+ 42,
3894
+ 45,
3895
+ 47,
3896
+ 49,
3897
+ 51,
3898
+ 52,
3899
+ 54,
3900
+ 58,
3901
+ 78,
3902
+ 88,
3903
+ 95,
3904
+ 98
3905
+ ],
3906
+ "28": [
3907
+ 3,
3908
+ 6,
3909
+ 8,
3910
+ 11,
3911
+ 19,
3912
+ 20,
3913
+ 22,
3914
+ 26,
3915
+ 27,
3916
+ 28,
3917
+ 29,
3918
+ 30,
3919
+ 38,
3920
+ 39,
3921
+ 41,
3922
+ 44,
3923
+ 45,
3924
+ 46,
3925
+ 47,
3926
+ 50,
3927
+ 51,
3928
+ 53,
3929
+ 54,
3930
+ 55,
3931
+ 56,
3932
+ 66,
3933
+ 80,
3934
+ 86,
3935
+ 101,
3936
+ 106
3937
+ ],
3938
+ "29": [
3939
+ 6,
3940
+ 8,
3941
+ 10,
3942
+ 11,
3943
+ 15,
3944
+ 16,
3945
+ 18,
3946
+ 20,
3947
+ 23,
3948
+ 24,
3949
+ 25,
3950
+ 26,
3951
+ 27,
3952
+ 31,
3953
+ 39,
3954
+ 41,
3955
+ 43,
3956
+ 44,
3957
+ 46,
3958
+ 48,
3959
+ 50,
3960
+ 52,
3961
+ 57,
3962
+ 60,
3963
+ 61,
3964
+ 62,
3965
+ 73,
3966
+ 78,
3967
+ 88,
3968
+ 98
3969
+ ]
3970
+ }
3971
+ }
generation_config.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 2,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 1,
6
+ 106,
7
+ 50
8
+ ],
9
+ "pad_token_id": 0,
10
+ "temperature": 1.0,
11
+ "top_k": 64,
12
+ "top_p": 0.95,
13
+ "transformers_version": "5.5.0.dev0"
14
+ }
model-00001-of-00009.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7570ca336a9ec3ff71a193c73f36fe81be8982769283848c2b6fb61b0f95cb39
3
+ size 5296424138
model-00002-of-00009.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f2d093fd96b7b0b870daa4659865c4907ccd12e3d19a16b27b6db97bf27c6d3
3
+ size 5077280712
model-00003-of-00009.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:379b5b4b30cc82ad150d254bf56880f6e7d2feb787dcb113ebaf63066f3a59af
3
+ size 5077280712
model-00004-of-00009.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ebf3c387544646e122c00c998c3cc788cea1ba7e237d64ef13a0cd66a2201da
3
+ size 5084721096
model-00005-of-00009.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a8ad2ac0bb98fa65bfb4ffcf8492e3eab40f1d709d9e93fd98da34295c50f88
3
+ size 4688717600
model-00006-of-00009.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3537c6091ea72929af5f9c6d98cebccd771b6152e5fa9de2e0f8f0fd04a710f
3
+ size 4688717592
model-00007-of-00009.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0207b4b2bc0b8ade261dbbd3436d567dc15f91db3f6a5b077b069b20af13abbd
3
+ size 5077280592
model-00008-of-00009.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bff22140862cf25c6d84e6746f97c66a1f5bceaf3bbb704f10dfaad3daddd8a8
3
+ size 5025251546
model-00009-of-00009.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c935407965e9acbbece41940f5b2cd3d8f19d67c202433ab50b732c63915e25
3
+ size 885957616
model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
processor_config.json ADDED
@@ -0,0 +1,75 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "audio_ms_per_token": 40,
3
+ "audio_seq_length": 750,
4
+ "feature_extractor": {
5
+ "dither": 0.0,
6
+ "feature_extractor_type": "Gemma4AudioFeatureExtractor",
7
+ "feature_size": 128,
8
+ "fft_length": 512,
9
+ "fft_overdrive": false,
10
+ "frame_length": 320,
11
+ "hop_length": 160,
12
+ "input_scale_factor": 1.0,
13
+ "max_frequency": 8000.0,
14
+ "mel_floor": 0.001,
15
+ "min_frequency": 0.0,
16
+ "padding_side": "right",
17
+ "padding_value": 0.0,
18
+ "per_bin_mean": null,
19
+ "per_bin_stddev": null,
20
+ "preemphasis": 0.0,
21
+ "preemphasis_htk_flavor": true,
22
+ "return_attention_mask": true,
23
+ "sampling_rate": 16000
24
+ },
25
+ "image_processor": {
26
+ "do_convert_rgb": true,
27
+ "do_normalize": false,
28
+ "do_rescale": true,
29
+ "do_resize": true,
30
+ "image_mean": [
31
+ 0.0,
32
+ 0.0,
33
+ 0.0
34
+ ],
35
+ "image_processor_type": "Gemma4ImageProcessor",
36
+ "image_seq_length": 280,
37
+ "image_std": [
38
+ 1.0,
39
+ 1.0,
40
+ 1.0
41
+ ],
42
+ "max_soft_tokens": 280,
43
+ "patch_size": 16,
44
+ "pooling_kernel_size": 3,
45
+ "resample": 3,
46
+ "rescale_factor": 0.00392156862745098
47
+ },
48
+ "image_seq_length": 280,
49
+ "processor_class": "Gemma4Processor",
50
+ "video_processor": {
51
+ "do_convert_rgb": true,
52
+ "do_normalize": true,
53
+ "do_rescale": true,
54
+ "do_resize": true,
55
+ "do_sample_frames": true,
56
+ "image_mean": [
57
+ 0.0,
58
+ 0.0,
59
+ 0.0
60
+ ],
61
+ "image_std": [
62
+ 1.0,
63
+ 1.0,
64
+ 1.0
65
+ ],
66
+ "max_soft_tokens": 70,
67
+ "num_frames": 32,
68
+ "patch_size": 16,
69
+ "pooling_kernel_size": 3,
70
+ "resample": 3,
71
+ "rescale_factor": 0.00392156862745098,
72
+ "return_metadata": false,
73
+ "video_processor_type": "Gemma4VideoProcessor"
74
+ }
75
+ }
tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc8d3a0ce36466ccc1278bf987df5f71db1719b9ca6b4118264f45cb627bfe0f
3
+ size 32169626
tokenizer_config.json ADDED
@@ -0,0 +1,74 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "audio_token": "<|audio|>",
3
+ "backend": "tokenizers",
4
+ "boa_token": "<|audio>",
5
+ "boi_token": "<|image>",
6
+ "bos_token": "<bos>",
7
+ "eoa_token": "<audio|>",
8
+ "eoc_token": "<channel|>",
9
+ "eoi_token": "<image|>",
10
+ "eos_token": "<eos>",
11
+ "eot_token": "<turn|>",
12
+ "escape_token": "<|\"|>",
13
+ "etc_token": "<tool_call|>",
14
+ "etd_token": "<tool|>",
15
+ "etr_token": "<tool_response|>",
16
+ "extra_special_tokens": [
17
+ "<|video|>"
18
+ ],
19
+ "image_token": "<|image|>",
20
+ "mask_token": "<mask>",
21
+ "model_max_length": 1000000000000000019884624838656,
22
+ "pad_token": "<pad>",
23
+ "padding_side": "left",
24
+ "processor_class": "Gemma4Processor",
25
+ "response_schema": {
26
+ "type": "object",
27
+ "properties": {
28
+ "role": {
29
+ "const": "assistant"
30
+ },
31
+ "thinking": {
32
+ "type": "string"
33
+ },
34
+ "content": {
35
+ "type": "string"
36
+ },
37
+ "tool_calls": {
38
+ "x-regex-iterator": "<\\|tool_call>(.*?)<tool_call\\|>",
39
+ "type": "array",
40
+ "items": {
41
+ "type": "object",
42
+ "properties": {
43
+ "type": {
44
+ "const": "function"
45
+ },
46
+ "function": {
47
+ "type": "object",
48
+ "x-regex": "call\\:(?P<name>\\w+)(?P<arguments>\\{.*\\})",
49
+ "properties": {
50
+ "name": {
51
+ "type": "string"
52
+ },
53
+ "arguments": {
54
+ "type": "object",
55
+ "x-parser": "gemma4-tool-call",
56
+ "additionalProperties": {}
57
+ }
58
+ }
59
+ }
60
+ }
61
+ }
62
+ }
63
+ },
64
+ "x-regex": "(\\<\\|channel\\>thought\\n(?P<thinking>.*?)\\<channel\\|\\>)?(?P<content>(?:(?!\\<\\|tool_call\\>)(?!\\<turn\\|\\>).)+)?(?P<tool_calls>\\<\\|tool_call\\>.*\\<tool_call\\|\\>)?(?:\\<turn\\|\\>)?"
65
+ },
66
+ "soc_token": "<|channel>",
67
+ "sot_token": "<|turn>",
68
+ "stc_token": "<|tool_call>",
69
+ "std_token": "<|tool>",
70
+ "str_token": "<|tool_response>",
71
+ "think_token": "<|think|>",
72
+ "tokenizer_class": "GemmaTokenizer",
73
+ "unk_token": "<unk>"
74
+ }