alexrs commited on
Commit
eafa86c
·
verified ·
1 Parent(s): 71201a6

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. chat_template.jinja +249 -0
  3. config.json +485 -0
  4. generation_config.json +7 -0
  5. model-00001-of-00046.safetensors +3 -0
  6. model-00003-of-00046.safetensors +3 -0
  7. model-00004-of-00046.safetensors +3 -0
  8. model-00005-of-00046.safetensors +3 -0
  9. model-00007-of-00046.safetensors +3 -0
  10. model-00008-of-00046.safetensors +3 -0
  11. model-00010-of-00046.safetensors +3 -0
  12. model-00011-of-00046.safetensors +3 -0
  13. model-00012-of-00046.safetensors +3 -0
  14. model-00014-of-00046.safetensors +3 -0
  15. model-00015-of-00046.safetensors +3 -0
  16. model-00016-of-00046.safetensors +3 -0
  17. model-00017-of-00046.safetensors +3 -0
  18. model-00018-of-00046.safetensors +3 -0
  19. model-00019-of-00046.safetensors +3 -0
  20. model-00021-of-00046.safetensors +3 -0
  21. model-00022-of-00046.safetensors +3 -0
  22. model-00023-of-00046.safetensors +3 -0
  23. model-00024-of-00046.safetensors +3 -0
  24. model-00025-of-00046.safetensors +3 -0
  25. model-00026-of-00046.safetensors +3 -0
  26. model-00027-of-00046.safetensors +3 -0
  27. model-00028-of-00046.safetensors +3 -0
  28. model-00029-of-00046.safetensors +3 -0
  29. model-00030-of-00046.safetensors +3 -0
  30. model-00031-of-00046.safetensors +3 -0
  31. model-00032-of-00046.safetensors +3 -0
  32. model-00033-of-00046.safetensors +3 -0
  33. model-00034-of-00046.safetensors +3 -0
  34. model-00035-of-00046.safetensors +3 -0
  35. model-00036-of-00046.safetensors +3 -0
  36. model-00037-of-00046.safetensors +3 -0
  37. model-00038-of-00046.safetensors +3 -0
  38. model-00039-of-00046.safetensors +3 -0
  39. model-00040-of-00046.safetensors +3 -0
  40. model-00041-of-00046.safetensors +3 -0
  41. model-00042-of-00046.safetensors +3 -0
  42. model-00043-of-00046.safetensors +3 -0
  43. model-00044-of-00046.safetensors +3 -0
  44. model-00045-of-00046.safetensors +3 -0
  45. model-00046-of-00046.safetensors +3 -0
  46. model.safetensors.index.json +0 -0
  47. preprocessor_config.json +42 -0
  48. recipe.yaml +8 -0
  49. special_tokens_map.json +34 -0
  50. tokenizer.json +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
chat_template.jinja ADDED
@@ -0,0 +1,249 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {%- set reasoning = reasoning if reasoning is not undefined else (false if reasoning_effort is defined and reasoning_effort | lower == "none" else true) -%}
2
+ {%- set grounding = grounding | default("disabled") | upper %}
3
+ {%- set grounding_enabled = grounding == "ENABLED" %}
4
+ {%- set tools_or_docs_exist = tools or documents %}
5
+ {%- set render_tools_section = true %}
6
+ {%- set render_grounding = grounding_enabled and tools_or_docs_exist %}
7
+ {%- set render_platform_instruction_override = true if platform_instruction_override else false %}
8
+ {%- set has_developer_instruction = developer_instruction or developer_instruction == "" %}
9
+ {%- set render_developer_instruction = true if developer_instruction else false %}
10
+ {%- set convert_first_system_msg = convert_first_system_msg | default(true) -%}
11
+ {%- set skip_thinking = skip_thinking | default(false) -%}
12
+ {{ bos_token }}
13
+ {%- macro document_turn(documents) -%}
14
+ {# format documents into chat turn -#}
15
+ <|START_OF_TURN_TOKEN|><|CHATBOT_TOKEN|>{%- if not skip_thinking -%}<|START_THINKING|>I will look through the document to address the users needs.<|END_THINKING|>{%- endif -%}<|START_ACTION|>[
16
+ {"tool_call_id": "0", "tool_name": "direct-injected-document", "parameters": {}}
17
+ ]<|END_ACTION|><|END_OF_TURN_TOKEN|><|START_OF_TURN_TOKEN|><|SYSTEM_TOKEN|><|START_TOOL_RESULT|>[
18
+ {
19
+ "tool_call_id": "0",
20
+ "results": {
21
+ {%- for doc in documents %}
22
+ {%- set doc_val = doc.data if doc.data else doc %}
23
+
24
+ "{{ loop.index0 }}": {{ doc_val|tojson }}{% if not loop.last %},
25
+ {%- endif %}
26
+ {%- endfor %}
27
+
28
+ },
29
+ "is_error": null
30
+ }
31
+ ]<|END_TOOL_RESULT|><|END_OF_TURN_TOKEN|>{%- endmacro %}
32
+ {%- macro tool_call_id_to_int(messages, tool_call_id) %}
33
+ {%- if regen_tool_call_ids -%}
34
+ {%- set counter = namespace(value=0) %}
35
+ {%- set tool_call_id_seen = namespace(value=false) %}
36
+ {%- for msg in messages %}
37
+ {%- if msg.tool_calls %}
38
+ {%- for tool_call in msg.tool_calls %}
39
+ {%- if tool_call.id == tool_call_id and not tool_call_id_seen.value -%}
40
+ {{ counter.value }}
41
+ {%- set tool_call_id_seen.value = true %}
42
+ {%- endif %}
43
+ {%- set counter.value = counter.value + 1 %}
44
+ {%- endfor %}
45
+ {%- endif %}
46
+ {%- endfor %}
47
+ {%- else -%}
48
+ {{ tool_call_id }}
49
+ {%- endif -%}
50
+ {%- endmacro %}
51
+ {%- macro format_tool_message(messages, tool_msg) -%}
52
+ {#- format tool message #}{
53
+ "tool_call_id": "{{ tool_call_id_to_int(messages, tool_msg.tool_call_id) }}",
54
+ "results": {
55
+ {%- if tool_msg.content is mapping or tool_msg.content is string %}
56
+
57
+ {% if tool_msg.content is string -%}
58
+ {%- set text_wrapper = {"content": tool_msg.content} -%}
59
+ {%- else -%}
60
+ {%- set text_wrapper = tool_msg.content -%}
61
+ {%- endif %}
62
+ "0": {{ text_wrapper|tojson }}
63
+ {%- else %}
64
+ {%- for content in tool_msg.content %}
65
+
66
+ "{{ loop.index0 }}": {{ print_tool_content(content) }}{% if not loop.last %},{% endif %}
67
+ {%- endfor %}
68
+ {%- endif %}
69
+
70
+ },
71
+ "is_error": null
72
+ }
73
+ {%- endmacro -%}
74
+ {%- macro print_tool_content(item) %}
75
+ {%- if item.type|lower == "text" -%}
76
+ {%- set text_wrapper = {"content": item.text} -%}
77
+ {{ text_wrapper|tojson }}
78
+ {%- elif item.type|lower == "document" and item.document and "data" in item.document -%}
79
+ {{ item.document.data|tojson }}
80
+ {%- else -%}
81
+ {{ item|tojson }}
82
+ {%- endif -%}
83
+ {%- endmacro %}
84
+ {%- macro print_msg(msg) %}
85
+ {%- if msg is string -%}
86
+ <|START_TEXT|>{{ msg }}<|END_TEXT|>
87
+ {%- elif msg.content is string -%}
88
+ <|START_TEXT|>{{ msg.content }}<|END_TEXT|>
89
+ {%- else %}
90
+ {%- set last_was_text = namespace(value=false) %}
91
+ {%- for content in msg.content %}
92
+ {%- if content.type|lower == "text" -%}
93
+ {%- if not last_was_text.value -%}
94
+ <|START_TEXT|>
95
+ {%- endif -%}
96
+ {{ content.text }}
97
+ {%- if loop.last -%}
98
+ <|END_TEXT|>
99
+ {%- endif %}
100
+ {%- set last_was_text.value = true -%}
101
+ {%- else -%}
102
+ {%- if last_was_text.value -%}
103
+ <|END_TEXT|>
104
+ {%- endif -%}
105
+ {%- set last_was_text.value = false -%}
106
+ {%- endif -%}
107
+ {%- if content.type|lower == "image" -%}
108
+ {%- if content.data -%}
109
+ {{ content.data }}
110
+ {%- else -%}
111
+ <|IMG_PATCH|>
112
+ {%- endif -%}
113
+ {%- endif -%}
114
+ {%- endfor %}
115
+ {%- endif %}
116
+ {%- endmacro %}
117
+ {%- macro print_thinking(msg) %}
118
+ {%- if msg.thinking -%}
119
+ {{ msg.thinking }}
120
+ {%- elif msg.content and msg.content[0].thinking -%}
121
+ {{ msg.content[0].thinking }}
122
+ {%- endif %}
123
+ {%- endmacro %}
124
+ {%- if messages and messages[0]['role']|lower == 'system' and not has_developer_instruction and convert_first_system_msg %}{%- set developer_instruction = messages[0] %}{%- set render_developer_instruction = true %}{%- set initial_instruction_message = true %}{% endif %}
125
+ {%- set json_object = true if response_format and response_format.type == "json_object" else false %}
126
+ {%- set json_schema = (response_format.json_schema or response_format.schema) if response_format %}
127
+ {%- set json_mode = json_object or json_schema %}
128
+ {%- set tool_idx = namespace(value=0) %}
129
+ {%- set tool_ids_seen = namespace(value=[]) %}
130
+ {%- set regen_tool_call_ids = regen_tool_call_ids | default(true) -%}
131
+ {%- set sent_documents = namespace(value=false) -%}
132
+
133
+ {%- if render_tools_section or render_platform_instruction_override or render_grounding or json_mode -%}
134
+ <|START_OF_TURN_TOKEN|><|SYSTEM_TOKEN|><|START_TEXT|>
135
+ {%- elif not render_developer_instruction -%}
136
+ <|START_OF_TURN_TOKEN|><|SYSTEM_TOKEN|>
137
+ {%- endif %}
138
+
139
+ {%- set rendered_platform_turn_chunk = false %}
140
+
141
+ {%- if render_platform_instruction_override -%}
142
+ {{ platform_instruction_override }}
143
+ {% set rendered_platform_turn_chunk = true %}
144
+ {%- else %}
145
+ {%- endif %}
146
+
147
+ {%- if render_grounding -%}
148
+ {%- if rendered_platform_turn_chunk %}
149
+
150
+ {% endif -%}
151
+ Note that both your responses and reflections can be grounded. Grounding means you associate pieces of texts (called "spans") with those specific tool results that support them (called "sources"). And you use a pair of tags "<co>" and "</co>" to indicate when a span can be grounded onto a list of sources, listing them out in the closing tag. Sources from the same tool call are grouped together and listed as "{tool_call_id}:[{list of result indices}]", before they are joined together by ",". E.g., "<co>span</co: 0:[1,2],1:[0]>" means that "span" is supported by result 1 and 2 from "tool_call_id=0" as well as result 0 from "tool_call_id=1".
152
+ {% set rendered_platform_turn_chunk = true %}
153
+ {%- endif %}
154
+
155
+ {%- if render_tools_section %}
156
+ {%- if rendered_platform_turn_chunk %}
157
+
158
+ {% endif %}
159
+ # Available Tools
160
+ ```json
161
+ [
162
+ {% if tools_or_docs_exist %}
163
+ {%- if documents %}
164
+ {"name": "direct-injected-document", "description": "This is a special tool to directly inject user-uploaded documents into the chat as additional context. DO NOT use this tool by yourself!", "parameters": {"type": "object", "properties": {}, "required": []}, "responses": {"200": {"description": "Successfully returned a list of chunked text snippets from the directly uploaded documents.", "content": {"application/json": {"schema": {"type": "array", "items": {"type": "object", "required": ["url", "snippet"], "properties": {"url": {"type": "string", "description": "The url of the uploaded document."}, "snippet": {"type": "string", "description": "The text snippet for the returned document chunk."}}}}}}}}}
165
+ {%- if tools %},
166
+ {% else %}
167
+
168
+ {% endif %}
169
+ {%- endif %}
170
+ {%- for tool in tools %}
171
+ {"name": "{{ tool['function']['name'] }}", "description": "{{ tool['function']['description'] }}", "parameters": {{ tool['function']['parameters']|tojson }}, "responses": null}
172
+ {%- if not loop.last %},{% endif %}
173
+
174
+ {% endfor %}
175
+ {%- else %}
176
+
177
+ {% endif %}
178
+ ]
179
+ ```
180
+ {%- set rendered_platform_turn_chunk = true %}
181
+ {%- endif -%}
182
+
183
+ {%- if json_mode -%}
184
+ {%- if rendered_platform_turn_chunk %}
185
+
186
+
187
+ {% endif -%}
188
+ When generating JSON objects, do not generate block markers. Generate an object directly without prefixing with ```json. Return only the JSON and nothing else.
189
+ {%- if json_schema %}
190
+
191
+ Your output should adhere to the following json schema:
192
+ {{ json_schema }}
193
+ {%- endif -%}
194
+ {%- set rendered_platform_turn_chunk = true %}
195
+ {%- endif %}
196
+ {%- if rendered_platform_turn_chunk -%}
197
+ <|END_TEXT|><|END_OF_TURN_TOKEN|>
198
+ {%- elif not render_developer_instruction -%}
199
+ <|END_OF_TURN_TOKEN|>
200
+ {%- endif %}
201
+ {%- if render_developer_instruction -%}
202
+ <|START_OF_TURN_TOKEN|><|SYSTEM_TOKEN|>{{ print_msg(developer_instruction) }}<|END_OF_TURN_TOKEN|>
203
+ {%- endif %}
204
+ {%- for message in messages %}
205
+ {%- set msg_role_downcased = message.role | lower %}
206
+ {%- if msg_role_downcased == 'system' and (not (loop.first and initial_instruction_message)) -%}
207
+ <|START_OF_TURN_TOKEN|><|SYSTEM_TOKEN|>{{ print_msg(message) }}<|END_OF_TURN_TOKEN|>
208
+ {%- elif msg_role_downcased == 'user' -%}
209
+ <|START_OF_TURN_TOKEN|><|USER_TOKEN|>{{ print_msg(message) }}<|END_OF_TURN_TOKEN|>
210
+ {%- if documents and not sent_documents.value %}{%- set sent_documents.value = true %}{% set tool_idx.value = tool_idx.value + 1 %}{{ document_turn(documents) }}{% endif %}
211
+ {%- elif msg_role_downcased == 'assistant' or msg_role_downcased == 'chatbot' -%}
212
+ <|START_OF_TURN_TOKEN|><|CHATBOT_TOKEN|>
213
+ {%- if message.tool_calls %}
214
+ {% if not skip_thinking %}
215
+ {% if message.tool_plan -%}
216
+ <|START_THINKING|>{{ message.tool_plan }}<|END_THINKING|>
217
+ {%- elif message.thinking or (message.content and message.content[0].type == "thinking") -%}
218
+ <|START_THINKING|>{{ print_thinking(message) }}<|END_THINKING|>
219
+ {%- endif %}
220
+ {%- endif %}<|START_ACTION|>[
221
+ {%- for tc in message.tool_calls %}
222
+
223
+ {"tool_call_id": "{%- if regen_tool_call_ids -%}{{ tool_idx.value }}{%- else -%}{{ tc.id }}{%- endif -%}", "tool_name": "{{ tc['function']['name'] }}", "parameters": {{ tc['function']['arguments']|tojson }}}{% if not loop.last %},{% endif %}
224
+ {%- set tool_idx.value = tool_idx.value + 1 %}
225
+ {%- endfor %}
226
+
227
+ ]<|END_ACTION|><|END_OF_TURN_TOKEN|>
228
+ {%- else -%}
229
+ {% if (message.thinking or (message.content and message.content[0].type == "thinking")) and not skip_thinking -%}
230
+ <|START_THINKING|>{{ print_thinking(message) }}<|END_THINKING|>
231
+ {%- endif -%}
232
+ {{ print_msg(message) }}<|END_OF_TURN_TOKEN|>
233
+ {%- endif %}
234
+ {%- elif msg_role_downcased == 'tool' and message.tool_call_id not in tool_ids_seen.value -%}
235
+ <|START_OF_TURN_TOKEN|><|SYSTEM_TOKEN|><|START_TOOL_RESULT|>[
236
+ {{ format_tool_message(messages, message) }}
237
+ {%- for msg in messages[loop.index0 + 1:] %}
238
+
239
+ {%- if msg.role | lower == 'tool' %},
240
+ {{ format_tool_message(messages, msg) }}
241
+ {%- set tool_ids_seen.value = tool_ids_seen.value + [msg.tool_call_id] %}
242
+ {%- else %}
243
+ {%- break %}
244
+ {%- endif %}
245
+ {%- endfor %}
246
+
247
+ ]<|END_TOOL_RESULT|><|END_OF_TURN_TOKEN|>
248
+ {%- endif %}
249
+ {%- endfor %}{%- if add_generation_prompt -%}<|START_OF_TURN_TOKEN|><|CHATBOT_TOKEN|>{% if reasoning %}<|START_THINKING|>{% else %}<|START_THINKING|><|END_THINKING|>{% endif %}{%- endif %}
config.json ADDED
@@ -0,0 +1,485 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "adapter_layer_norm_eps": 1e-06,
3
+ "alignment_activation_fn": "swiglu",
4
+ "alignment_intermediate_size": 12288,
5
+ "architectures": [
6
+ "Cohere2VisionForConditionalGeneration"
7
+ ],
8
+ "downsample_factor": 2,
9
+ "dtype": "bfloat16",
10
+ "enable_adapter_layer_norm": false,
11
+ "image_token": 255031,
12
+ "image_token_id": 255031,
13
+ "max_splits_per_img": 12,
14
+ "model_type": "cohere2_vision",
15
+ "quantization_config": {
16
+ "config_groups": {
17
+ "group_0": {
18
+ "format": "float-quantized",
19
+ "input_activations": {
20
+ "actorder": null,
21
+ "block_structure": null,
22
+ "dynamic": true,
23
+ "group_size": null,
24
+ "num_bits": 8,
25
+ "observer": null,
26
+ "observer_kwargs": {},
27
+ "scale_dtype": null,
28
+ "strategy": "token",
29
+ "symmetric": true,
30
+ "type": "float",
31
+ "zp_dtype": null
32
+ },
33
+ "output_activations": null,
34
+ "targets": [
35
+ "Linear"
36
+ ],
37
+ "weights": {
38
+ "actorder": null,
39
+ "block_structure": null,
40
+ "dynamic": false,
41
+ "group_size": null,
42
+ "num_bits": 8,
43
+ "observer": "memoryless_minmax",
44
+ "observer_kwargs": {},
45
+ "scale_dtype": null,
46
+ "strategy": "channel",
47
+ "symmetric": true,
48
+ "type": "float",
49
+ "zp_dtype": null
50
+ }
51
+ }
52
+ },
53
+ "format": "float-quantized",
54
+ "global_compression_ratio": null,
55
+ "ignore": [
56
+ "model.vision_tower.vision_model.encoder.layers.0.self_attn.k_proj",
57
+ "model.vision_tower.vision_model.encoder.layers.0.self_attn.v_proj",
58
+ "model.vision_tower.vision_model.encoder.layers.0.self_attn.q_proj",
59
+ "model.vision_tower.vision_model.encoder.layers.0.self_attn.out_proj",
60
+ "model.vision_tower.vision_model.encoder.layers.0.mlp.fc1",
61
+ "model.vision_tower.vision_model.encoder.layers.0.mlp.fc2",
62
+ "model.vision_tower.vision_model.encoder.layers.1.self_attn.k_proj",
63
+ "model.vision_tower.vision_model.encoder.layers.1.self_attn.v_proj",
64
+ "model.vision_tower.vision_model.encoder.layers.1.self_attn.q_proj",
65
+ "model.vision_tower.vision_model.encoder.layers.1.self_attn.out_proj",
66
+ "model.vision_tower.vision_model.encoder.layers.1.mlp.fc1",
67
+ "model.vision_tower.vision_model.encoder.layers.1.mlp.fc2",
68
+ "model.vision_tower.vision_model.encoder.layers.2.self_attn.k_proj",
69
+ "model.vision_tower.vision_model.encoder.layers.2.self_attn.v_proj",
70
+ "model.vision_tower.vision_model.encoder.layers.2.self_attn.q_proj",
71
+ "model.vision_tower.vision_model.encoder.layers.2.self_attn.out_proj",
72
+ "model.vision_tower.vision_model.encoder.layers.2.mlp.fc1",
73
+ "model.vision_tower.vision_model.encoder.layers.2.mlp.fc2",
74
+ "model.vision_tower.vision_model.encoder.layers.3.self_attn.k_proj",
75
+ "model.vision_tower.vision_model.encoder.layers.3.self_attn.v_proj",
76
+ "model.vision_tower.vision_model.encoder.layers.3.self_attn.q_proj",
77
+ "model.vision_tower.vision_model.encoder.layers.3.self_attn.out_proj",
78
+ "model.vision_tower.vision_model.encoder.layers.3.mlp.fc1",
79
+ "model.vision_tower.vision_model.encoder.layers.3.mlp.fc2",
80
+ "model.vision_tower.vision_model.encoder.layers.4.self_attn.k_proj",
81
+ "model.vision_tower.vision_model.encoder.layers.4.self_attn.v_proj",
82
+ "model.vision_tower.vision_model.encoder.layers.4.self_attn.q_proj",
83
+ "model.vision_tower.vision_model.encoder.layers.4.self_attn.out_proj",
84
+ "model.vision_tower.vision_model.encoder.layers.4.mlp.fc1",
85
+ "model.vision_tower.vision_model.encoder.layers.4.mlp.fc2",
86
+ "model.vision_tower.vision_model.encoder.layers.5.self_attn.k_proj",
87
+ "model.vision_tower.vision_model.encoder.layers.5.self_attn.v_proj",
88
+ "model.vision_tower.vision_model.encoder.layers.5.self_attn.q_proj",
89
+ "model.vision_tower.vision_model.encoder.layers.5.self_attn.out_proj",
90
+ "model.vision_tower.vision_model.encoder.layers.5.mlp.fc1",
91
+ "model.vision_tower.vision_model.encoder.layers.5.mlp.fc2",
92
+ "model.vision_tower.vision_model.encoder.layers.6.self_attn.k_proj",
93
+ "model.vision_tower.vision_model.encoder.layers.6.self_attn.v_proj",
94
+ "model.vision_tower.vision_model.encoder.layers.6.self_attn.q_proj",
95
+ "model.vision_tower.vision_model.encoder.layers.6.self_attn.out_proj",
96
+ "model.vision_tower.vision_model.encoder.layers.6.mlp.fc1",
97
+ "model.vision_tower.vision_model.encoder.layers.6.mlp.fc2",
98
+ "model.vision_tower.vision_model.encoder.layers.7.self_attn.k_proj",
99
+ "model.vision_tower.vision_model.encoder.layers.7.self_attn.v_proj",
100
+ "model.vision_tower.vision_model.encoder.layers.7.self_attn.q_proj",
101
+ "model.vision_tower.vision_model.encoder.layers.7.self_attn.out_proj",
102
+ "model.vision_tower.vision_model.encoder.layers.7.mlp.fc1",
103
+ "model.vision_tower.vision_model.encoder.layers.7.mlp.fc2",
104
+ "model.vision_tower.vision_model.encoder.layers.8.self_attn.k_proj",
105
+ "model.vision_tower.vision_model.encoder.layers.8.self_attn.v_proj",
106
+ "model.vision_tower.vision_model.encoder.layers.8.self_attn.q_proj",
107
+ "model.vision_tower.vision_model.encoder.layers.8.self_attn.out_proj",
108
+ "model.vision_tower.vision_model.encoder.layers.8.mlp.fc1",
109
+ "model.vision_tower.vision_model.encoder.layers.8.mlp.fc2",
110
+ "model.vision_tower.vision_model.encoder.layers.9.self_attn.k_proj",
111
+ "model.vision_tower.vision_model.encoder.layers.9.self_attn.v_proj",
112
+ "model.vision_tower.vision_model.encoder.layers.9.self_attn.q_proj",
113
+ "model.vision_tower.vision_model.encoder.layers.9.self_attn.out_proj",
114
+ "model.vision_tower.vision_model.encoder.layers.9.mlp.fc1",
115
+ "model.vision_tower.vision_model.encoder.layers.9.mlp.fc2",
116
+ "model.vision_tower.vision_model.encoder.layers.10.self_attn.k_proj",
117
+ "model.vision_tower.vision_model.encoder.layers.10.self_attn.v_proj",
118
+ "model.vision_tower.vision_model.encoder.layers.10.self_attn.q_proj",
119
+ "model.vision_tower.vision_model.encoder.layers.10.self_attn.out_proj",
120
+ "model.vision_tower.vision_model.encoder.layers.10.mlp.fc1",
121
+ "model.vision_tower.vision_model.encoder.layers.10.mlp.fc2",
122
+ "model.vision_tower.vision_model.encoder.layers.11.self_attn.k_proj",
123
+ "model.vision_tower.vision_model.encoder.layers.11.self_attn.v_proj",
124
+ "model.vision_tower.vision_model.encoder.layers.11.self_attn.q_proj",
125
+ "model.vision_tower.vision_model.encoder.layers.11.self_attn.out_proj",
126
+ "model.vision_tower.vision_model.encoder.layers.11.mlp.fc1",
127
+ "model.vision_tower.vision_model.encoder.layers.11.mlp.fc2",
128
+ "model.vision_tower.vision_model.encoder.layers.12.self_attn.k_proj",
129
+ "model.vision_tower.vision_model.encoder.layers.12.self_attn.v_proj",
130
+ "model.vision_tower.vision_model.encoder.layers.12.self_attn.q_proj",
131
+ "model.vision_tower.vision_model.encoder.layers.12.self_attn.out_proj",
132
+ "model.vision_tower.vision_model.encoder.layers.12.mlp.fc1",
133
+ "model.vision_tower.vision_model.encoder.layers.12.mlp.fc2",
134
+ "model.vision_tower.vision_model.encoder.layers.13.self_attn.k_proj",
135
+ "model.vision_tower.vision_model.encoder.layers.13.self_attn.v_proj",
136
+ "model.vision_tower.vision_model.encoder.layers.13.self_attn.q_proj",
137
+ "model.vision_tower.vision_model.encoder.layers.13.self_attn.out_proj",
138
+ "model.vision_tower.vision_model.encoder.layers.13.mlp.fc1",
139
+ "model.vision_tower.vision_model.encoder.layers.13.mlp.fc2",
140
+ "model.vision_tower.vision_model.encoder.layers.14.self_attn.k_proj",
141
+ "model.vision_tower.vision_model.encoder.layers.14.self_attn.v_proj",
142
+ "model.vision_tower.vision_model.encoder.layers.14.self_attn.q_proj",
143
+ "model.vision_tower.vision_model.encoder.layers.14.self_attn.out_proj",
144
+ "model.vision_tower.vision_model.encoder.layers.14.mlp.fc1",
145
+ "model.vision_tower.vision_model.encoder.layers.14.mlp.fc2",
146
+ "model.vision_tower.vision_model.encoder.layers.15.self_attn.k_proj",
147
+ "model.vision_tower.vision_model.encoder.layers.15.self_attn.v_proj",
148
+ "model.vision_tower.vision_model.encoder.layers.15.self_attn.q_proj",
149
+ "model.vision_tower.vision_model.encoder.layers.15.self_attn.out_proj",
150
+ "model.vision_tower.vision_model.encoder.layers.15.mlp.fc1",
151
+ "model.vision_tower.vision_model.encoder.layers.15.mlp.fc2",
152
+ "model.vision_tower.vision_model.encoder.layers.16.self_attn.k_proj",
153
+ "model.vision_tower.vision_model.encoder.layers.16.self_attn.v_proj",
154
+ "model.vision_tower.vision_model.encoder.layers.16.self_attn.q_proj",
155
+ "model.vision_tower.vision_model.encoder.layers.16.self_attn.out_proj",
156
+ "model.vision_tower.vision_model.encoder.layers.16.mlp.fc1",
157
+ "model.vision_tower.vision_model.encoder.layers.16.mlp.fc2",
158
+ "model.vision_tower.vision_model.encoder.layers.17.self_attn.k_proj",
159
+ "model.vision_tower.vision_model.encoder.layers.17.self_attn.v_proj",
160
+ "model.vision_tower.vision_model.encoder.layers.17.self_attn.q_proj",
161
+ "model.vision_tower.vision_model.encoder.layers.17.self_attn.out_proj",
162
+ "model.vision_tower.vision_model.encoder.layers.17.mlp.fc1",
163
+ "model.vision_tower.vision_model.encoder.layers.17.mlp.fc2",
164
+ "model.vision_tower.vision_model.encoder.layers.18.self_attn.k_proj",
165
+ "model.vision_tower.vision_model.encoder.layers.18.self_attn.v_proj",
166
+ "model.vision_tower.vision_model.encoder.layers.18.self_attn.q_proj",
167
+ "model.vision_tower.vision_model.encoder.layers.18.self_attn.out_proj",
168
+ "model.vision_tower.vision_model.encoder.layers.18.mlp.fc1",
169
+ "model.vision_tower.vision_model.encoder.layers.18.mlp.fc2",
170
+ "model.vision_tower.vision_model.encoder.layers.19.self_attn.k_proj",
171
+ "model.vision_tower.vision_model.encoder.layers.19.self_attn.v_proj",
172
+ "model.vision_tower.vision_model.encoder.layers.19.self_attn.q_proj",
173
+ "model.vision_tower.vision_model.encoder.layers.19.self_attn.out_proj",
174
+ "model.vision_tower.vision_model.encoder.layers.19.mlp.fc1",
175
+ "model.vision_tower.vision_model.encoder.layers.19.mlp.fc2",
176
+ "model.vision_tower.vision_model.encoder.layers.20.self_attn.k_proj",
177
+ "model.vision_tower.vision_model.encoder.layers.20.self_attn.v_proj",
178
+ "model.vision_tower.vision_model.encoder.layers.20.self_attn.q_proj",
179
+ "model.vision_tower.vision_model.encoder.layers.20.self_attn.out_proj",
180
+ "model.vision_tower.vision_model.encoder.layers.20.mlp.fc1",
181
+ "model.vision_tower.vision_model.encoder.layers.20.mlp.fc2",
182
+ "model.vision_tower.vision_model.encoder.layers.21.self_attn.k_proj",
183
+ "model.vision_tower.vision_model.encoder.layers.21.self_attn.v_proj",
184
+ "model.vision_tower.vision_model.encoder.layers.21.self_attn.q_proj",
185
+ "model.vision_tower.vision_model.encoder.layers.21.self_attn.out_proj",
186
+ "model.vision_tower.vision_model.encoder.layers.21.mlp.fc1",
187
+ "model.vision_tower.vision_model.encoder.layers.21.mlp.fc2",
188
+ "model.vision_tower.vision_model.encoder.layers.22.self_attn.k_proj",
189
+ "model.vision_tower.vision_model.encoder.layers.22.self_attn.v_proj",
190
+ "model.vision_tower.vision_model.encoder.layers.22.self_attn.q_proj",
191
+ "model.vision_tower.vision_model.encoder.layers.22.self_attn.out_proj",
192
+ "model.vision_tower.vision_model.encoder.layers.22.mlp.fc1",
193
+ "model.vision_tower.vision_model.encoder.layers.22.mlp.fc2",
194
+ "model.vision_tower.vision_model.encoder.layers.23.self_attn.k_proj",
195
+ "model.vision_tower.vision_model.encoder.layers.23.self_attn.v_proj",
196
+ "model.vision_tower.vision_model.encoder.layers.23.self_attn.q_proj",
197
+ "model.vision_tower.vision_model.encoder.layers.23.self_attn.out_proj",
198
+ "model.vision_tower.vision_model.encoder.layers.23.mlp.fc1",
199
+ "model.vision_tower.vision_model.encoder.layers.23.mlp.fc2",
200
+ "model.vision_tower.vision_model.encoder.layers.24.self_attn.k_proj",
201
+ "model.vision_tower.vision_model.encoder.layers.24.self_attn.v_proj",
202
+ "model.vision_tower.vision_model.encoder.layers.24.self_attn.q_proj",
203
+ "model.vision_tower.vision_model.encoder.layers.24.self_attn.out_proj",
204
+ "model.vision_tower.vision_model.encoder.layers.24.mlp.fc1",
205
+ "model.vision_tower.vision_model.encoder.layers.24.mlp.fc2",
206
+ "model.vision_tower.vision_model.encoder.layers.25.self_attn.k_proj",
207
+ "model.vision_tower.vision_model.encoder.layers.25.self_attn.v_proj",
208
+ "model.vision_tower.vision_model.encoder.layers.25.self_attn.q_proj",
209
+ "model.vision_tower.vision_model.encoder.layers.25.self_attn.out_proj",
210
+ "model.vision_tower.vision_model.encoder.layers.25.mlp.fc1",
211
+ "model.vision_tower.vision_model.encoder.layers.25.mlp.fc2",
212
+ "model.vision_tower.vision_model.encoder.layers.26.self_attn.k_proj",
213
+ "model.vision_tower.vision_model.encoder.layers.26.self_attn.v_proj",
214
+ "model.vision_tower.vision_model.encoder.layers.26.self_attn.q_proj",
215
+ "model.vision_tower.vision_model.encoder.layers.26.self_attn.out_proj",
216
+ "model.vision_tower.vision_model.encoder.layers.26.mlp.fc1",
217
+ "model.vision_tower.vision_model.encoder.layers.26.mlp.fc2",
218
+ "model.multi_modal_projector.linear_1",
219
+ "model.multi_modal_projector.linear_2",
220
+ "model.language_model.layers.0.self_attn.q_proj",
221
+ "model.language_model.layers.0.self_attn.k_proj",
222
+ "model.language_model.layers.0.self_attn.v_proj",
223
+ "model.language_model.layers.0.self_attn.o_proj",
224
+ "model.language_model.layers.0.mlp.gate",
225
+ "model.language_model.layers.1.self_attn.q_proj",
226
+ "model.language_model.layers.1.self_attn.k_proj",
227
+ "model.language_model.layers.1.self_attn.v_proj",
228
+ "model.language_model.layers.1.self_attn.o_proj",
229
+ "model.language_model.layers.1.mlp.gate",
230
+ "model.language_model.layers.2.self_attn.q_proj",
231
+ "model.language_model.layers.2.self_attn.k_proj",
232
+ "model.language_model.layers.2.self_attn.v_proj",
233
+ "model.language_model.layers.2.self_attn.o_proj",
234
+ "model.language_model.layers.2.mlp.gate",
235
+ "model.language_model.layers.3.self_attn.q_proj",
236
+ "model.language_model.layers.3.self_attn.k_proj",
237
+ "model.language_model.layers.3.self_attn.v_proj",
238
+ "model.language_model.layers.3.self_attn.o_proj",
239
+ "model.language_model.layers.3.mlp.gate",
240
+ "model.language_model.layers.4.self_attn.q_proj",
241
+ "model.language_model.layers.4.self_attn.k_proj",
242
+ "model.language_model.layers.4.self_attn.v_proj",
243
+ "model.language_model.layers.4.self_attn.o_proj",
244
+ "model.language_model.layers.4.mlp.gate",
245
+ "model.language_model.layers.5.self_attn.q_proj",
246
+ "model.language_model.layers.5.self_attn.k_proj",
247
+ "model.language_model.layers.5.self_attn.v_proj",
248
+ "model.language_model.layers.5.self_attn.o_proj",
249
+ "model.language_model.layers.5.mlp.gate",
250
+ "model.language_model.layers.6.self_attn.q_proj",
251
+ "model.language_model.layers.6.self_attn.k_proj",
252
+ "model.language_model.layers.6.self_attn.v_proj",
253
+ "model.language_model.layers.6.self_attn.o_proj",
254
+ "model.language_model.layers.6.mlp.gate",
255
+ "model.language_model.layers.7.self_attn.q_proj",
256
+ "model.language_model.layers.7.self_attn.k_proj",
257
+ "model.language_model.layers.7.self_attn.v_proj",
258
+ "model.language_model.layers.7.self_attn.o_proj",
259
+ "model.language_model.layers.7.mlp.gate",
260
+ "model.language_model.layers.8.self_attn.q_proj",
261
+ "model.language_model.layers.8.self_attn.k_proj",
262
+ "model.language_model.layers.8.self_attn.v_proj",
263
+ "model.language_model.layers.8.self_attn.o_proj",
264
+ "model.language_model.layers.8.mlp.gate",
265
+ "model.language_model.layers.9.self_attn.q_proj",
266
+ "model.language_model.layers.9.self_attn.k_proj",
267
+ "model.language_model.layers.9.self_attn.v_proj",
268
+ "model.language_model.layers.9.self_attn.o_proj",
269
+ "model.language_model.layers.9.mlp.gate",
270
+ "model.language_model.layers.10.self_attn.q_proj",
271
+ "model.language_model.layers.10.self_attn.k_proj",
272
+ "model.language_model.layers.10.self_attn.v_proj",
273
+ "model.language_model.layers.10.self_attn.o_proj",
274
+ "model.language_model.layers.10.mlp.gate",
275
+ "model.language_model.layers.11.self_attn.q_proj",
276
+ "model.language_model.layers.11.self_attn.k_proj",
277
+ "model.language_model.layers.11.self_attn.v_proj",
278
+ "model.language_model.layers.11.self_attn.o_proj",
279
+ "model.language_model.layers.11.mlp.gate",
280
+ "model.language_model.layers.12.self_attn.q_proj",
281
+ "model.language_model.layers.12.self_attn.k_proj",
282
+ "model.language_model.layers.12.self_attn.v_proj",
283
+ "model.language_model.layers.12.self_attn.o_proj",
284
+ "model.language_model.layers.12.mlp.gate",
285
+ "model.language_model.layers.13.self_attn.q_proj",
286
+ "model.language_model.layers.13.self_attn.k_proj",
287
+ "model.language_model.layers.13.self_attn.v_proj",
288
+ "model.language_model.layers.13.self_attn.o_proj",
289
+ "model.language_model.layers.13.mlp.gate",
290
+ "model.language_model.layers.14.self_attn.q_proj",
291
+ "model.language_model.layers.14.self_attn.k_proj",
292
+ "model.language_model.layers.14.self_attn.v_proj",
293
+ "model.language_model.layers.14.self_attn.o_proj",
294
+ "model.language_model.layers.14.mlp.gate",
295
+ "model.language_model.layers.15.self_attn.q_proj",
296
+ "model.language_model.layers.15.self_attn.k_proj",
297
+ "model.language_model.layers.15.self_attn.v_proj",
298
+ "model.language_model.layers.15.self_attn.o_proj",
299
+ "model.language_model.layers.15.mlp.gate",
300
+ "model.language_model.layers.16.self_attn.q_proj",
301
+ "model.language_model.layers.16.self_attn.k_proj",
302
+ "model.language_model.layers.16.self_attn.v_proj",
303
+ "model.language_model.layers.16.self_attn.o_proj",
304
+ "model.language_model.layers.16.mlp.gate",
305
+ "model.language_model.layers.17.self_attn.q_proj",
306
+ "model.language_model.layers.17.self_attn.k_proj",
307
+ "model.language_model.layers.17.self_attn.v_proj",
308
+ "model.language_model.layers.17.self_attn.o_proj",
309
+ "model.language_model.layers.17.mlp.gate",
310
+ "model.language_model.layers.18.self_attn.q_proj",
311
+ "model.language_model.layers.18.self_attn.k_proj",
312
+ "model.language_model.layers.18.self_attn.v_proj",
313
+ "model.language_model.layers.18.self_attn.o_proj",
314
+ "model.language_model.layers.18.mlp.gate",
315
+ "model.language_model.layers.19.self_attn.q_proj",
316
+ "model.language_model.layers.19.self_attn.k_proj",
317
+ "model.language_model.layers.19.self_attn.v_proj",
318
+ "model.language_model.layers.19.self_attn.o_proj",
319
+ "model.language_model.layers.19.mlp.gate",
320
+ "model.language_model.layers.20.self_attn.q_proj",
321
+ "model.language_model.layers.20.self_attn.k_proj",
322
+ "model.language_model.layers.20.self_attn.v_proj",
323
+ "model.language_model.layers.20.self_attn.o_proj",
324
+ "model.language_model.layers.20.mlp.gate",
325
+ "model.language_model.layers.21.self_attn.q_proj",
326
+ "model.language_model.layers.21.self_attn.k_proj",
327
+ "model.language_model.layers.21.self_attn.v_proj",
328
+ "model.language_model.layers.21.self_attn.o_proj",
329
+ "model.language_model.layers.21.mlp.gate",
330
+ "model.language_model.layers.22.self_attn.q_proj",
331
+ "model.language_model.layers.22.self_attn.k_proj",
332
+ "model.language_model.layers.22.self_attn.v_proj",
333
+ "model.language_model.layers.22.self_attn.o_proj",
334
+ "model.language_model.layers.22.mlp.gate",
335
+ "model.language_model.layers.23.self_attn.q_proj",
336
+ "model.language_model.layers.23.self_attn.k_proj",
337
+ "model.language_model.layers.23.self_attn.v_proj",
338
+ "model.language_model.layers.23.self_attn.o_proj",
339
+ "model.language_model.layers.23.mlp.gate",
340
+ "model.language_model.layers.24.self_attn.q_proj",
341
+ "model.language_model.layers.24.self_attn.k_proj",
342
+ "model.language_model.layers.24.self_attn.v_proj",
343
+ "model.language_model.layers.24.self_attn.o_proj",
344
+ "model.language_model.layers.24.mlp.gate",
345
+ "model.language_model.layers.25.self_attn.q_proj",
346
+ "model.language_model.layers.25.self_attn.k_proj",
347
+ "model.language_model.layers.25.self_attn.v_proj",
348
+ "model.language_model.layers.25.self_attn.o_proj",
349
+ "model.language_model.layers.25.mlp.gate",
350
+ "model.language_model.layers.26.self_attn.q_proj",
351
+ "model.language_model.layers.26.self_attn.k_proj",
352
+ "model.language_model.layers.26.self_attn.v_proj",
353
+ "model.language_model.layers.26.self_attn.o_proj",
354
+ "model.language_model.layers.26.mlp.gate",
355
+ "model.language_model.layers.27.self_attn.q_proj",
356
+ "model.language_model.layers.27.self_attn.k_proj",
357
+ "model.language_model.layers.27.self_attn.v_proj",
358
+ "model.language_model.layers.27.self_attn.o_proj",
359
+ "model.language_model.layers.27.mlp.gate",
360
+ "model.language_model.layers.28.self_attn.q_proj",
361
+ "model.language_model.layers.28.self_attn.k_proj",
362
+ "model.language_model.layers.28.self_attn.v_proj",
363
+ "model.language_model.layers.28.self_attn.o_proj",
364
+ "model.language_model.layers.28.mlp.gate",
365
+ "model.language_model.layers.29.self_attn.q_proj",
366
+ "model.language_model.layers.29.self_attn.k_proj",
367
+ "model.language_model.layers.29.self_attn.v_proj",
368
+ "model.language_model.layers.29.self_attn.o_proj",
369
+ "model.language_model.layers.29.mlp.gate",
370
+ "model.language_model.layers.30.self_attn.q_proj",
371
+ "model.language_model.layers.30.self_attn.k_proj",
372
+ "model.language_model.layers.30.self_attn.v_proj",
373
+ "model.language_model.layers.30.self_attn.o_proj",
374
+ "model.language_model.layers.30.mlp.gate",
375
+ "model.language_model.layers.31.self_attn.q_proj",
376
+ "model.language_model.layers.31.self_attn.k_proj",
377
+ "model.language_model.layers.31.self_attn.v_proj",
378
+ "model.language_model.layers.31.self_attn.o_proj",
379
+ "model.language_model.layers.31.mlp.gate",
380
+ "lm_head"
381
+ ],
382
+ "kv_cache_scheme": null,
383
+ "quant_method": "compressed-tensors",
384
+ "quantization_status": "compressed",
385
+ "sparsity_config": {},
386
+ "transform_config": {},
387
+ "version": "0.15.1.dev6+g077e752"
388
+ },
389
+ "text_config": {
390
+ "_sliding_window_pattern": 4,
391
+ "architectures": [
392
+ "Cohere2MoeForCausalLM"
393
+ ],
394
+ "attention_bias": false,
395
+ "attention_dropout": 0.0,
396
+ "bos_token_id": 2,
397
+ "expert_selection_fn": "sigmoid",
398
+ "first_k_dense_replace": 0,
399
+ "head_dim": 128,
400
+ "hidden_act": "silu",
401
+ "hidden_size": 4096,
402
+ "initializer_range": 0.02,
403
+ "intermediate_size": 4096,
404
+ "layer_norm_eps": 1e-05,
405
+ "layer_switch": 4,
406
+ "layer_types": [
407
+ "sliding_attention",
408
+ "sliding_attention",
409
+ "sliding_attention",
410
+ "full_attention",
411
+ "sliding_attention",
412
+ "sliding_attention",
413
+ "sliding_attention",
414
+ "full_attention",
415
+ "sliding_attention",
416
+ "sliding_attention",
417
+ "sliding_attention",
418
+ "full_attention",
419
+ "sliding_attention",
420
+ "sliding_attention",
421
+ "sliding_attention",
422
+ "full_attention",
423
+ "sliding_attention",
424
+ "sliding_attention",
425
+ "sliding_attention",
426
+ "full_attention",
427
+ "sliding_attention",
428
+ "sliding_attention",
429
+ "sliding_attention",
430
+ "full_attention",
431
+ "sliding_attention",
432
+ "sliding_attention",
433
+ "sliding_attention",
434
+ "full_attention",
435
+ "sliding_attention",
436
+ "sliding_attention",
437
+ "sliding_attention",
438
+ "full_attention"
439
+ ],
440
+ "logit_scale": 1.0,
441
+ "max_position_embeddings": 500000,
442
+ "model_type": "cohere2_moe",
443
+ "norm_topk_prob": true,
444
+ "num_attention_heads": 128,
445
+ "num_experts": 128,
446
+ "num_experts_per_tok": 8,
447
+ "num_hidden_layers": 32,
448
+ "num_key_value_heads": 8,
449
+ "num_shared_experts": 4,
450
+ "order_of_interleaved_layers": "local_attn_first",
451
+ "position_embedding_type": "rope_gptj",
452
+ "prefix_dense_intermediate_size": 16384,
453
+ "prefix_dense_sliding_window_pattern": 1,
454
+ "rms_norm_eps": null,
455
+ "rope_scaling": null,
456
+ "rope_theta": 50000,
457
+ "rotary_pct": 1.0,
458
+ "shared_expert_combination_strategy": "average",
459
+ "sliding_window": 4096,
460
+ "use_cache": true,
461
+ "use_embedding_sharing": true,
462
+ "use_gated_activation": true,
463
+ "use_parallel_block": true,
464
+ "use_parallel_embedding": false,
465
+ "use_qk_norm": false,
466
+ "vocab_size": 262144
467
+ },
468
+ "transformers_version": "4.56.2",
469
+ "vision_config": {
470
+ "attention_dropout": 0.0,
471
+ "hidden_act": "gelu_pytorch_tanh",
472
+ "hidden_size": 1152,
473
+ "image_size": 512,
474
+ "intermediate_size": 4304,
475
+ "layer_norm_eps": 1e-06,
476
+ "model_type": "siglip_vision_model",
477
+ "num_attention_heads": 16,
478
+ "num_channels": 3,
479
+ "num_hidden_layers": 27,
480
+ "patch_size": 16,
481
+ "vision_use_head": false
482
+ },
483
+ "vision_feature_layer": -1,
484
+ "vision_feature_select_strategy": "full"
485
+ }
generation_config.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 2,
4
+ "eos_token_id": 255001,
5
+ "pad_token_id": 0,
6
+ "transformers_version": "5.8.0"
7
+ }
model-00001-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f10b022320b8082a648f42535ecb260d5dfa1e246814efa1853a974cde99048e
3
+ size 4985574712
model-00003-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:baf42b4a8027bbd89e140a531c30ade3aef37df64e8f099237dfddc38d44e2f6
3
+ size 4986211288
model-00004-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5f33166dc234816589f18c658a901e1af4d4cd6f9f0572d31af05388bd3fcbb
3
+ size 4986235208
model-00005-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6364d8dabb37ce0438d286416e3a8ea011601fc940b45e38727c06f0916820a8
3
+ size 4986235200
model-00007-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db9ed2b662cf5046132ad406c9d2b4254520424b69992259e87a45350962667e
3
+ size 4986235136
model-00008-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e292fdfc0a48feae7234b12d491c4eb09ab91cd5252063733759e4cb3bacd958
3
+ size 4986235200
model-00010-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9f224c025646fd5f14c09a5f29eb6fcc3559378d0248c8e8231fb1bce1ebce5
3
+ size 4986270416
model-00011-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78a1428ab2e5ad4e678c4abb1f0c045f3f1e68cec70213ae143aeae4b5266d31
3
+ size 4986235208
model-00012-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9743318110a46e78be8fcf46046dfc40da7cb04100ec0d2706160387d811d835
3
+ size 4986235200
model-00014-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4464a2398d4d47a5825f0970a0efbd60d73137768b4dc70e6aef8e51912bfd2a
3
+ size 4986235120
model-00015-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff2c801d695287d6077c9b0bcf0aa5b744320100b9bf3c3fa1b9ca9f2d8416c6
3
+ size 4986236072
model-00016-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47ab09071e466ab7f1376992530107201b39ba2052ce26f36af93eaefaa9fb50
3
+ size 4901309656
model-00017-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a655a06ff0ff4de0d5c1f5fed84dad0079a200a16514290cadf52797fe260167
3
+ size 4986346824
model-00018-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b629f6286302e384005e657df9f193f170a86eb1bedf0e105007e8fec1168e8c
3
+ size 4986235760
model-00019-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fff6fb479c5e39e79832e5fb60375b771bf7548d907c6a8f83fda7eeaa6932e2
3
+ size 4986235744
model-00021-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9eaa9ecf4a43a62e35d1f85b86b969ef2ebb07b4009d783a4411f928f2cee47
3
+ size 4986235664
model-00022-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80d1ac3a335622811f1a60698436405ea533b66140079ef2d9725fdc0b15e9fc
3
+ size 4986235744
model-00023-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2470c933b89fee950af61549328e82c247df8507d4415b1bccff730d6bc37ac5
3
+ size 4986235792
model-00024-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:973a9dc14150bd3377177d8f541660ae2de76037b06f0772972efbe89d575725
3
+ size 4985349128
model-00025-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22b6912ca5df3455e33232818b0daa136ff545368e3193c6c6c0c305b337cc5f
3
+ size 4986235752
model-00026-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47ad15496ba433835bc8806d4f4a2148aaf79c88398200051c6bb7fb800ca414
3
+ size 4986235744
model-00027-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61b7fafcb2755201c0f69af438e139229a88764b38a20ea9f260a1ece83ef7b9
3
+ size 4985349304
model-00028-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f709ef66505e38e61886e0c7fbbf47607a81408cc82e8257759f13ceae7ae81
3
+ size 4986235640
model-00029-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:690d81b9f91cc472e223ce6291ca77762ef6c7a9186ea8b6a71a2f3bc2ee7e9a
3
+ size 4986235744
model-00030-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a54343d4927c261e37121d5f5774a65cc8e8dc46dcc590953eb8120c4ce78e1c
3
+ size 4986235760
model-00031-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7045df425934e1d72c81201767dd174042a98d6cf0e42962615b0c64f0b69570
3
+ size 4985349184
model-00032-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7638d2a8f4213d894a1ec4e913112d7ac7d08bfc1bda698e941b7b9b2acea2c
3
+ size 4986235720
model-00033-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba4c5eb2cac7d764d28430d20efed69c93ee969b61efdb6d98078feb6c27e19c
3
+ size 4986235744
model-00034-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31674a68b9dc81ec139f60dfcd32db0e79d086ce822de0eee781be93714d0990
3
+ size 4985349336
model-00035-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:677c33a2c2f90df8a3f9248d03ede7e4306abbbb2b551858c01aeb16a242f857
3
+ size 4986235624
model-00036-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e18eb0b8b2e2f68024cef6442ca0712a622157c8549288095d53b70f2572f095
3
+ size 4986235752
model-00037-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a1d8a0c99e3c7e0e2e526cab19c239c8897dbfcff0bdea2e298d70066ebf101
3
+ size 4986235744
model-00038-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:086ed8648f57f41f7e9eafe0503ff0f0290239645a2cd077304603172776371d
3
+ size 4985349232
model-00039-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c2b0e74d2202cbd514ab57818169f5fe6213578b2d03d45eab119cc6b820e34
3
+ size 4986235696
model-00040-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f85f4d1977963631e370d66fec60362972f5d05ce667dd28b52aa2e269cf1d71
3
+ size 4986235744
model-00041-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf3c7bffa9ec453b3014290203210cb8147d13380142f06228e8fcaa813374e1
3
+ size 4985313936
model-00042-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6baab86d8d80204e5f08d53838f3a1eb77406a26338ad6db6f7d0042241b5d1
3
+ size 4986270976
model-00043-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:521768cf614bb40e19fca7d31b8ac81bf6be280f7c821841f6f5b46a20949782
3
+ size 4986235760
model-00044-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24aa465053244ccaa5f4dbcbb8181bd907ea75000283b50b9ed9914c80d53907
3
+ size 4986235744
model-00045-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd57dac3ea18437bebdbd32479bc7a62baa4e6937f0d17af06a15f9473965568
3
+ size 4985349264
model-00046-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6b68b241cdc907edf572d1ba7a3d7c64ac048c0332ef9537d0f880b3d158873
3
+ size 856042920
model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
preprocessor_config.json ADDED
@@ -0,0 +1,42 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "crop_size": null,
3
+ "crop_to_patches": true,
4
+ "data_format": "channels_first",
5
+ "default_to_square": true,
6
+ "device": null,
7
+ "disable_grouping": null,
8
+ "do_center_crop": null,
9
+ "do_convert_rgb": true,
10
+ "do_normalize": true,
11
+ "do_rescale": true,
12
+ "do_resize": true,
13
+ "downsample_factor": 2,
14
+ "end_of_img_token": "<|END_OF_IMG|>",
15
+ "image_mean": [
16
+ 0.5,
17
+ 0.5,
18
+ 0.5
19
+ ],
20
+ "image_processor_type": "Cohere2VisionImageProcessorFast",
21
+ "image_std": [
22
+ 0.5,
23
+ 0.5,
24
+ 0.5
25
+ ],
26
+ "img_line_break_token": "<|IMG_LINE_BREAK|>",
27
+ "img_patch_token": "<|IMG_PATCH|>",
28
+ "img_size": 512,
29
+ "input_data_format": null,
30
+ "max_patches": 12,
31
+ "min_patches": 1,
32
+ "patch_size": 16,
33
+ "processor_class": "Cohere2VisionProcessor",
34
+ "resample": 3,
35
+ "rescale_factor": 0.00392156862745098,
36
+ "return_tensors": null,
37
+ "size": {
38
+ "height": 512,
39
+ "width": 512
40
+ },
41
+ "start_of_img_token": "<|START_OF_IMG|>"
42
+ }
recipe.yaml ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ default_stage:
2
+ default_modifiers:
3
+ QuantizationModifier:
4
+ targets: [Linear]
5
+ ignore: ['re:.*lm_head', 're:model.multi_modal_projector.*', 're:model.vision_tower.*',
6
+ 're:.*mlp.gate$', 're:.*self_attn']
7
+ scheme: FP8_DYNAMIC
8
+ bypass_divisibility_checks: false
special_tokens_map.json ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "boi_token": "<|START_OF_IMG|>",
3
+ "bos_token": {
4
+ "content": "<BOS_TOKEN>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false
9
+ },
10
+ "eoi_token": "<|END_OF_IMG|>",
11
+ "eos_token": {
12
+ "content": "<|END_OF_TURN_TOKEN|>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false
17
+ },
18
+ "image_token": "<|IMG_PATCH|>",
19
+ "img_line_break_token": "<|IMG_LINE_BREAK|>",
20
+ "pad_token": {
21
+ "content": "<PAD>",
22
+ "lstrip": false,
23
+ "normalized": false,
24
+ "rstrip": false,
25
+ "single_word": false
26
+ },
27
+ "unk_token": {
28
+ "content": "<UNK>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false
33
+ }
34
+ }
tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a17e995a435e5ddc664625bc76b760d8da5301f6e17d6eefdac2d6605685796a
3
+ size 28217461