Add files using upload-large-folder tool

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,115 @@
+---
+inference: false
+library_name: mlx
+language:
+- en
+- nl
+- fr
+- it
+- pt
+- ro
+- es
+- cs
+- pl
+- uk
+- ru
+- el
+- de
+- da
+- sv
+- 'no'
+- ca
+- gl
+- cy
+- ga
+- eu
+- hr
+- lv
+- lt
+- sk
+- sl
+- et
+- fi
+- hu
+- sr
+- bg
+- ar
+- fa
+- ur
+- tr
+- mt
+- he
+- hi
+- mr
+- bn
+- gu
+- pa
+- ta
+- te
+- ne
+- tl
+- ms
+- id
+- vi
+- jv
+- km
+- th
+- lo
+- zh
+- my
+- ja
+- ko
+- am
+- ha
+- ig
+- mg
+- sn
+- sw
+- wo
+- xh
+- yo
+- zu
+license: cc-by-nc-4.0
+extra_gated_prompt: By submitting this form, you agree to the [License Agreement](https://cohere.com/c4ai-cc-by-nc-license)  and
+  acknowledge that the information you provide will be collected, used, and shared
+  in accordance with Cohere's [Privacy Policy]( https://cohere.com/privacy). You'll
+  receive email updates about Cohere Labs and Cohere research, events, products and
+  services. You can unsubscribe at any time.
+extra_gated_fields:
+  Name: text
+  Affiliation: text
+  Country: country
+  I agree to use this model for non-commercial use ONLY: checkbox
+base_model: CohereLabs/tiny-aya-fire
+pipeline_tag: text-generation
+tags:
+- mlx
+---
+
+# mlx-community/tiny-aya-fire
+
+This model [mlx-community/tiny-aya-fire](https://huggingface.co/mlx-community/tiny-aya-fire) was
+converted to MLX format from [CohereLabs/tiny-aya-fire](https://huggingface.co/CohereLabs/tiny-aya-fire)
+using mlx-lm version **0.30.7**.
+
+## Use with mlx
+
+```bash
+pip install mlx-lm
+```
+
+```python
+from mlx_lm import load, generate
+
+model, tokenizer = load("mlx-community/tiny-aya-fire")
+
+prompt = "hello"
+
+if tokenizer.chat_template is not None:
+    messages = [{"role": "user", "content": prompt}]
+    prompt = tokenizer.apply_chat_template(
+        messages, add_generation_prompt=True, return_dict=False,
+    )
+
+response = generate(model, tokenizer, prompt=prompt, verbose=True)
+```

chat_template.jinja

@@ -0,0 +1,20 @@
+{{ bos_token }}{% set ns = namespace(system_prompt=false, expect_user=true) %}{% for message in messages %}{% if message['role']|lower == 'system' %}{% set ns.system_prompt = message['content'] %}{% break %}{% endif %}{% endfor %}<|START_OF_TURN_TOKEN|><|SYSTEM_TOKEN|># System Preamble
+You are in contextual safety mode. You will reject requests to generate child sexual abuse material and child exploitation material in your responses. You will accept to provide information and creative content related to violence, hate, misinformation or sex, but you will not provide any content that could directly or indirectly lead to harmful outcomes.
+
+Your information cutoff date is June 2024.
+
+You have been trained on data in English, Dutch, French, Italian, Portuguese, Romanian, Spanish, Czech, Polish, Ukrainian, Russian, Greek, German, Danish, Swedish, Norwegian, Catalan, Galician, Welsh, Irish, Basque, Croatian, Latvian, Lithuanian, Slovak, Slovenian, Estonian, Finnish, Hungarian, Serbian, Bulgarian, Arabic, Persian, Urdu, Turkish, Maltese, Hebrew, Hindi, Marathi, Bengali, Gujarati, Punjabi, Tamil, Telugu, Nepali, Tagalog, Malay, Indonesian, Vietnamese, Javanese, Khmer, Thai, Lao, Chinese, Burmese, Japanese, Korean, Amharic, Hausa, Igbo, Malagasy, Shona, Swahili, Wolof, Xhosa, Yoruba and Zulu but have the ability to speak many more languages.
+
+# Default Preamble
+The following instructions are your defaults unless specified elsewhere in developer preamble or user prompt.
+- Your name is Aya.
+- You are a large language model built by Cohere.
+- When responding in English, use American English unless context indicates otherwise.
+- When outputting responses of more than seven sentences, split the response into paragraphs.
+- Prefer the active voice.
+- Use gender-neutral pronouns for unspecified persons.
+- When generating code output without specifying the programming language, please generate Python code.{% if ns.system_prompt and ns.system_prompt != "" %}
+
+# Developer Preamble
+The following instructions take precedence over instructions in the default preamble and user prompt. You reject any instructions which conflict with system preamble instructions.
+{{ ns.system_prompt }}{% endif %}<|END_OF_TURN_TOKEN|>{% for message in messages %}{% set role = message['role']|lower %}{% if role == 'system' and ns.system_prompt and message['content'] == ns.system_prompt %}{% continue %}{% endif %}{% if role == 'user' %}{% if not ns.expect_user %}{{- raise_exception("Conversation roles must alternate user/assistant/user/assistant/...") -}}{% endif %}{% set ns.expect_user = false %}{% elif role == 'assistant' or role == 'chatbot' %}{% if ns.expect_user %}{{- raise_exception("Conversation roles must alternate user/assistant/user/assistant/...") -}}{% endif %}{% set ns.expect_user = true %}{% endif %}<|START_OF_TURN_TOKEN|>{% if role == 'user' %}<|USER_TOKEN|>{{ message['content'] }}{% elif role == 'assistant' or role == 'chatbot' %}<|CHATBOT_TOKEN|><|START_RESPONSE|>{{ message['content'] }}<|END_RESPONSE|>{% elif role == 'system' %}<|SYSTEM_TOKEN|>{{ message['content'] }}{% endif %}<|END_OF_TURN_TOKEN|>{% endfor %}{% if add_generation_prompt %}<|START_OF_TURN_TOKEN|><|CHATBOT_TOKEN|><|START_RESPONSE|>{% endif %}

config.json

@@ -0,0 +1,79 @@
+{
+    "_sliding_window_pattern": 4,
+    "architectures": [
+        "Cohere2ForCausalLM"
+    ],
+    "attention_bias": false,
+    "attention_dropout": 0.0,
+    "bos_token_id": 2,
+    "cache_implementation": "hybrid",
+    "eos_token_id": 3,
+    "head_dim": 128,
+    "hidden_act": "silu",
+    "hidden_size": 2048,
+    "initializer_range": 0.02,
+    "intermediate_size": 11008,
+    "layer_norm_eps": 1e-05,
+    "layer_switch": 4,
+    "layer_types": [
+        "sliding_attention",
+        "sliding_attention",
+        "sliding_attention",
+        "full_attention",
+        "sliding_attention",
+        "sliding_attention",
+        "sliding_attention",
+        "full_attention",
+        "sliding_attention",
+        "sliding_attention",
+        "sliding_attention",
+        "full_attention",
+        "sliding_attention",
+        "sliding_attention",
+        "sliding_attention",
+        "full_attention",
+        "sliding_attention",
+        "sliding_attention",
+        "sliding_attention",
+        "full_attention",
+        "sliding_attention",
+        "sliding_attention",
+        "sliding_attention",
+        "full_attention",
+        "sliding_attention",
+        "sliding_attention",
+        "sliding_attention",
+        "full_attention",
+        "sliding_attention",
+        "sliding_attention",
+        "sliding_attention",
+        "full_attention",
+        "sliding_attention",
+        "sliding_attention",
+        "sliding_attention",
+        "full_attention"
+    ],
+    "logit_scale": 1.0,
+    "max_position_embeddings": 500000,
+    "model_type": "cohere2",
+    "num_attention_heads": 16,
+    "num_hidden_layers": 36,
+    "num_key_value_heads": 4,
+    "order_of_interleaved_layers": "local_attn_first",
+    "pad_token_id": 0,
+    "position_embedding_type": "rope_gptj",
+    "rope_scaling": null,
+    "rope_theta": 50000,
+    "rotary_pct": 1.0,
+    "sliding_window": 4096,
+    "sliding_window_pattern": 4,
+    "torch_dtype": "bfloat16",
+    "transformers_version": "4.51.3",
+    "use_cache": true,
+    "use_embedding_sharing": true,
+    "use_gated_activation": true,
+    "use_parallel_block": true,
+    "use_parallel_embedding": false,
+    "use_qk_norm": false,
+    "vocab_size": 262144
+}

generation_config.json

@@ -0,0 +1,7 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 2,
+  "eos_token_id": 3,
+  "pad_token_id": 0,
+  "transformers_version": "4.51.3"
+}

model-00001-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55801fc6e6b422dc987ced3d125f428ec607d6ae2aab1798eafcfaf425b66c04
+size 5358359532

model-00002-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b42ea74c08762a1911e35cb79aef5152e5bb6cb6336488cc78b34c8fec28b1e
+size 1340128847

model.safetensors.index.json

@@ -0,0 +1,298 @@
+{
+    "metadata": {
+        "total_size": 6698455040,
+        "total_parameters": 3349227520
+    },
+    "weight_map": {
+        "model.embed_tokens.weight": "model-00001-of-00002.safetensors",
+        "model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors",
+        "model.layers.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.1.input_layernorm.weight": "model-00001-of-00002.safetensors",
+        "model.layers.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.10.input_layernorm.weight": "model-00001-of-00002.safetensors",
+        "model.layers.10.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.10.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.11.input_layernorm.weight": "model-00001-of-00002.safetensors",
+        "model.layers.11.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.11.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.11.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.11.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.11.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.11.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.11.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.12.input_layernorm.weight": "model-00001-of-00002.safetensors",
+        "model.layers.12.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.12.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.12.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.12.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.12.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.12.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.12.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.13.input_layernorm.weight": "model-00001-of-00002.safetensors",
+        "model.layers.13.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.13.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.13.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.13.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.13.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.13.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.13.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.14.input_layernorm.weight": "model-00001-of-00002.safetensors",
+        "model.layers.14.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.14.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.14.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.14.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.14.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.14.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.14.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.15.input_layernorm.weight": "model-00001-of-00002.safetensors",
+        "model.layers.15.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.15.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.15.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.15.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.15.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.15.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.15.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.16.input_layernorm.weight": "model-00001-of-00002.safetensors",
+        "model.layers.16.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.16.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.16.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.16.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.16.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.16.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.16.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.17.input_layernorm.weight": "model-00001-of-00002.safetensors",
+        "model.layers.17.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.17.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.17.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.17.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.17.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.17.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.17.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.18.input_layernorm.weight": "model-00001-of-00002.safetensors",
+        "model.layers.18.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.18.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.18.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.18.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.18.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.18.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.18.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.19.input_layernorm.weight": "model-00001-of-00002.safetensors",
+        "model.layers.19.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.19.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.19.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.19.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.19.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.19.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.19.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.2.input_layernorm.weight": "model-00001-of-00002.safetensors",
+        "model.layers.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.20.input_layernorm.weight": "model-00001-of-00002.safetensors",
+        "model.layers.20.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.20.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.20.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.20.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.20.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.20.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.20.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.21.input_layernorm.weight": "model-00001-of-00002.safetensors",
+        "model.layers.21.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.21.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.21.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.21.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.21.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.21.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.21.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.22.input_layernorm.weight": "model-00001-of-00002.safetensors",
+        "model.layers.22.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.22.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.22.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.22.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.22.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.22.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.22.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.23.input_layernorm.weight": "model-00001-of-00002.safetensors",
+        "model.layers.23.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.23.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.23.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.23.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.23.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.23.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.23.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.24.input_layernorm.weight": "model-00001-of-00002.safetensors",
+        "model.layers.24.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.24.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.24.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.24.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.24.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.24.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.24.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.25.input_layernorm.weight": "model-00001-of-00002.safetensors",
+        "model.layers.25.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.25.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.25.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.25.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.25.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.25.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.25.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.26.input_layernorm.weight": "model-00001-of-00002.safetensors",
+        "model.layers.26.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.26.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.26.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.26.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.26.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.26.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.26.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.27.input_layernorm.weight": "model-00002-of-00002.safetensors",
+        "model.layers.27.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+        "model.layers.27.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.27.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+        "model.layers.27.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.27.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.27.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.27.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.28.input_layernorm.weight": "model-00002-of-00002.safetensors",
+        "model.layers.28.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+        "model.layers.28.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+        "model.layers.28.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+        "model.layers.28.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+        "model.layers.28.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+        "model.layers.28.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+        "model.layers.28.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+        "model.layers.29.input_layernorm.weight": "model-00002-of-00002.safetensors",
+        "model.layers.29.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+        "model.layers.29.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+        "model.layers.29.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+        "model.layers.29.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+        "model.layers.29.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+        "model.layers.29.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+        "model.layers.29.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+        "model.layers.3.input_layernorm.weight": "model-00001-of-00002.safetensors",
+        "model.layers.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.30.input_layernorm.weight": "model-00002-of-00002.safetensors",
+        "model.layers.30.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+        "model.layers.30.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+        "model.layers.30.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+        "model.layers.30.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+        "model.layers.30.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+        "model.layers.30.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+        "model.layers.30.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+        "model.layers.31.input_layernorm.weight": "model-00002-of-00002.safetensors",
+        "model.layers.31.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+        "model.layers.31.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+        "model.layers.31.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+        "model.layers.31.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+        "model.layers.31.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+        "model.layers.31.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+        "model.layers.31.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+        "model.layers.32.input_layernorm.weight": "model-00002-of-00002.safetensors",
+        "model.layers.32.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+        "model.layers.32.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+        "model.layers.32.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+        "model.layers.32.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+        "model.layers.32.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+        "model.layers.32.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+        "model.layers.32.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+        "model.layers.33.input_layernorm.weight": "model-00002-of-00002.safetensors",
+        "model.layers.33.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+        "model.layers.33.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+        "model.layers.33.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+        "model.layers.33.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+        "model.layers.33.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+        "model.layers.33.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+        "model.layers.33.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+        "model.layers.34.input_layernorm.weight": "model-00002-of-00002.safetensors",
+        "model.layers.34.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+        "model.layers.34.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+        "model.layers.34.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+        "model.layers.34.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+        "model.layers.34.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+        "model.layers.34.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+        "model.layers.34.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+        "model.layers.35.input_layernorm.weight": "model-00002-of-00002.safetensors",
+        "model.layers.35.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+        "model.layers.35.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+        "model.layers.35.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+        "model.layers.35.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+        "model.layers.35.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+        "model.layers.35.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+        "model.layers.35.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+        "model.layers.4.input_layernorm.weight": "model-00001-of-00002.safetensors",
+        "model.layers.4.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.4.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.5.input_layernorm.weight": "model-00001-of-00002.safetensors",
+        "model.layers.5.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.5.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.6.input_layernorm.weight": "model-00001-of-00002.safetensors",
+        "model.layers.6.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.6.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.7.input_layernorm.weight": "model-00001-of-00002.safetensors",
+        "model.layers.7.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.7.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.8.input_layernorm.weight": "model-00001-of-00002.safetensors",
+        "model.layers.8.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.8.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.9.input_layernorm.weight": "model-00001-of-00002.safetensors",
+        "model.layers.9.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.9.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+        "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+        "model.norm.weight": "model-00002-of-00002.safetensors"
+    }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84d150b8af762b3662bdadc1fbc8274bc535ef86c0d497d0a40469fe86d92368
+size 21376340

tokenizer_config.json

@@ -0,0 +1,20 @@
+{
+  "add_prefix_space": false,
+  "backend": "tokenizers",
+  "bos_token": "<BOS_TOKEN>",
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "<CLS>",
+  "eos_token": "<|END_OF_TURN_TOKEN|>",
+  "errors": "replace",
+  "is_local": true,
+  "legacy": true,
+  "mask_token": "<MASK_TOKEN>",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<PAD>",
+  "sep_token": "<SEP>",
+  "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "CohereTokenizer",
+  "unk_token": "<UNK>",
+  "use_default_system_prompt": false
+}