Add files using upload-large-folder tool

README.md

@@ -0,0 +1,31 @@
+---
+language: en
+tags:
+- mlx
+pipeline_tag: text-generation
+library_name: mlx
+---
+
+# mlx-community/DeepSeek-V4-Flash-5bit
+
+## Use with mlx
+
+```bash
+pip install mlx-lm
+```
+
+```python
+from mlx_lm import load, generate
+
+model, tokenizer = load("mlx-community/DeepSeek-V4-Flash-5bit")
+
+prompt = "hello"
+
+if tokenizer.chat_template is not None:
+    messages = [{"role": "user", "content": prompt}]
+    prompt = tokenizer.apply_chat_template(
+        messages, add_generation_prompt=True, return_dict=False,
+    )
+
+response = generate(model, tokenizer, prompt=prompt, verbose=True)
+```

generation_config.json

@@ -0,0 +1,9 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 0,
+  "eos_token_id": 1,
+  "do_sample": true,
+  "temperature": 1.0,
+  "top_p": 1.0,
+  "transformers_version": "4.46.3"
+}

model-00001-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2fa0e230b90c08866b9554064204dbffbe4724c2a8b16973dece8f36302cb8d
+size 5111601274

model-00002-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d08664e6819dbddfb51b43a4b00080d0b9dd5ee926c1cc74b7fdfcd720f3920
+size 4678879537

model-00003-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7308ce80aad3d5ce9793b3667fbca5ec7b6d55ff9a816581744c6cce614a4ec5
+size 4771792331

model-00004-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd8bbb0871debfc43dfc61efe087a0b9f9991493206e3e2363802679730db1a9
+size 4662521165

model-00005-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74f063b8f661da1da92a67a777af536219663f3474476b551e3c678e92d3e8fc
+size 4672675132

model-00006-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:829f1332f833e1605b5377265d69d937a6e8386af27ae673b6e0b714d184372c
+size 4771792387

model-00007-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae02817c3956c38b30dbe98c945fc5640ee340eb9592ee9b5392690312c9076
+size 4662521233

model-00008-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fcbda4e629d5e9c4a744181e624f671c07def7473839998cfc4eeefadc28c76
+size 4672675182

model-00009-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9125049ca7e685e04caf3e6380d67c65805ff652108297382640394372c3947b
+size 4771792419

model-00010-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e1b228cab66a7e753fded75a96742f81246940cba0b5f74938c98143043fd44
+size 4662521286

model-00011-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28f5e8aa8840494cdc4d4c6136591493bcfe554ca1786ae2922263f298b7237d
+size 4672675197

model-00012-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49ef8f515e8231e0d8c2a9bcf05b38562e7c5382925333d5ce161496c657da59
+size 4771792473

model-00013-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:198da49ef65a0a845643ae4d76edebe98f98837037035afa16dec543ec01b9fa
+size 4662521252

model-00014-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1218809378b3f6825aef207561300cb5f1e1f57a36e7f5d20f5a05fa8c15310a
+size 4672675199

model-00015-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3260eabc71f0f9486e15553688feab0c94ced565e53b4a8c630f80bea0d07569
+size 4771792489

model-00016-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9960a3e94d905a3654d252fce328048062a70c17b545d784cc93fed2d124bf5
+size 4662521254

model-00017-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82e030cbdcc40bf97ec585c1c1ad0f9f7ffcc94dde1f3e044661c9263b258aed
+size 4672675181

model-00018-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9af585e4f84c47044c45dd43a04eb1ff1f1ee22ba94d289fc0bd5e2d56d5544
+size 4771792457

model-00019-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ee871926ff37210a193b58e8faa74a23bb0768e0631cb38882d91b31afd9b01
+size 4662521286

model-00020-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7017333d56338470cb4812a517b249a3ec732a135393418d6cea098586fe5ca
+size 4672675199

model-00021-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60e414a239711f354d45333ca7fb25b27e0d4e5196f3eaa7effdf849ee516df7
+size 4771792497

model-00022-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:088e9262815b8d4fbca3f83c708c7392b79e18bc073e842a83f669a4b6a55270
+size 4662521282

model-00023-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1e614e1b96d2a73863da246be4c9ba68469f6a97a7159435662cdd4584e0fd7
+size 4672675199

model-00024-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96158c751d3b64e209af99847400c12bb3a073cd5f9481375e308f85accc7a4a
+size 4771792493

model-00025-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd865b3bc479c4920585090c1a09b10cabf670258f8708dd3fa18cebe3324fdc
+size 4662521282

model-00026-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f0ed265e4fde30d4ec9948415f34e5cef6960a2ba0dbacd1b5d3d702bb242d3
+size 4672675199

model-00027-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eceb1ef1922d7ba8a1290eaece9e7b939320c54ee1eb24a2bb4f03c1e5230d6c
+size 4771792499

model-00028-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84217fb23cd95220073612328de999176059686090f75d098e3ea8c59b44c0d4
+size 4662521254

model-00029-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fba49672ad48edea325c7ee00bae28a3c87966daa8a82335134b9699fdd84ed2
+size 4672675199

model-00030-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17dd855dacc22f6937785e48f0b876f4d28a5788b25bb7ff8a471ad9f0fad2bf
+size 4771792539

model-00031-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87bb6d09ce41e4e71c80b7e1c40b2daffeeef6a47fd25b0d017263ba70e39924
+size 4662521210

model-00032-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89050066fe4512a6109170bdff3352b26077b0bbdd70dfbadeaefb64da9fab42
+size 4672675197

model-00033-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e02953668bae9b8eb9117c1b821ddd72eca6192db887e6662e47b5565a0e5e8
+size 1525640183

tokenizer_config.json

@@ -0,0 +1,14 @@
+{
+  "backend": "tokenizers",
+  "bos_token": "<｜begin▁of▁sentence｜>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<｜end▁of▁sentence｜>",
+  "is_local": true,
+  "legacy": true,
+  "local_files_only": false,
+  "model_max_length": 1048576,
+  "pad_token": "<｜end▁of▁sentence｜>",
+  "sp_model_kwargs": {},
+  "tokenizer_class": "TokenizersBackend",
+  "unk_token": null
+}