Add files using upload-large-folder tool

README.md

@@ -0,0 +1,31 @@
+---
+language: en
+pipeline_tag: text-generation
+library_name: mlx
+tags:
+- mlx
+---
+
+# mlx-community/DeepSeek-V4-Flash-nvfp4
+
+## Use with mlx
+
+```bash
+pip install mlx-lm
+```
+
+```python
+from mlx_lm import load, generate
+
+model, tokenizer = load("mlx-community/DeepSeek-V4-Flash-nvfp4")
+
+prompt = "hello"
+
+if tokenizer.chat_template is not None:
+    messages = [{"role": "user", "content": prompt}]
+    prompt = tokenizer.apply_chat_template(
+        messages, add_generation_prompt=True, return_dict=False,
+    )
+
+response = generate(model, tokenizer, prompt=prompt, verbose=True)
+```

generation_config.json

@@ -0,0 +1,9 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 0,
+  "eos_token_id": 1,
+  "do_sample": true,
+  "temperature": 1.0,
+  "top_p": 1.0,
+  "transformers_version": "4.46.3"
+}

model-00001-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b387d3788b3090a084579b17a490f6df856f28973393d962bae685ede073bc0
+size 5015523917

model-00002-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ad19f0e602bb7ed0adc2ffac226ae5bdf8eed8b2a93df8c37b85593a33d8f65
+size 4659970737

model-00003-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e894162d9a960df6e23c1f66d57a135428c47a41064f88c6f477e428dedfec4c
+size 4735843098

model-00004-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67715ba8afdaa16951ae68e6be192a204b42a9376b74e6db9624787d25ed9672
+size 4645480648

model-00005-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e52db1c56b3a027d1a69edf3f6f432e576fcdeac6a3d3fbf1e9360f7cf5d70a
+size 4653766332

model-00006-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c0a3ed330bffa7fdf2d9a57f68d7503b230a25593c55246c48e0ae05a8cb2d0
+size 4735843046

model-00007-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bea73c54ddda2f100258465172777c2a33747c016ce4003512907c9a1e0bc8dd
+size 4645480706

model-00008-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cec96c161f9aaefc2685815b0c6e6d9e78bcf8c13ddabdd650084de683eb8faf
+size 4653766319

model-00009-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3facf7059b289ea14d18c4a79985c36489521804d93c0a6cdddf6d01a113681e
+size 4735843236

model-00010-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f9adf4a7dd07b88b26c37a6968380c5922d726116a2e13b90b591e08b4e9642
+size 4645480749

model-00011-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9c4d3d2f649519ea2d6e000dd203dd193e4d911307b9eba018b355125d522e8
+size 4653766291

model-00012-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:719b1cfad9209a6b7e4646a9e99f7171eeeb6dd4df5570b5a4ba47e25dad79ca
+size 4735843192

model-00013-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:627aad60a7dddd01bed16c148d713fa50647f7ca16174efd049c32fd6f85eeba
+size 4645480701

model-00014-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09e2fc3360f92d5237049b0d470f01fc09ce5c28da77af4541d820b59cb4fba3
+size 4653766389

model-00015-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9419c0403dc9f7db9875cd6079eca169ba0f78a85136e71b67cc3959978a631b
+size 4735843200

model-00016-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0ba9f341c00a1e29b73f802913d2879f6bbd9b661031619ce54219a5e709c67
+size 4645480749

model-00017-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc0dab2ed88904a41d2d448c7ba3e2419d6a924e4229857d882af7a5ff7b488a
+size 4653766385

model-00018-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f4475567c005859691add6ee245a53b1b332cb8cc3798e35be827ca022cea5f
+size 4735843168

model-00019-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c936fb048c472aa906648331a6bdd94277286313e69fab715325f5c20804ae3b
+size 4645480749

model-00020-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36341943b0cd5ed1b907154cf77b2d02523b5bd574e74a58d288ce2d38bcb272
+size 4653766349

model-00021-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d93e024b4587729c6e167e659867f0db0126dc034434adc35d69a8aa9e104212
+size 4735843242

model-00022-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1579374b6a6bc7c11d2697a4de5ff27ee94261d7042a031bef75da09bd9ef209
+size 4645480745

model-00023-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd705766c2a1f9512307e7091ea9fd7875d6e243855c0ea2098902900475baf
+size 4653766289

model-00024-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:432893c52dc1bff3ced893879a6345440f268839f12c33b98761cf6accea2813
+size 4735843176

model-00025-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e951c9c4138aaf446f6f1c4034c9e30b1e6fa422662db59bf1ced48e7aaa046e
+size 4645480745

model-00026-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a80ee11f0f41a6fef3eca47722a47b1e1841976200c9dbd1734bcd0ac2b9093
+size 4653766385

model-00027-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4386af7a2d13a734aade2e6498a035c16bf48b24607035176caefa532dc8231f
+size 4735843218

model-00028-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:058b682a63eab269323cfde76bd3efa4b27afa4b98415a7ed51ae6c5c7a02372
+size 4645480725

model-00029-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5e60245dde66d7cea48458458b47147f2d999904aa2ee0797d5f85f295aa882
+size 4653766389

model-00030-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90225d6e16a58dcb65ae90b49dff591b35259ac3c68e8d50655b7d403e2c4be2
+size 4735843226

model-00031-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67751ca6787136035a5a329e403f66b3f9f49b70f1db987422ce15a579f4652d
+size 4645480697

model-00032-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cebc1ba82c557519a9696e9ea1e6b9cb455bd129342f0fc6b605ce8278668589
+size 4653766389

model-00033-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e297c42344d66d2c4ae034d4a7beaf3da2878aba6e95485bc34a5ace3ffcba
+size 1456302616

tokenizer_config.json

@@ -0,0 +1,14 @@
+{
+  "backend": "tokenizers",
+  "bos_token": "<｜begin▁of▁sentence｜>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<｜end▁of▁sentence｜>",
+  "is_local": true,
+  "legacy": true,
+  "local_files_only": false,
+  "model_max_length": 1048576,
+  "pad_token": "<｜end▁of▁sentence｜>",
+  "sp_model_kwargs": {},
+  "tokenizer_class": "TokenizersBackend",
+  "unk_token": null
+}