Add files using upload-large-folder tool

README.md

@@ -0,0 +1,31 @@
+---
+language: en
+library_name: mlx
+pipeline_tag: text-generation
+tags:
+- mlx
+---
+
+# mlx-community/DeepSeek-V4-Flash-mxfp8
+
+## Use with mlx
+
+```bash
+pip install mlx-lm
+```
+
+```python
+from mlx_lm import load, generate
+
+model, tokenizer = load("mlx-community/DeepSeek-V4-Flash-mxfp8")
+
+prompt = "hello"
+
+if tokenizer.chat_template is not None:
+    messages = [{"role": "user", "content": prompt}]
+    prompt = tokenizer.apply_chat_template(
+        messages, add_generation_prompt=True, return_dict=False,
+    )
+
+response = generate(model, tokenizer, prompt=prompt, verbose=True)
+```

generation_config.json

@@ -0,0 +1,9 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 0,
+  "eos_token_id": 1,
+  "do_sample": true,
+  "temperature": 1.0,
+  "top_p": 1.0,
+  "transformers_version": "4.46.3"
+}

model-00001-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32c32225ef0c9b228009afbb6cfe3dc6c03588752b32e843433929198f417738
+size 5308699099

model-00002-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea069e1d24e931eb9b03df8805950916cf23996065db74632e77b64f31f5d7ae
+size 4797981496

model-00003-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b730184ced89944bf2fec3ca417c266553ad5dd93395f1479dc00a12d672c4
+size 4870642481

model-00004-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37890c21bba8205bd8e8328b29349716861d516b80a5213471743882c91b6609
+size 4709378268

model-00005-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f2b5be1b180adb3e0614923cbcfdd0a8ca769f6cd4f0b849cf25043da6df5d
+size 4724668101

model-00006-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e222c6aeba2dc680f6db2a48b5698fbc951f79090941203d953ec9a918319ae5
+size 4870642445

model-00007-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c89c87738c0cf3be822d62db883f971c7cad12d46c80189322dc3fe98950a85a
+size 4709378312

model-00008-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:165cf8f5a6f2ce33658a84eef4d280cb2ae4dc8ceaca82eeb3d2645355ecbd70
+size 4724668088

model-00009-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:236e8b402a3abd54927d319d0e57c957f67f1e8e79e6e6a09bb6928de346dbb2
+size 4870642613

model-00010-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0bf5e556bc3b78f46fe53248e512960b509bcbf34f79988f205220a2d2bc6e5
+size 4709378355

model-00011-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317b8abc015a625ae0654571f7ae7e96613a71dc66fe854cb2e2c958a02a90b2
+size 4724668060

model-00012-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51fb9255245b42e639a4391b1d05ac28dbdd2ceca48f25818b7154380f007bb6
+size 4870642605

model-00013-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee6464fa695b7ea917af9607ed7da2a4ec302e0aa323e74c9923accba541ea6a
+size 4709378321

model-00014-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:757a8b04dd7a0ff9efeb4d5ffbb3738e66537e4082ea1906dae42a068d428c9c
+size 4724668158

model-00015-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c521401da7c840d78d8cb16202e65d5b609fca396c2fbd41acc52fdc95d7aed
+size 4870642575

model-00016-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301a7ff159887db76f18b84cb763415d0e96cfd9e38721a91c3790a0c55b631d
+size 4709378355

model-00017-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ff1a9d99943c513269ec68f8b882d3c2a95d6ed484c34a58128bd0f4f89886d
+size 4724668154

model-00018-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53f57be2e00be81c2d7e00e832d1be7282922b5c412e91d43028e03b95225d14
+size 4870642547

model-00019-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:847c2bdff053340a997788b458215c911f787710d6565b4fc76e669b652cb4b5
+size 4709378355

model-00020-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1120be5f75e9aae3afeda85b206fd9223cb3b6cdacddf53854e912370936e30
+size 4724668122

model-00021-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e2f133bddbb8eca95599a3acb4defbbf5f49688acd29dcf71eafd21be3816ac
+size 4870642629

model-00022-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1712f782853063df0f758afe435c9e09e05c198a383e24e66c55842797888070
+size 4709378351

model-00023-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af7ebd7b1a6773dcde995d3a6c44d7188dced4fda4916b750d51fe1a6e251f73
+size 4724668058

model-00024-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:482df3ded5e10c5eaf1237c75d17eb6febc4b2046d4f91ebfb501119cdc9f4c2
+size 4870642573

model-00025-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd6706e562e2c5d59887c0a4b86c9a06efbfe9d2939765b398e1b5f5fa9f2b7
+size 4709378351

model-00026-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2abb368f0e1fced47a0b8931e885aff2314449834a86f47a2ac85bb0331f51ff
+size 4724668154

model-00027-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29fc7a15390ae402f37460bdd6165e57643f7c053228b16019ac8c2335700eb0
+size 4870642603

model-00028-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b14b46071f433f3f39b07d050269442084a7df3a4cc76b87fb0ea1a1559bf44d
+size 4709378331

model-00029-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a06fd1c6d84033c557eb522bab3f06c37b4233c3965b79eff92fe9d320eed617
+size 4724668158

model-00030-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e494d54cf2eed4c5f7b352c22780b45ee034a4ae67dcf4ccc283548f6979da44
+size 4870642625

model-00031-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cd178d6c113e7b22721a46e7b88fe88eabe3bfd2e039aec811ebcbb60d99e42
+size 4709378307

model-00032-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:614a38da40d01dd41958ac17072ffb1aa0d231c1ea883bfca099874a06840081
+size 4724668158

model-00033-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a19b70e01601e936acd0672f1ba50089c3903a8b31de6e70a89fc31288182144
+size 1716316698

tokenizer_config.json

@@ -0,0 +1,14 @@
+{
+  "backend": "tokenizers",
+  "bos_token": "<｜begin▁of▁sentence｜>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<｜end▁of▁sentence｜>",
+  "is_local": true,
+  "legacy": true,
+  "local_files_only": false,
+  "model_max_length": 1048576,
+  "pad_token": "<｜end▁of▁sentence｜>",
+  "sp_model_kwargs": {},
+  "tokenizer_class": "TokenizersBackend",
+  "unk_token": null
+}