Add files using upload-large-folder tool

README.md

@@ -0,0 +1,31 @@
+---
+language: en
+tags:
+- mlx
+library_name: mlx
+pipeline_tag: text-generation
+---
+
+# mlx-community/DeepSeek-V4-Pro-4bit
+
+## Use with mlx
+
+```bash
+pip install mlx-lm
+```
+
+```python
+from mlx_lm import load, generate
+
+model, tokenizer = load("mlx-community/DeepSeek-V4-Pro-4bit")
+
+prompt = "hello"
+
+if tokenizer.chat_template is not None:
+    messages = [{"role": "user", "content": prompt}]
+    prompt = tokenizer.apply_chat_template(
+        messages, add_generation_prompt=True, return_dict=False,
+    )
+
+response = generate(model, tokenizer, prompt=prompt, verbose=True)
+```

generation_config.json

@@ -0,0 +1,9 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 0,
+  "eos_token_id": 1,
+  "do_sample": true,
+  "temperature": 1.0,
+  "top_p": 1.0,
+  "transformers_version": "4.46.3"
+}

model-00002-of-00183.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2efcfd61315063b7d15ce5f5c538831d29be3fb87f30f08e3b09e35337ac8761
+size 4492099863

model-00003-of-00183.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f3bfc26fcb3acd368f565bfafd91754cbb02078ad2145baf8af48b052e039f5
+size 4719463231

model-00005-of-00183.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80962f49af725a1571ba4632cd5c8c51b162fcd5001cac3d5b353cf7b8a43f92
+size 4492099863

model-00006-of-00183.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32fef696c577f19c0f4d0b9a090f6dbcd7a3f074e2e184c88f60e3d9848d30f2
+size 4732873464

model-00013-of-00183.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91ed54f8ec8ae78880b759892c7a2295570979b666b0ef484b8442fc349d9fae
+size 4492099867

model-00018-of-00183.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6201e2ea54016b0591de9446dcebcb3653e7fcc048a33d79effc1a2333d23b4
+size 4726669567

model-00019-of-00183.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e0c1beb56cf040df902ee20e299104d6030ec5595785db87aa1773f12d5f40e
+size 4492099867

model-00022-of-00183.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:689b98429bab4c97a03070913aa636057b4bafc0639ab0ec55099818c6b186aa
+size 4492099867

model-00025-of-00183.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5772cdf7be785d4a78961b181d19e4c73782e4b4ab182870bfb7be9aaa601070
+size 4492099867

model-00026-of-00183.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f77c3c8f939ff48668a5a84fb77c3fd4d7cd0bacc0fbbc6dd5edff9bf83d456
+size 4492099863

model-00029-of-00183.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f8f5b47db3b534fd82054937d7f97f1a9a68eafca1b81e9c3c35dfd99e98e
+size 4492099863

model-00039-of-00183.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:238f9b33199c1f54a51adffbc4310d6eb11839597126997495895a2d5f9a8f3d
+size 4713259401

model-00049-of-00183.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dde7900607de5f7d6b0429661a6fc0946bbab0d05d07e715e60e24da0de1b401
+size 4492099869

model-00052-of-00183.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98fc34c9914e16238fe648bba78399fac8a1ddf5cc9b2f826b3da611d48649cf
+size 4492099869

model-00055-of-00183.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c60cd17991b8dbae138ee928c45e56103c278fc74accea35dc7e28ab878fd3fa
+size 4492099869

model-00058-of-00183.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:342820ba9846624272ca76f34cab98fe0f519b3160dc6d9dc71adad5295b415b
+size 4492099869

model-00059-of-00183.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ac2f410105b8c0491bcb3f3b34aae64addfd56c2efaad112f2586fdfcabea60
+size 4492099865

model-00062-of-00183.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3fb510d6a5722a7a32578609f7fd83a83b5a856b6eb1eef8b5f3bd3d814ae27
+size 4492099865

model-00064-of-00183.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b06244eedd81c9c35895aa8175f13c6356237a6aaec9d1dd9377c87066d32b40
+size 4492099869

model-00066-of-00183.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bde2e783264398e3e609ebbd292e5473e73b0963bf50e0f3390a2a05c9d06d45
+size 4726669656

model-00072-of-00183.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c97c789118e0859234c6a5281c20deb9415f5dd22e3e2a7908a5a6393c8ffc6c
+size 4726669624

model-00073-of-00183.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8213e337af40a99bd985383386d3778b3f67d218ca690002f60b634f7d5aba2c
+size 4492099869

model-00077-of-00183.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:331b52628b0bbef064eeed482ca90b6307ffe3898962076d534ff4999e135cfd
+size 4492099865

model-00079-of-00183.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b58babfd93027905e2cb52f3fc390470429c0c4c624b082138ee8fc26c2e273
+size 4492099869

model-00085-of-00183.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6bc9506cc887eda5e23c63d800e8bc3b6c2d0d3c8fff9584f84dc29e26b145
+size 4492099869

model-00086-of-00183.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc8aedd23482c81bebc70e00bdaf38d8e2e0c79fcfb50fb7f02253c8f2be58e7
+size 4492099865

model-00091-of-00183.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84d6db2c3fc1e40818c12d95c5e55b6bb47880af16733e87f303ac2ea380e907
+size 4492099869

model-00093-of-00183.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c9ce6465583a561c9573885d05a51baa6ca49275c183d1edbce279e7722950
+size 4713259343

model-00099-of-00183.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23c9a1a21c878e239cb1b4c7c425962f2af998332926bb04261cdf41c8061d5
+size 4713259369

model-00106-of-00183.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5353d64ceab4bec393d4382c150151f37a24fde5a2ad3b918ea1b05174d759b
+size 4492099869

model-00112-of-00183.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a7252fa01a00508b6c43aa7597eb92bfc09d00beaad376992cc39ff4f1c437
+size 4492099869

model-00116-of-00183.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23c41ba6101199b7fb5c86277145c39824b3cec51ca7c56aad4e0db9096604c2
+size 4492099865

model-00136-of-00183.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62e841ac394df4a776e12c14c5e018eba84454872cde6c995b349f589fcfe044
+size 4492099869

model-00137-of-00183.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b99d8ccee288c61cbe3ed1a177f60010f004fe0ccf4fd2aac5b6b3dfadfaff4
+size 4492099865

model-00138-of-00183.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e75dc5c15b73d7f151371f768b4b255b5e7dcd1aaf20ee7579270505bf2fdcee
+size 4726669594

model-00140-of-00183.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3283dc7ae941918e1a1501cfde51e7be823e8a52f786482883ccc1b761f3463e
+size 4492099865

model-00141-of-00183.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:382b55a023d6186c238b5853df78a33d7168343f0dba2deb6ede6d144492b443
+size 4713259373

model-00145-of-00183.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11611ea67a411c3173caaa0b42a547d8f705c8f3e61bbf64b2406b8cae31caf6
+size 4492099869

model-00147-of-00183.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fe499d88d0a2bf1c744710534501dc3a81c9c4e06fc2395d7b610cb20b5f361
+size 4713259399

model-00150-of-00183.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19842b3900182ea037f41db51181b044d255d06b8c206496a635a79aec7808dd
+size 4726669588

model-00153-of-00183.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a1ba23599ad5721b89331a2ca29bbcc7734ea553ce527298780aaac8cfa3d18
+size 4713259381

model-00158-of-00183.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e33f74ab1e93d94d0e602fbd94d10fea1ad97e2e7dbdc0e93f050e9b149cd7
+size 4492099865

model-00166-of-00183.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b03440c5775c5a82c1351f92812459e5116a9f88948b0e293bb11b676ed07c
+size 4492099869

model-00180-of-00183.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caa1c4714e6ab579a08043fc8f786bc93550471ac0dfa4b8907f6fd84ee473f1
+size 4726669666

tokenizer_config.json

@@ -0,0 +1,14 @@
+{
+  "backend": "tokenizers",
+  "bos_token": "<｜begin▁of▁sentence｜>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<｜end▁of▁sentence｜>",
+  "is_local": true,
+  "legacy": true,
+  "local_files_only": false,
+  "model_max_length": 1048576,
+  "pad_token": "<｜end▁of▁sentence｜>",
+  "sp_model_kwargs": {},
+  "tokenizer_class": "TokenizersBackend",
+  "unk_token": null
+}