Add files using upload-large-folder tool

README.md

@@ -0,0 +1,31 @@
+---
+language: en
+tags:
+- mlx
+pipeline_tag: text-generation
+library_name: mlx
+---
+
+# mlx-community/DeepSeek-V4-Pro-8bit
+
+## Use with mlx
+
+```bash
+pip install mlx-lm
+```
+
+```python
+from mlx_lm import load, generate
+
+model, tokenizer = load("mlx-community/DeepSeek-V4-Pro-8bit")
+
+prompt = "hello"
+
+if tokenizer.chat_template is not None:
+    messages = [{"role": "user", "content": prompt}]
+    prompt = tokenizer.apply_chat_template(
+        messages, add_generation_prompt=True, return_dict=False,
+    )
+
+response = generate(model, tokenizer, prompt=prompt, verbose=True)
+```

generation_config.json

@@ -0,0 +1,9 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 0,
+  "eos_token_id": 1,
+  "do_sample": true,
+  "temperature": 1.0,
+  "top_p": 1.0,
+  "transformers_version": "4.46.3"
+}

model-00002-of-00185.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4192daf82fc47c5922bf83acb9c06cb1aba4f7708a10c06359933300db3a90f1
+size 4492099867

model-00006-of-00185.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80962f49af725a1571ba4632cd5c8c51b162fcd5001cac3d5b353cf7b8a43f92
+size 4492099863

model-00032-of-00185.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4ab7a0727609326effa7e951e54246cefe7b6944e705ae8930805e9124f7830
+size 4492099869

model-00063-of-00185.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3fb510d6a5722a7a32578609f7fd83a83b5a856b6eb1eef8b5f3bd3d814ae27
+size 4492099865

model-00072-of-00185.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c901730c0aaec347e31d62de859ab9ef1d7c953d9c197662df548e9f51ac094
+size 4492099865

model-00084-of-00185.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a02515370fc132666a4505daeef5439e6407dcf2701564ddf879ed69b2c4aadc
+size 4492099865

model-00093-of-00185.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e02f27b69e4fa1917ae301562d42f17e7672922b91df2f3afc695084b3e59d2
+size 4492099865

model-00095-of-00185.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1da9d4b06c5906071120147b01a57d08c28b647e14a00eaac5650d0caea0ecd9
+size 4492099869

model-00101-of-00185.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e814b4b707d9f23b36e453bda13c33fcba584225f84d37ae43e7c915adec488
+size 4492099869

model-00107-of-00185.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5353d64ceab4bec393d4382c150151f37a24fde5a2ad3b918ea1b05174d759b
+size 4492099869

model-00108-of-00185.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c208a5189f287e5905818645069c177a4dec4abc32607336b1e176476fedf5f
+size 4492099865

model-00111-of-00185.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adef5d61483bb84480ce245c2f03ff3611e3b7b765d22106f09a30283af48fd8
+size 4492099865

model-00120-of-00185.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:688b3cc2cb17ab9127150575315e050d961a571d68140ea80ea62f32d1c80272
+size 4492099865

model-00132-of-00185.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f08a8b185921c827ab4f633e48c76ce891e24842766e49d73d00e0b8c504c2e5
+size 4492099865

tokenizer_config.json

@@ -0,0 +1,14 @@
+{
+  "backend": "tokenizers",
+  "bos_token": "<｜begin▁of▁sentence｜>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<｜end▁of▁sentence｜>",
+  "is_local": true,
+  "legacy": true,
+  "local_files_only": false,
+  "model_max_length": 1048576,
+  "pad_token": "<｜end▁of▁sentence｜>",
+  "sp_model_kwargs": {},
+  "tokenizer_class": "TokenizersBackend",
+  "unk_token": null
+}