Add files using upload-large-folder tool

README.md

@@ -0,0 +1,31 @@
+---
+language: en
+library_name: mlx
+tags:
+- mlx
+pipeline_tag: text-generation
+---
+
+# mlx-community/DeepSeek-V4-Flash-4bit
+
+## Use with mlx
+
+```bash
+pip install mlx-lm
+```
+
+```python
+from mlx_lm import load, generate
+
+model, tokenizer = load("mlx-community/DeepSeek-V4-Flash-4bit")
+
+prompt = "hello"
+
+if tokenizer.chat_template is not None:
+    messages = [{"role": "user", "content": prompt}]
+    prompt = tokenizer.apply_chat_template(
+        messages, add_generation_prompt=True, return_dict=False,
+    )
+
+response = generate(model, tokenizer, prompt=prompt, verbose=True)
+```

generation_config.json

@@ -0,0 +1,9 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 0,
+  "eos_token_id": 1,
+  "do_sample": true,
+  "temperature": 1.0,
+  "top_p": 1.0,
+  "transformers_version": "4.46.3"
+}

model-00001-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2763f13df412307d33e4716dd3fdabfaa8f45a400d9bdd00e38f10654e65ae14
+size 5015525498

model-00002-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe4764a66492166775fe59f7505fa06f7972a4c79056657dab0aebf19ddf9537
+size 4659972401

model-00003-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d79301976c52ed3d410d012c21ccce4e307149aef907eb1c7531d1804ee24ea0
+size 4735845835

model-00004-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54d478ece03e889350bcf1b56559974ece40fcff459586856fb4ba3bff801c07
+size 4645481801

model-00005-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64eb31e4e073a80145681f0aebb9a0dbfe3a443d6088abd727d9a11e1ee10553
+size 4653767996

model-00006-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e71c041fa00e87df9f15148057c9b7699b25d5d2464881063f51783f71241ddb
+size 4735845885

model-00007-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49ed543421226f258763fc577fd01faddf4b082c41c3883b535943e83fa1a5b4
+size 4645481873

model-00008-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40ad2fc8b4230dcf9b7ed44117f077795acef3aabe1cad407366d6dec6b86391
+size 4653768046

model-00009-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dabc986ff93c9fae524aa7f893f5a5ca51b360a51ced2e34901a33e4adbfb937
+size 4735845921

model-00010-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9cbdb339bab35eb93e7fc4d23192a779cc10085009bba14b8cc69cd89fd1593
+size 4645481926

model-00011-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acfbe66924d47ac8387453203f67d7b1c94d846c56093ee7fe930bb7d01dbe7e
+size 4653768061

model-00012-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b977cdf64da2190990b81911688306ea11c78db6b3633885a541fd9291df2e7
+size 4735845965

model-00013-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:079eec798fd7f6f311b679feb7be3b88c21db90e2c508a174be856246fe7163d
+size 4645481892

model-00014-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bafe215768e85ca59160d319482733d10a70c568bca6a95011eae483e1f61974
+size 4653768063

model-00015-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74694b8618092f14c6148cdbb657303d2809a9638834713a85a6d2e2736a2087
+size 4735845991

model-00016-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85de0e36c501814acf859e54a4f7b53fbd6929447f9b6ca3e28318fb60ac46ae
+size 4645481894

model-00017-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1487d0475f381fe35a6876445432b4ad00a90eaa09330aa62b924816cbb7ef3
+size 4653768045

model-00018-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85215616a269526360e98c37a9f9c0b581b6b659546d343256ba12e7a089fbbc
+size 4735845959

model-00019-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74ee98730727d1ebe1a025700f05a5b8fe2f3c8bf2d6c475e67769c742de1bca
+size 4645481926

model-00020-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2de220562db8d1886d9a31bbe07629c6f88dd6f4c2444bc2494a314b976ce99
+size 4653768063

model-00021-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bde5c610cbb9e4dd0aacf1a78077b898d09bc00aa924fec736fe8681851628d
+size 4735845999

model-00022-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31d792be1896b6275222a1f851542d8610634994f02367bfb1ce44cdfad65dd9
+size 4645481922

model-00023-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f201fcffcb0ead8bd75709084169f38af1dd2903508794cb02635127d4d1deb
+size 4653768063

model-00024-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:232e1f0e197a25fad05e0892605846cb93b3209bbfd15dde8faa3ed0a1bd7ebe
+size 4735845995

model-00025-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cde07c7c0d3d819f7b263d5ff653114af75051687b561573efdf5c67aa4da82f
+size 4645481922

model-00026-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42a3ae540c9ede4ba2cda2099553318f64a7b464aff42afe7f460d7c6c39b730
+size 4653768063

model-00027-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1701b4b0edd87e4c3eb6510ffdf3466d096e824d882717fdb7015a8dee099be8
+size 4735845997

model-00028-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0738f58bcec75558d884b18dda7aae7086b50f229b0d8d400c083f8d041b84c6
+size 4645481894

model-00029-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbe00302097635f425e4def6ca7e5f53fb77066658129c6bd1532dc37cc9b238
+size 4653768063

model-00030-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64cc580aa5ecd3b882aee2238f05c2e7de4bcee9b376e25d4f70e1bcf960c5a7
+size 4735846043

model-00031-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fb0f55fa07aaef6cb428d02e1846525f245559d4dad2746b657cc5c5423eef7
+size 4645481850

model-00032-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b7d67c94a68cb22d05fee8dee78ff27daa14ed45d103728eaaf9a9602b30d7
+size 4653768061

model-00033-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dfdb235e8c4bca25769cf531010109a898bc63f0d5aa32fdbb92ebd323ede3b
+size 1456303095

tokenizer_config.json

@@ -0,0 +1,14 @@
+{
+  "backend": "tokenizers",
+  "bos_token": "<｜begin▁of▁sentence｜>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<｜end▁of▁sentence｜>",
+  "is_local": true,
+  "legacy": true,
+  "local_files_only": false,
+  "model_max_length": 1048576,
+  "pad_token": "<｜end▁of▁sentence｜>",
+  "sp_model_kwargs": {},
+  "tokenizer_class": "TokenizersBackend",
+  "unk_token": null
+}