Add files using upload-large-folder tool

README.md

@@ -0,0 +1,31 @@
+---
+language: en
+pipeline_tag: text-generation
+library_name: mlx
+tags:
+- mlx
+---
+
+# mlx-community/DeepSeek-V4-Flash-6bit
+
+## Use with mlx
+
+```bash
+pip install mlx-lm
+```
+
+```python
+from mlx_lm import load, generate
+
+model, tokenizer = load("mlx-community/DeepSeek-V4-Flash-6bit")
+
+prompt = "hello"
+
+if tokenizer.chat_template is not None:
+    messages = [{"role": "user", "content": prompt}]
+    prompt = tokenizer.apply_chat_template(
+        messages, add_generation_prompt=True, return_dict=False,
+    )
+
+response = generate(model, tokenizer, prompt=prompt, verbose=True)
+```

generation_config.json

@@ -0,0 +1,9 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 0,
+  "eos_token_id": 1,
+  "do_sample": true,
+  "temperature": 1.0,
+  "top_p": 1.0,
+  "transformers_version": "4.46.3"
+}

model-00001-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:535465a62b3e17cf0335a2c49da4983a4c669eaafed15e95e6f15df24b061e9b
+size 5207677050

model-00002-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90882c9d2e2db97ac49a6cba086e4c8014ba63bc017f58b1e1df9eb4f8fbc798
+size 4697786673

model-00003-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc2bd5a95d20f699e9e61e1a59fb76e14319969819f0e95587d10116741f08a7
+size 4807738851

model-00004-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c412b17d681d2fa06841ba9d1b5c2efe66725c1f7cd962a8e245aafa097cf35b
+size 4679560533

model-00005-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb6398e29849e7fc1556f3147e06d1c918492047fd648e00aacd7e7870003f91
+size 4691582268

model-00006-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a38f1071c93d2a19d77220bf0fa22f32b5e4f1bb64eb517d94bd5f8ca094b2e
+size 4807738889

model-00007-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a448d9b36a5560a7f6038fb83427969f263c04936df969b999fcd84e77f7387d
+size 4679560593

model-00008-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83df3d11969147694230987c061a0f77e1084b9f16f32a302b462ac12ab80e6d
+size 4691582318

model-00009-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d03c3dc6f24f8de8c2f82eb8a74d7bd28954288e31b8d5ac6a93a7b47a2c43cd
+size 4807738915

model-00010-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec45a9fd484ed07a13b93194147157f09488bf56f2224b2d6d35086611c5744
+size 4679560646

model-00011-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40cc0802d3b1e562cff142382fa92442ea5546e418eeb26bdcc213a4d7f8feef
+size 4691582333

model-00012-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c70016ade9878b509cff5b894be033793e2df7dfa3a1808307871298be31e1db
+size 4807738983

model-00013-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef34b72011e9991b725e45a420d3706b24cb224eb1e5fd9ac0122e73e3517ea6
+size 4679560612

model-00014-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:725954e9ce03d22a17c3da28eb20a9178907825ab6d2787e5e4e45925e6e11ab
+size 4691582335

model-00015-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ca1ae5db15328030a76b7aeab1a0f613b1ab48c95230dd09a5c5d5680011bc
+size 4807738985

model-00016-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:225f9cb00400644c38e4f32181e08ea1f350469a64bb9f15836b5265c2346006
+size 4679560614

model-00017-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e8e195c90d91736101e3f61908020416836f8d9f729c38e7e1dae2a15e89cc6
+size 4691582317

model-00018-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db22c9c60c35292ffd0475fada3797d5ce75a28ec666eea99bf3c3304e89503e
+size 4807738963

model-00019-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6502565b308f7b387916860f88952f4d65e33e800fac8fd8f1ce424eaf2a8e41
+size 4679560646

model-00020-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91db8b50ca6cfbc9b150120279b978382b9a47e9ae7337cb177a3c2ae866ddcf
+size 4691582335

model-00021-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3209fa1fb4e5090eb547b127c3dba961512e6de7f0c25841fdd9833292150ac
+size 4807739007

model-00022-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e0569a775b3dc08c1b86013212546458a74c9343f93c48c8fc926787af6472f
+size 4679560642

model-00023-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:857a20293d5c49428d5146b565aa4ad81940bc1f63882953bc3a49c22b49eeee
+size 4691582335

model-00024-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e38753c414d81bec6d2a35e1b5c6df9137089cf9cf79266794626a28a307a93
+size 4807739007

model-00025-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d6e981987ad623e834174547a3073e2f3cb53c66fd991b45edd60aa9027e18c
+size 4679560642

model-00026-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e5a01e47a8a7d6b00a390928f926096dc73625a41c1a4e7d56f13f46015cc65
+size 4691582335

model-00027-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b92d29289a7b10c68efeb8cddaf35a682cd9578925f8adc5f71faf3a23ddb48c
+size 4807738995

model-00028-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6c535da34c9b5f0abaf2ba815be4246cab0b1bffbd7e4852e3eef61af9bf5b9
+size 4679560614

model-00029-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2ed33847f65541ede0d69e797afb0d5734343a9db3935909f00fda6ed8f8ca4
+size 4691582335

model-00030-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdae00b1028f30a00b999bce54dfcd155ba9c12acb4350568372503b3304c53d
+size 4807739045

model-00031-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b68f086aa7ae1ab23da20b1cfff4f7240648a3438085bc8218277d9b9af1ad16
+size 4679560570

model-00032-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f236461317eb20c608f0b5d777efaf82897d6664c472244a15335ce69d3248f9
+size 4691582333

model-00033-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a99c3575d4c990b9c1879921f878518e57202676e2ffb26d599580054dcafa0
+size 1594977271

tokenizer_config.json

@@ -0,0 +1,14 @@
+{
+  "backend": "tokenizers",
+  "bos_token": "<｜begin▁of▁sentence｜>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<｜end▁of▁sentence｜>",
+  "is_local": true,
+  "legacy": true,
+  "local_files_only": false,
+  "model_max_length": 1048576,
+  "pad_token": "<｜end▁of▁sentence｜>",
+  "sp_model_kwargs": {},
+  "tokenizer_class": "TokenizersBackend",
+  "unk_token": null
+}