Add files using upload-large-folder tool

README.md

@@ -0,0 +1,31 @@
+---
+language: en
+pipeline_tag: text-generation
+tags:
+- mlx
+library_name: mlx
+---
+
+# mlx-community/DeepSeek-V4-Flash-8bit
+
+## Use with mlx
+
+```bash
+pip install mlx-lm
+```
+
+```python
+from mlx_lm import load, generate
+
+model, tokenizer = load("mlx-community/DeepSeek-V4-Flash-8bit")
+
+prompt = "hello"
+
+if tokenizer.chat_template is not None:
+    messages = [{"role": "user", "content": prompt}]
+    prompt = tokenizer.apply_chat_template(
+        messages, add_generation_prompt=True, return_dict=False,
+    )
+
+response = generate(model, tokenizer, prompt=prompt, verbose=True)
+```

generation_config.json

@@ -0,0 +1,9 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 0,
+  "eos_token_id": 1,
+  "do_sample": true,
+  "temperature": 1.0,
+  "top_p": 1.0,
+  "transformers_version": "4.46.3"
+}

model-00001-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c5a489f7026775747eebb472a48f5546574167becb0ad1c3ff7047eef9ac126
+size 5332719625

model-00002-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7201b96026128648bbe73afd957b837b46e18671540117bcf3bbdefb271ce963
+size 4802709945

model-00003-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ed0bc98337a07de6fbfadf9f8a92012eae11ad2155d47d0022e67e8487644cb
+size 4879631886

model-00004-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83d29e5cbab192a27f601a0f678984819119487a9832fe1d23a20cd50cce1f90
+size 4713639270

model-00005-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78f5e9538d461e4405868257ecd561fb56ad6890a0fb43cbd12d2bbf279b01d0
+size 4729396550

model-00006-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a0ed0e662c76138cfd84532602fbf5148919e3e45f51558e3f45f5804cd3489
+size 4879631898

model-00007-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5436bfc9459bdf710a2a1a47de87a9308c5f9f0b4e11c09071b7a626f36fd88c
+size 4713639320

model-00008-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00e3a00620daffd0e47ad1447d335f30dbae1a3b5a784d09461c06974639081d
+size 4729396600

model-00009-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59d0b1eecd23d04b1eb77f29d1f8b0fcdd875160d5fc9422bf36eaf8ad1f562d
+size 4879631926

model-00010-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3610e1f2ae0eff6d2de645daafd0663fb9d5e9ecd73d2366b808dc0c80c9b304
+size 4713639373

model-00011-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5449ec0ddcc22c2dbe08a40809d1ab6120af4b7ab1708a0437cac3e6a3e8e031
+size 4729396615

model-00012-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:316547f5990843d9e5ae28d5f4719810350ea1988c4db48159f64caa351ff772
+size 4879632028

model-00013-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1e7dd6ee6275b9366f47bff9c525ffa729d455dead84dc673a852fce9cdf6a9
+size 4713639343

model-00014-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ff2b96cc5022c29b69904d4aa2cd41490f02abf4b319d5838208f0354f91790
+size 4729396617

model-00015-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed54a7ba952f37f91ce91ce0e4c1b4d9ff3843f3497ce30171a1a12536458c03
+size 4879632002

model-00016-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a190d2f238a878a3e1226d17761d9cadacfe829204791b7dc11b5c5e3449aa
+size 4713639341

model-00017-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad019fdfe1bac9e66e1400650825e9d5c926aa694c2ba7f7a5165aa40e60d43d
+size 4729396599

model-00018-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f77cbdcce6898676ff4a9c5cd7fb2f36ece6b7a33b2f231bec0d8df7cbaa77a4
+size 4879631974

model-00019-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbefa3a507ae7d81993c1fa5af460d2cded83c5cc6e774b7c6a77e10877fbbb6
+size 4713639373

model-00020-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a019720e9ced7dc7c160eb68b71d813e7ba0c819c7917d9d35dc8e48aacf8f37
+size 4729396617

model-00021-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dcdb6f448cb9f0f2f758b5cbb4add19d95c8e06437a7c7b2115b5ab269a48e8
+size 4879632038

model-00022-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a56941f69f0b91a1a3fdc6b5359bd5a57a1210f642b50575a82a4a1b738f27c
+size 4713639369

model-00023-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d9cf441b0d5cdc51573e1f2870a394f0e4fe7cb8258d5dc221152d930a5360b
+size 4729396617

model-00024-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a5bf0800e7eab233f9629b042740ee531d09f2df17418861f356f4a0aa94733
+size 4879632042

model-00025-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce521df6f81a152ac2d9bd10d6dcea40f83d0bf1fe5e7a3819e1bb3e2af703eb
+size 4713639369

model-00026-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4bad2473f4bcef8b3b632472ef072cbefcc01b4596ce39b65dadcea098a3fff
+size 4729396617

model-00027-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42a1221d5032484a8f8e7eb31320d3b44cc834c2759f1c04a774f6b4af6d6961
+size 4879632010

model-00028-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d84b255b80238a2b5ce5c13e367a0fc7bd7fc6e5e806b8d67326e793c7aff147
+size 4713639341

model-00029-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6a72dd49aceb93e9bce54abc0472775be59244e032afa13fbc22aa6c1fa1daa
+size 4729396617

model-00030-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46ef1f99df8ee55d07be7268a1405cf792e62f059b5e523f78453cc04ef3862d
+size 4879632056

model-00031-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b75528121368af42e03bde80c1b5ee22d004571afd4eba8c584e0785ff6932d
+size 4713639299

model-00032-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae250e4db24be7613a0ec1afa4cf35dc6b15650bee219ed9b510aaa1bf2753bf
+size 4729396615

model-00033-of-00033.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:463d2aed9a2d96145046b11fb9786b7fe74a8c5531cfe250f73ed337dcc55a87
+size 1733651450

tokenizer_config.json

@@ -0,0 +1,14 @@
+{
+  "backend": "tokenizers",
+  "bos_token": "<｜begin▁of▁sentence｜>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<｜end▁of▁sentence｜>",
+  "is_local": true,
+  "legacy": true,
+  "local_files_only": false,
+  "model_max_length": 1048576,
+  "pad_token": "<｜end▁of▁sentence｜>",
+  "sp_model_kwargs": {},
+  "tokenizer_class": "TokenizersBackend",
+  "unk_token": null
+}