Wipe stale weights for re-quant
Browse files- README.md +0 -31
- config.json +0 -0
- generation_config.json +0 -9
- model-00001-of-00033.safetensors +0 -3
- model-00002-of-00033.safetensors +0 -3
- model-00003-of-00033.safetensors +0 -3
- model-00004-of-00033.safetensors +0 -3
- model-00005-of-00033.safetensors +0 -3
- model-00006-of-00033.safetensors +0 -3
- model-00007-of-00033.safetensors +0 -3
- model-00008-of-00033.safetensors +0 -3
- model-00009-of-00033.safetensors +0 -3
- model-00010-of-00033.safetensors +0 -3
- model-00011-of-00033.safetensors +0 -3
- model-00012-of-00033.safetensors +0 -3
- model-00013-of-00033.safetensors +0 -3
- model-00014-of-00033.safetensors +0 -3
- model-00015-of-00033.safetensors +0 -3
- model-00016-of-00033.safetensors +0 -3
- model-00017-of-00033.safetensors +0 -3
- model-00018-of-00033.safetensors +0 -3
- model-00019-of-00033.safetensors +0 -3
- model-00020-of-00033.safetensors +0 -3
- model-00021-of-00033.safetensors +0 -3
- model-00022-of-00033.safetensors +0 -3
- model-00023-of-00033.safetensors +0 -3
- model-00024-of-00033.safetensors +0 -3
- model-00025-of-00033.safetensors +0 -3
- model-00026-of-00033.safetensors +0 -3
- model-00027-of-00033.safetensors +0 -3
- model-00028-of-00033.safetensors +0 -3
- model-00029-of-00033.safetensors +0 -3
- model-00030-of-00033.safetensors +0 -3
- model-00031-of-00033.safetensors +0 -3
- model-00032-of-00033.safetensors +0 -3
- model-00033-of-00033.safetensors +0 -3
- model.safetensors.index.json +0 -0
- tokenizer.json +0 -0
- tokenizer_config.json +0 -14
README.md
DELETED
|
@@ -1,31 +0,0 @@
|
|
| 1 |
-
---
|
| 2 |
-
language: en
|
| 3 |
-
pipeline_tag: text-generation
|
| 4 |
-
library_name: mlx
|
| 5 |
-
tags:
|
| 6 |
-
- mlx
|
| 7 |
-
---
|
| 8 |
-
|
| 9 |
-
# mlx-community/DeepSeek-V4-Flash-8bit
|
| 10 |
-
|
| 11 |
-
## Use with mlx
|
| 12 |
-
|
| 13 |
-
```bash
|
| 14 |
-
pip install mlx-lm
|
| 15 |
-
```
|
| 16 |
-
|
| 17 |
-
```python
|
| 18 |
-
from mlx_lm import load, generate
|
| 19 |
-
|
| 20 |
-
model, tokenizer = load("mlx-community/DeepSeek-V4-Flash-8bit")
|
| 21 |
-
|
| 22 |
-
prompt = "hello"
|
| 23 |
-
|
| 24 |
-
if tokenizer.chat_template is not None:
|
| 25 |
-
messages = [{"role": "user", "content": prompt}]
|
| 26 |
-
prompt = tokenizer.apply_chat_template(
|
| 27 |
-
messages, add_generation_prompt=True, return_dict=False,
|
| 28 |
-
)
|
| 29 |
-
|
| 30 |
-
response = generate(model, tokenizer, prompt=prompt, verbose=True)
|
| 31 |
-
```
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
config.json
DELETED
|
The diff for this file is too large to render.
See raw diff
|
|
|
generation_config.json
DELETED
|
@@ -1,9 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"_from_model_config": true,
|
| 3 |
-
"bos_token_id": 0,
|
| 4 |
-
"eos_token_id": 1,
|
| 5 |
-
"do_sample": true,
|
| 6 |
-
"temperature": 1.0,
|
| 7 |
-
"top_p": 1.0,
|
| 8 |
-
"transformers_version": "4.46.3"
|
| 9 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
model-00001-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:7c5a489f7026775747eebb472a48f5546574167becb0ad1c3ff7047eef9ac126
|
| 3 |
-
size 5332719625
|
|
|
|
|
|
|
|
|
|
|
|
model-00002-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:7201b96026128648bbe73afd957b837b46e18671540117bcf3bbdefb271ce963
|
| 3 |
-
size 4802709945
|
|
|
|
|
|
|
|
|
|
|
|
model-00003-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:3ed0bc98337a07de6fbfadf9f8a92012eae11ad2155d47d0022e67e8487644cb
|
| 3 |
-
size 4879631886
|
|
|
|
|
|
|
|
|
|
|
|
model-00004-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:83d29e5cbab192a27f601a0f678984819119487a9832fe1d23a20cd50cce1f90
|
| 3 |
-
size 4713639270
|
|
|
|
|
|
|
|
|
|
|
|
model-00005-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:78f5e9538d461e4405868257ecd561fb56ad6890a0fb43cbd12d2bbf279b01d0
|
| 3 |
-
size 4729396550
|
|
|
|
|
|
|
|
|
|
|
|
model-00006-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:6a0ed0e662c76138cfd84532602fbf5148919e3e45f51558e3f45f5804cd3489
|
| 3 |
-
size 4879631898
|
|
|
|
|
|
|
|
|
|
|
|
model-00007-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:5436bfc9459bdf710a2a1a47de87a9308c5f9f0b4e11c09071b7a626f36fd88c
|
| 3 |
-
size 4713639320
|
|
|
|
|
|
|
|
|
|
|
|
model-00008-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:00e3a00620daffd0e47ad1447d335f30dbae1a3b5a784d09461c06974639081d
|
| 3 |
-
size 4729396600
|
|
|
|
|
|
|
|
|
|
|
|
model-00009-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:59d0b1eecd23d04b1eb77f29d1f8b0fcdd875160d5fc9422bf36eaf8ad1f562d
|
| 3 |
-
size 4879631926
|
|
|
|
|
|
|
|
|
|
|
|
model-00010-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:3610e1f2ae0eff6d2de645daafd0663fb9d5e9ecd73d2366b808dc0c80c9b304
|
| 3 |
-
size 4713639373
|
|
|
|
|
|
|
|
|
|
|
|
model-00011-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:5449ec0ddcc22c2dbe08a40809d1ab6120af4b7ab1708a0437cac3e6a3e8e031
|
| 3 |
-
size 4729396615
|
|
|
|
|
|
|
|
|
|
|
|
model-00012-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:316547f5990843d9e5ae28d5f4719810350ea1988c4db48159f64caa351ff772
|
| 3 |
-
size 4879632028
|
|
|
|
|
|
|
|
|
|
|
|
model-00013-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:f1e7dd6ee6275b9366f47bff9c525ffa729d455dead84dc673a852fce9cdf6a9
|
| 3 |
-
size 4713639343
|
|
|
|
|
|
|
|
|
|
|
|
model-00014-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:4ff2b96cc5022c29b69904d4aa2cd41490f02abf4b319d5838208f0354f91790
|
| 3 |
-
size 4729396617
|
|
|
|
|
|
|
|
|
|
|
|
model-00015-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:ed54a7ba952f37f91ce91ce0e4c1b4d9ff3843f3497ce30171a1a12536458c03
|
| 3 |
-
size 4879632002
|
|
|
|
|
|
|
|
|
|
|
|
model-00016-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:c5a190d2f238a878a3e1226d17761d9cadacfe829204791b7dc11b5c5e3449aa
|
| 3 |
-
size 4713639341
|
|
|
|
|
|
|
|
|
|
|
|
model-00017-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:ad019fdfe1bac9e66e1400650825e9d5c926aa694c2ba7f7a5165aa40e60d43d
|
| 3 |
-
size 4729396599
|
|
|
|
|
|
|
|
|
|
|
|
model-00018-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:f77cbdcce6898676ff4a9c5cd7fb2f36ece6b7a33b2f231bec0d8df7cbaa77a4
|
| 3 |
-
size 4879631974
|
|
|
|
|
|
|
|
|
|
|
|
model-00019-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:fbefa3a507ae7d81993c1fa5af460d2cded83c5cc6e774b7c6a77e10877fbbb6
|
| 3 |
-
size 4713639373
|
|
|
|
|
|
|
|
|
|
|
|
model-00020-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:a019720e9ced7dc7c160eb68b71d813e7ba0c819c7917d9d35dc8e48aacf8f37
|
| 3 |
-
size 4729396617
|
|
|
|
|
|
|
|
|
|
|
|
model-00021-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:3dcdb6f448cb9f0f2f758b5cbb4add19d95c8e06437a7c7b2115b5ab269a48e8
|
| 3 |
-
size 4879632038
|
|
|
|
|
|
|
|
|
|
|
|
model-00022-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:4a56941f69f0b91a1a3fdc6b5359bd5a57a1210f642b50575a82a4a1b738f27c
|
| 3 |
-
size 4713639369
|
|
|
|
|
|
|
|
|
|
|
|
model-00023-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:0d9cf441b0d5cdc51573e1f2870a394f0e4fe7cb8258d5dc221152d930a5360b
|
| 3 |
-
size 4729396617
|
|
|
|
|
|
|
|
|
|
|
|
model-00024-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:6a5bf0800e7eab233f9629b042740ee531d09f2df17418861f356f4a0aa94733
|
| 3 |
-
size 4879632042
|
|
|
|
|
|
|
|
|
|
|
|
model-00025-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:ce521df6f81a152ac2d9bd10d6dcea40f83d0bf1fe5e7a3819e1bb3e2af703eb
|
| 3 |
-
size 4713639369
|
|
|
|
|
|
|
|
|
|
|
|
model-00026-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:b4bad2473f4bcef8b3b632472ef072cbefcc01b4596ce39b65dadcea098a3fff
|
| 3 |
-
size 4729396617
|
|
|
|
|
|
|
|
|
|
|
|
model-00027-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:42a1221d5032484a8f8e7eb31320d3b44cc834c2759f1c04a774f6b4af6d6961
|
| 3 |
-
size 4879632010
|
|
|
|
|
|
|
|
|
|
|
|
model-00028-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:d84b255b80238a2b5ce5c13e367a0fc7bd7fc6e5e806b8d67326e793c7aff147
|
| 3 |
-
size 4713639341
|
|
|
|
|
|
|
|
|
|
|
|
model-00029-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:d6a72dd49aceb93e9bce54abc0472775be59244e032afa13fbc22aa6c1fa1daa
|
| 3 |
-
size 4729396617
|
|
|
|
|
|
|
|
|
|
|
|
model-00030-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:46ef1f99df8ee55d07be7268a1405cf792e62f059b5e523f78453cc04ef3862d
|
| 3 |
-
size 4879632056
|
|
|
|
|
|
|
|
|
|
|
|
model-00031-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:9b75528121368af42e03bde80c1b5ee22d004571afd4eba8c584e0785ff6932d
|
| 3 |
-
size 4713639299
|
|
|
|
|
|
|
|
|
|
|
|
model-00032-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:ae250e4db24be7613a0ec1afa4cf35dc6b15650bee219ed9b510aaa1bf2753bf
|
| 3 |
-
size 4729396615
|
|
|
|
|
|
|
|
|
|
|
|
model-00033-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:463d2aed9a2d96145046b11fb9786b7fe74a8c5531cfe250f73ed337dcc55a87
|
| 3 |
-
size 1733651450
|
|
|
|
|
|
|
|
|
|
|
|
model.safetensors.index.json
DELETED
|
The diff for this file is too large to render.
See raw diff
|
|
|
tokenizer.json
DELETED
|
The diff for this file is too large to render.
See raw diff
|
|
|
tokenizer_config.json
DELETED
|
@@ -1,14 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"backend": "tokenizers",
|
| 3 |
-
"bos_token": "<|begin▁of▁sentence|>",
|
| 4 |
-
"clean_up_tokenization_spaces": false,
|
| 5 |
-
"eos_token": "<|end▁of▁sentence|>",
|
| 6 |
-
"is_local": true,
|
| 7 |
-
"legacy": true,
|
| 8 |
-
"local_files_only": false,
|
| 9 |
-
"model_max_length": 1048576,
|
| 10 |
-
"pad_token": "<|end▁of▁sentence|>",
|
| 11 |
-
"sp_model_kwargs": {},
|
| 12 |
-
"tokenizer_class": "TokenizersBackend",
|
| 13 |
-
"unk_token": null
|
| 14 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|