Wipe stale weights for re-quant
Browse files- README.md +0 -31
- config.json +0 -0
- generation_config.json +0 -9
- model-00001-of-00033.safetensors +0 -3
- model-00002-of-00033.safetensors +0 -3
- model-00003-of-00033.safetensors +0 -3
- model-00004-of-00033.safetensors +0 -3
- model-00005-of-00033.safetensors +0 -3
- model-00006-of-00033.safetensors +0 -3
- model-00007-of-00033.safetensors +0 -3
- model-00008-of-00033.safetensors +0 -3
- model-00009-of-00033.safetensors +0 -3
- model-00010-of-00033.safetensors +0 -3
- model-00011-of-00033.safetensors +0 -3
- model-00012-of-00033.safetensors +0 -3
- model-00013-of-00033.safetensors +0 -3
- model-00014-of-00033.safetensors +0 -3
- model-00015-of-00033.safetensors +0 -3
- model-00016-of-00033.safetensors +0 -3
- model-00017-of-00033.safetensors +0 -3
- model-00018-of-00033.safetensors +0 -3
- model-00019-of-00033.safetensors +0 -3
- model-00020-of-00033.safetensors +0 -3
- model-00021-of-00033.safetensors +0 -3
- model-00022-of-00033.safetensors +0 -3
- model-00023-of-00033.safetensors +0 -3
- model-00024-of-00033.safetensors +0 -3
- model-00025-of-00033.safetensors +0 -3
- model-00026-of-00033.safetensors +0 -3
- model-00027-of-00033.safetensors +0 -3
- model-00028-of-00033.safetensors +0 -3
- model-00029-of-00033.safetensors +0 -3
- model-00030-of-00033.safetensors +0 -3
- model-00031-of-00033.safetensors +0 -3
- model-00032-of-00033.safetensors +0 -3
- model-00033-of-00033.safetensors +0 -3
- model.safetensors.index.json +0 -0
- tokenizer.json +0 -0
- tokenizer_config.json +0 -14
README.md
DELETED
|
@@ -1,31 +0,0 @@
|
|
| 1 |
-
---
|
| 2 |
-
language: en
|
| 3 |
-
tags:
|
| 4 |
-
- mlx
|
| 5 |
-
pipeline_tag: text-generation
|
| 6 |
-
library_name: mlx
|
| 7 |
-
---
|
| 8 |
-
|
| 9 |
-
# mlx-community/DeepSeek-V4-Flash-6bit
|
| 10 |
-
|
| 11 |
-
## Use with mlx
|
| 12 |
-
|
| 13 |
-
```bash
|
| 14 |
-
pip install mlx-lm
|
| 15 |
-
```
|
| 16 |
-
|
| 17 |
-
```python
|
| 18 |
-
from mlx_lm import load, generate
|
| 19 |
-
|
| 20 |
-
model, tokenizer = load("mlx-community/DeepSeek-V4-Flash-6bit")
|
| 21 |
-
|
| 22 |
-
prompt = "hello"
|
| 23 |
-
|
| 24 |
-
if tokenizer.chat_template is not None:
|
| 25 |
-
messages = [{"role": "user", "content": prompt}]
|
| 26 |
-
prompt = tokenizer.apply_chat_template(
|
| 27 |
-
messages, add_generation_prompt=True, return_dict=False,
|
| 28 |
-
)
|
| 29 |
-
|
| 30 |
-
response = generate(model, tokenizer, prompt=prompt, verbose=True)
|
| 31 |
-
```
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
config.json
DELETED
|
The diff for this file is too large to render.
See raw diff
|
|
|
generation_config.json
DELETED
|
@@ -1,9 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"_from_model_config": true,
|
| 3 |
-
"bos_token_id": 0,
|
| 4 |
-
"eos_token_id": 1,
|
| 5 |
-
"do_sample": true,
|
| 6 |
-
"temperature": 1.0,
|
| 7 |
-
"top_p": 1.0,
|
| 8 |
-
"transformers_version": "4.46.3"
|
| 9 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
model-00001-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:535465a62b3e17cf0335a2c49da4983a4c669eaafed15e95e6f15df24b061e9b
|
| 3 |
-
size 5207677050
|
|
|
|
|
|
|
|
|
|
|
|
model-00002-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:90882c9d2e2db97ac49a6cba086e4c8014ba63bc017f58b1e1df9eb4f8fbc798
|
| 3 |
-
size 4697786673
|
|
|
|
|
|
|
|
|
|
|
|
model-00003-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:cc2bd5a95d20f699e9e61e1a59fb76e14319969819f0e95587d10116741f08a7
|
| 3 |
-
size 4807738851
|
|
|
|
|
|
|
|
|
|
|
|
model-00004-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:c412b17d681d2fa06841ba9d1b5c2efe66725c1f7cd962a8e245aafa097cf35b
|
| 3 |
-
size 4679560533
|
|
|
|
|
|
|
|
|
|
|
|
model-00005-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:fb6398e29849e7fc1556f3147e06d1c918492047fd648e00aacd7e7870003f91
|
| 3 |
-
size 4691582268
|
|
|
|
|
|
|
|
|
|
|
|
model-00006-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:8a38f1071c93d2a19d77220bf0fa22f32b5e4f1bb64eb517d94bd5f8ca094b2e
|
| 3 |
-
size 4807738889
|
|
|
|
|
|
|
|
|
|
|
|
model-00007-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:a448d9b36a5560a7f6038fb83427969f263c04936df969b999fcd84e77f7387d
|
| 3 |
-
size 4679560593
|
|
|
|
|
|
|
|
|
|
|
|
model-00008-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:83df3d11969147694230987c061a0f77e1084b9f16f32a302b462ac12ab80e6d
|
| 3 |
-
size 4691582318
|
|
|
|
|
|
|
|
|
|
|
|
model-00009-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:d03c3dc6f24f8de8c2f82eb8a74d7bd28954288e31b8d5ac6a93a7b47a2c43cd
|
| 3 |
-
size 4807738915
|
|
|
|
|
|
|
|
|
|
|
|
model-00010-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:dec45a9fd484ed07a13b93194147157f09488bf56f2224b2d6d35086611c5744
|
| 3 |
-
size 4679560646
|
|
|
|
|
|
|
|
|
|
|
|
model-00011-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:40cc0802d3b1e562cff142382fa92442ea5546e418eeb26bdcc213a4d7f8feef
|
| 3 |
-
size 4691582333
|
|
|
|
|
|
|
|
|
|
|
|
model-00012-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:c70016ade9878b509cff5b894be033793e2df7dfa3a1808307871298be31e1db
|
| 3 |
-
size 4807738983
|
|
|
|
|
|
|
|
|
|
|
|
model-00013-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:ef34b72011e9991b725e45a420d3706b24cb224eb1e5fd9ac0122e73e3517ea6
|
| 3 |
-
size 4679560612
|
|
|
|
|
|
|
|
|
|
|
|
model-00014-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:725954e9ce03d22a17c3da28eb20a9178907825ab6d2787e5e4e45925e6e11ab
|
| 3 |
-
size 4691582335
|
|
|
|
|
|
|
|
|
|
|
|
model-00015-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:75ca1ae5db15328030a76b7aeab1a0f613b1ab48c95230dd09a5c5d5680011bc
|
| 3 |
-
size 4807738985
|
|
|
|
|
|
|
|
|
|
|
|
model-00016-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:225f9cb00400644c38e4f32181e08ea1f350469a64bb9f15836b5265c2346006
|
| 3 |
-
size 4679560614
|
|
|
|
|
|
|
|
|
|
|
|
model-00017-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:6e8e195c90d91736101e3f61908020416836f8d9f729c38e7e1dae2a15e89cc6
|
| 3 |
-
size 4691582317
|
|
|
|
|
|
|
|
|
|
|
|
model-00018-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:db22c9c60c35292ffd0475fada3797d5ce75a28ec666eea99bf3c3304e89503e
|
| 3 |
-
size 4807738963
|
|
|
|
|
|
|
|
|
|
|
|
model-00019-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:6502565b308f7b387916860f88952f4d65e33e800fac8fd8f1ce424eaf2a8e41
|
| 3 |
-
size 4679560646
|
|
|
|
|
|
|
|
|
|
|
|
model-00020-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:91db8b50ca6cfbc9b150120279b978382b9a47e9ae7337cb177a3c2ae866ddcf
|
| 3 |
-
size 4691582335
|
|
|
|
|
|
|
|
|
|
|
|
model-00021-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:d3209fa1fb4e5090eb547b127c3dba961512e6de7f0c25841fdd9833292150ac
|
| 3 |
-
size 4807739007
|
|
|
|
|
|
|
|
|
|
|
|
model-00022-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:9e0569a775b3dc08c1b86013212546458a74c9343f93c48c8fc926787af6472f
|
| 3 |
-
size 4679560642
|
|
|
|
|
|
|
|
|
|
|
|
model-00023-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:857a20293d5c49428d5146b565aa4ad81940bc1f63882953bc3a49c22b49eeee
|
| 3 |
-
size 4691582335
|
|
|
|
|
|
|
|
|
|
|
|
model-00024-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:4e38753c414d81bec6d2a35e1b5c6df9137089cf9cf79266794626a28a307a93
|
| 3 |
-
size 4807739007
|
|
|
|
|
|
|
|
|
|
|
|
model-00025-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:4d6e981987ad623e834174547a3073e2f3cb53c66fd991b45edd60aa9027e18c
|
| 3 |
-
size 4679560642
|
|
|
|
|
|
|
|
|
|
|
|
model-00026-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:0e5a01e47a8a7d6b00a390928f926096dc73625a41c1a4e7d56f13f46015cc65
|
| 3 |
-
size 4691582335
|
|
|
|
|
|
|
|
|
|
|
|
model-00027-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:b92d29289a7b10c68efeb8cddaf35a682cd9578925f8adc5f71faf3a23ddb48c
|
| 3 |
-
size 4807738995
|
|
|
|
|
|
|
|
|
|
|
|
model-00028-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:f6c535da34c9b5f0abaf2ba815be4246cab0b1bffbd7e4852e3eef61af9bf5b9
|
| 3 |
-
size 4679560614
|
|
|
|
|
|
|
|
|
|
|
|
model-00029-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:e2ed33847f65541ede0d69e797afb0d5734343a9db3935909f00fda6ed8f8ca4
|
| 3 |
-
size 4691582335
|
|
|
|
|
|
|
|
|
|
|
|
model-00030-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:bdae00b1028f30a00b999bce54dfcd155ba9c12acb4350568372503b3304c53d
|
| 3 |
-
size 4807739045
|
|
|
|
|
|
|
|
|
|
|
|
model-00031-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:b68f086aa7ae1ab23da20b1cfff4f7240648a3438085bc8218277d9b9af1ad16
|
| 3 |
-
size 4679560570
|
|
|
|
|
|
|
|
|
|
|
|
model-00032-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:f236461317eb20c608f0b5d777efaf82897d6664c472244a15335ce69d3248f9
|
| 3 |
-
size 4691582333
|
|
|
|
|
|
|
|
|
|
|
|
model-00033-of-00033.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:2a99c3575d4c990b9c1879921f878518e57202676e2ffb26d599580054dcafa0
|
| 3 |
-
size 1594977271
|
|
|
|
|
|
|
|
|
|
|
|
model.safetensors.index.json
DELETED
|
The diff for this file is too large to render.
See raw diff
|
|
|
tokenizer.json
DELETED
|
The diff for this file is too large to render.
See raw diff
|
|
|
tokenizer_config.json
DELETED
|
@@ -1,14 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"backend": "tokenizers",
|
| 3 |
-
"bos_token": "<|begin▁of▁sentence|>",
|
| 4 |
-
"clean_up_tokenization_spaces": false,
|
| 5 |
-
"eos_token": "<|end▁of▁sentence|>",
|
| 6 |
-
"is_local": true,
|
| 7 |
-
"legacy": true,
|
| 8 |
-
"local_files_only": false,
|
| 9 |
-
"model_max_length": 1048576,
|
| 10 |
-
"pad_token": "<|end▁of▁sentence|>",
|
| 11 |
-
"sp_model_kwargs": {},
|
| 12 |
-
"tokenizer_class": "TokenizersBackend",
|
| 13 |
-
"unk_token": null
|
| 14 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|