prince-canuma commited on
Commit
bc5a97e
·
verified ·
1 Parent(s): 69fcdb4

Wipe stale weights for re-quant

Browse files
README.md DELETED
@@ -1,31 +0,0 @@
1
- ---
2
- language: en
3
- tags:
4
- - mlx
5
- pipeline_tag: text-generation
6
- library_name: mlx
7
- ---
8
-
9
- # mlx-community/DeepSeek-V4-Flash-6bit
10
-
11
- ## Use with mlx
12
-
13
- ```bash
14
- pip install mlx-lm
15
- ```
16
-
17
- ```python
18
- from mlx_lm import load, generate
19
-
20
- model, tokenizer = load("mlx-community/DeepSeek-V4-Flash-6bit")
21
-
22
- prompt = "hello"
23
-
24
- if tokenizer.chat_template is not None:
25
- messages = [{"role": "user", "content": prompt}]
26
- prompt = tokenizer.apply_chat_template(
27
- messages, add_generation_prompt=True, return_dict=False,
28
- )
29
-
30
- response = generate(model, tokenizer, prompt=prompt, verbose=True)
31
- ```
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
config.json DELETED
The diff for this file is too large to render. See raw diff
 
generation_config.json DELETED
@@ -1,9 +0,0 @@
1
- {
2
- "_from_model_config": true,
3
- "bos_token_id": 0,
4
- "eos_token_id": 1,
5
- "do_sample": true,
6
- "temperature": 1.0,
7
- "top_p": 1.0,
8
- "transformers_version": "4.46.3"
9
- }
 
 
 
 
 
 
 
 
 
 
model-00001-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:535465a62b3e17cf0335a2c49da4983a4c669eaafed15e95e6f15df24b061e9b
3
- size 5207677050
 
 
 
 
model-00002-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:90882c9d2e2db97ac49a6cba086e4c8014ba63bc017f58b1e1df9eb4f8fbc798
3
- size 4697786673
 
 
 
 
model-00003-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:cc2bd5a95d20f699e9e61e1a59fb76e14319969819f0e95587d10116741f08a7
3
- size 4807738851
 
 
 
 
model-00004-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:c412b17d681d2fa06841ba9d1b5c2efe66725c1f7cd962a8e245aafa097cf35b
3
- size 4679560533
 
 
 
 
model-00005-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:fb6398e29849e7fc1556f3147e06d1c918492047fd648e00aacd7e7870003f91
3
- size 4691582268
 
 
 
 
model-00006-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:8a38f1071c93d2a19d77220bf0fa22f32b5e4f1bb64eb517d94bd5f8ca094b2e
3
- size 4807738889
 
 
 
 
model-00007-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:a448d9b36a5560a7f6038fb83427969f263c04936df969b999fcd84e77f7387d
3
- size 4679560593
 
 
 
 
model-00008-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:83df3d11969147694230987c061a0f77e1084b9f16f32a302b462ac12ab80e6d
3
- size 4691582318
 
 
 
 
model-00009-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:d03c3dc6f24f8de8c2f82eb8a74d7bd28954288e31b8d5ac6a93a7b47a2c43cd
3
- size 4807738915
 
 
 
 
model-00010-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:dec45a9fd484ed07a13b93194147157f09488bf56f2224b2d6d35086611c5744
3
- size 4679560646
 
 
 
 
model-00011-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:40cc0802d3b1e562cff142382fa92442ea5546e418eeb26bdcc213a4d7f8feef
3
- size 4691582333
 
 
 
 
model-00012-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:c70016ade9878b509cff5b894be033793e2df7dfa3a1808307871298be31e1db
3
- size 4807738983
 
 
 
 
model-00013-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:ef34b72011e9991b725e45a420d3706b24cb224eb1e5fd9ac0122e73e3517ea6
3
- size 4679560612
 
 
 
 
model-00014-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:725954e9ce03d22a17c3da28eb20a9178907825ab6d2787e5e4e45925e6e11ab
3
- size 4691582335
 
 
 
 
model-00015-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:75ca1ae5db15328030a76b7aeab1a0f613b1ab48c95230dd09a5c5d5680011bc
3
- size 4807738985
 
 
 
 
model-00016-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:225f9cb00400644c38e4f32181e08ea1f350469a64bb9f15836b5265c2346006
3
- size 4679560614
 
 
 
 
model-00017-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:6e8e195c90d91736101e3f61908020416836f8d9f729c38e7e1dae2a15e89cc6
3
- size 4691582317
 
 
 
 
model-00018-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:db22c9c60c35292ffd0475fada3797d5ce75a28ec666eea99bf3c3304e89503e
3
- size 4807738963
 
 
 
 
model-00019-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:6502565b308f7b387916860f88952f4d65e33e800fac8fd8f1ce424eaf2a8e41
3
- size 4679560646
 
 
 
 
model-00020-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:91db8b50ca6cfbc9b150120279b978382b9a47e9ae7337cb177a3c2ae866ddcf
3
- size 4691582335
 
 
 
 
model-00021-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:d3209fa1fb4e5090eb547b127c3dba961512e6de7f0c25841fdd9833292150ac
3
- size 4807739007
 
 
 
 
model-00022-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:9e0569a775b3dc08c1b86013212546458a74c9343f93c48c8fc926787af6472f
3
- size 4679560642
 
 
 
 
model-00023-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:857a20293d5c49428d5146b565aa4ad81940bc1f63882953bc3a49c22b49eeee
3
- size 4691582335
 
 
 
 
model-00024-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:4e38753c414d81bec6d2a35e1b5c6df9137089cf9cf79266794626a28a307a93
3
- size 4807739007
 
 
 
 
model-00025-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:4d6e981987ad623e834174547a3073e2f3cb53c66fd991b45edd60aa9027e18c
3
- size 4679560642
 
 
 
 
model-00026-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:0e5a01e47a8a7d6b00a390928f926096dc73625a41c1a4e7d56f13f46015cc65
3
- size 4691582335
 
 
 
 
model-00027-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:b92d29289a7b10c68efeb8cddaf35a682cd9578925f8adc5f71faf3a23ddb48c
3
- size 4807738995
 
 
 
 
model-00028-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:f6c535da34c9b5f0abaf2ba815be4246cab0b1bffbd7e4852e3eef61af9bf5b9
3
- size 4679560614
 
 
 
 
model-00029-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:e2ed33847f65541ede0d69e797afb0d5734343a9db3935909f00fda6ed8f8ca4
3
- size 4691582335
 
 
 
 
model-00030-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:bdae00b1028f30a00b999bce54dfcd155ba9c12acb4350568372503b3304c53d
3
- size 4807739045
 
 
 
 
model-00031-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:b68f086aa7ae1ab23da20b1cfff4f7240648a3438085bc8218277d9b9af1ad16
3
- size 4679560570
 
 
 
 
model-00032-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:f236461317eb20c608f0b5d777efaf82897d6664c472244a15335ce69d3248f9
3
- size 4691582333
 
 
 
 
model-00033-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:2a99c3575d4c990b9c1879921f878518e57202676e2ffb26d599580054dcafa0
3
- size 1594977271
 
 
 
 
model.safetensors.index.json DELETED
The diff for this file is too large to render. See raw diff
 
tokenizer.json DELETED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json DELETED
@@ -1,14 +0,0 @@
1
- {
2
- "backend": "tokenizers",
3
- "bos_token": "<|begin▁of▁sentence|>",
4
- "clean_up_tokenization_spaces": false,
5
- "eos_token": "<|end▁of▁sentence|>",
6
- "is_local": true,
7
- "legacy": true,
8
- "local_files_only": false,
9
- "model_max_length": 1048576,
10
- "pad_token": "<|end▁of▁sentence|>",
11
- "sp_model_kwargs": {},
12
- "tokenizer_class": "TokenizersBackend",
13
- "unk_token": null
14
- }