prince-canuma commited on
Commit
4f04d8f
·
verified ·
1 Parent(s): 04f5070

Wipe stale weights for re-quant

Browse files
README.md DELETED
@@ -1,31 +0,0 @@
1
- ---
2
- language: en
3
- library_name: mlx
4
- pipeline_tag: text-generation
5
- tags:
6
- - mlx
7
- ---
8
-
9
- # mlx-community/DeepSeek-V4-Flash-5bit
10
-
11
- ## Use with mlx
12
-
13
- ```bash
14
- pip install mlx-lm
15
- ```
16
-
17
- ```python
18
- from mlx_lm import load, generate
19
-
20
- model, tokenizer = load("mlx-community/DeepSeek-V4-Flash-5bit")
21
-
22
- prompt = "hello"
23
-
24
- if tokenizer.chat_template is not None:
25
- messages = [{"role": "user", "content": prompt}]
26
- prompt = tokenizer.apply_chat_template(
27
- messages, add_generation_prompt=True, return_dict=False,
28
- )
29
-
30
- response = generate(model, tokenizer, prompt=prompt, verbose=True)
31
- ```
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
config.json DELETED
The diff for this file is too large to render. See raw diff
 
generation_config.json DELETED
@@ -1,9 +0,0 @@
1
- {
2
- "_from_model_config": true,
3
- "bos_token_id": 0,
4
- "eos_token_id": 1,
5
- "do_sample": true,
6
- "temperature": 1.0,
7
- "top_p": 1.0,
8
- "transformers_version": "4.46.3"
9
- }
 
 
 
 
 
 
 
 
 
 
model-00001-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:c2fa0e230b90c08866b9554064204dbffbe4724c2a8b16973dece8f36302cb8d
3
- size 5111601274
 
 
 
 
model-00002-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:0d08664e6819dbddfb51b43a4b00080d0b9dd5ee926c1cc74b7fdfcd720f3920
3
- size 4678879537
 
 
 
 
model-00003-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:7308ce80aad3d5ce9793b3667fbca5ec7b6d55ff9a816581744c6cce614a4ec5
3
- size 4771792331
 
 
 
 
model-00004-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:fd8bbb0871debfc43dfc61efe087a0b9f9991493206e3e2363802679730db1a9
3
- size 4662521165
 
 
 
 
model-00005-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:74f063b8f661da1da92a67a777af536219663f3474476b551e3c678e92d3e8fc
3
- size 4672675132
 
 
 
 
model-00006-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:829f1332f833e1605b5377265d69d937a6e8386af27ae673b6e0b714d184372c
3
- size 4771792387
 
 
 
 
model-00007-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:bae02817c3956c38b30dbe98c945fc5640ee340eb9592ee9b5392690312c9076
3
- size 4662521233
 
 
 
 
model-00008-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:0fcbda4e629d5e9c4a744181e624f671c07def7473839998cfc4eeefadc28c76
3
- size 4672675182
 
 
 
 
model-00009-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:9125049ca7e685e04caf3e6380d67c65805ff652108297382640394372c3947b
3
- size 4771792419
 
 
 
 
model-00010-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:8e1b228cab66a7e753fded75a96742f81246940cba0b5f74938c98143043fd44
3
- size 4662521286
 
 
 
 
model-00011-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:28f5e8aa8840494cdc4d4c6136591493bcfe554ca1786ae2922263f298b7237d
3
- size 4672675197
 
 
 
 
model-00012-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:49ef8f515e8231e0d8c2a9bcf05b38562e7c5382925333d5ce161496c657da59
3
- size 4771792473
 
 
 
 
model-00013-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:198da49ef65a0a845643ae4d76edebe98f98837037035afa16dec543ec01b9fa
3
- size 4662521252
 
 
 
 
model-00014-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:1218809378b3f6825aef207561300cb5f1e1f57a36e7f5d20f5a05fa8c15310a
3
- size 4672675199
 
 
 
 
model-00015-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:3260eabc71f0f9486e15553688feab0c94ced565e53b4a8c630f80bea0d07569
3
- size 4771792489
 
 
 
 
model-00016-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:a9960a3e94d905a3654d252fce328048062a70c17b545d784cc93fed2d124bf5
3
- size 4662521254
 
 
 
 
model-00017-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:82e030cbdcc40bf97ec585c1c1ad0f9f7ffcc94dde1f3e044661c9263b258aed
3
- size 4672675181
 
 
 
 
model-00018-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:f9af585e4f84c47044c45dd43a04eb1ff1f1ee22ba94d289fc0bd5e2d56d5544
3
- size 4771792457
 
 
 
 
model-00019-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:9ee871926ff37210a193b58e8faa74a23bb0768e0631cb38882d91b31afd9b01
3
- size 4662521286
 
 
 
 
model-00020-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:d7017333d56338470cb4812a517b249a3ec732a135393418d6cea098586fe5ca
3
- size 4672675199
 
 
 
 
model-00021-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:60e414a239711f354d45333ca7fb25b27e0d4e5196f3eaa7effdf849ee516df7
3
- size 4771792497
 
 
 
 
model-00022-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:088e9262815b8d4fbca3f83c708c7392b79e18bc073e842a83f669a4b6a55270
3
- size 4662521282
 
 
 
 
model-00023-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:d1e614e1b96d2a73863da246be4c9ba68469f6a97a7159435662cdd4584e0fd7
3
- size 4672675199
 
 
 
 
model-00024-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:96158c751d3b64e209af99847400c12bb3a073cd5f9481375e308f85accc7a4a
3
- size 4771792493
 
 
 
 
model-00025-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:cd865b3bc479c4920585090c1a09b10cabf670258f8708dd3fa18cebe3324fdc
3
- size 4662521282
 
 
 
 
model-00026-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:4f0ed265e4fde30d4ec9948415f34e5cef6960a2ba0dbacd1b5d3d702bb242d3
3
- size 4672675199
 
 
 
 
model-00027-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:eceb1ef1922d7ba8a1290eaece9e7b939320c54ee1eb24a2bb4f03c1e5230d6c
3
- size 4771792499
 
 
 
 
model-00028-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:84217fb23cd95220073612328de999176059686090f75d098e3ea8c59b44c0d4
3
- size 4662521254
 
 
 
 
model-00029-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:fba49672ad48edea325c7ee00bae28a3c87966daa8a82335134b9699fdd84ed2
3
- size 4672675199
 
 
 
 
model-00030-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:17dd855dacc22f6937785e48f0b876f4d28a5788b25bb7ff8a471ad9f0fad2bf
3
- size 4771792539
 
 
 
 
model-00031-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:87bb6d09ce41e4e71c80b7e1c40b2daffeeef6a47fd25b0d017263ba70e39924
3
- size 4662521210
 
 
 
 
model-00032-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:89050066fe4512a6109170bdff3352b26077b0bbdd70dfbadeaefb64da9fab42
3
- size 4672675197
 
 
 
 
model-00033-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:5e02953668bae9b8eb9117c1b821ddd72eca6192db887e6662e47b5565a0e5e8
3
- size 1525640183
 
 
 
 
model.safetensors.index.json DELETED
The diff for this file is too large to render. See raw diff
 
tokenizer.json DELETED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json DELETED
@@ -1,14 +0,0 @@
1
- {
2
- "backend": "tokenizers",
3
- "bos_token": "<|begin▁of▁sentence|>",
4
- "clean_up_tokenization_spaces": false,
5
- "eos_token": "<|end▁of▁sentence|>",
6
- "is_local": true,
7
- "legacy": true,
8
- "local_files_only": false,
9
- "model_max_length": 1048576,
10
- "pad_token": "<|end▁of▁sentence|>",
11
- "sp_model_kwargs": {},
12
- "tokenizer_class": "TokenizersBackend",
13
- "unk_token": null
14
- }