prince-canuma commited on
Commit
2632797
·
verified ·
1 Parent(s): 91614a0

Wipe stale weights for re-quant

Browse files
README.md DELETED
@@ -1,31 +0,0 @@
1
- ---
2
- language: en
3
- library_name: mlx
4
- tags:
5
- - mlx
6
- pipeline_tag: text-generation
7
- ---
8
-
9
- # mlx-community/DeepSeek-V4-Flash-4bit
10
-
11
- ## Use with mlx
12
-
13
- ```bash
14
- pip install mlx-lm
15
- ```
16
-
17
- ```python
18
- from mlx_lm import load, generate
19
-
20
- model, tokenizer = load("mlx-community/DeepSeek-V4-Flash-4bit")
21
-
22
- prompt = "hello"
23
-
24
- if tokenizer.chat_template is not None:
25
- messages = [{"role": "user", "content": prompt}]
26
- prompt = tokenizer.apply_chat_template(
27
- messages, add_generation_prompt=True, return_dict=False,
28
- )
29
-
30
- response = generate(model, tokenizer, prompt=prompt, verbose=True)
31
- ```
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
config.json DELETED
The diff for this file is too large to render. See raw diff
 
generation_config.json DELETED
@@ -1,9 +0,0 @@
1
- {
2
- "_from_model_config": true,
3
- "bos_token_id": 0,
4
- "eos_token_id": 1,
5
- "do_sample": true,
6
- "temperature": 1.0,
7
- "top_p": 1.0,
8
- "transformers_version": "4.46.3"
9
- }
 
 
 
 
 
 
 
 
 
 
model-00001-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:2763f13df412307d33e4716dd3fdabfaa8f45a400d9bdd00e38f10654e65ae14
3
- size 5015525498
 
 
 
 
model-00002-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:fe4764a66492166775fe59f7505fa06f7972a4c79056657dab0aebf19ddf9537
3
- size 4659972401
 
 
 
 
model-00003-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:d79301976c52ed3d410d012c21ccce4e307149aef907eb1c7531d1804ee24ea0
3
- size 4735845835
 
 
 
 
model-00004-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:54d478ece03e889350bcf1b56559974ece40fcff459586856fb4ba3bff801c07
3
- size 4645481801
 
 
 
 
model-00005-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:64eb31e4e073a80145681f0aebb9a0dbfe3a443d6088abd727d9a11e1ee10553
3
- size 4653767996
 
 
 
 
model-00006-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:e71c041fa00e87df9f15148057c9b7699b25d5d2464881063f51783f71241ddb
3
- size 4735845885
 
 
 
 
model-00007-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:49ed543421226f258763fc577fd01faddf4b082c41c3883b535943e83fa1a5b4
3
- size 4645481873
 
 
 
 
model-00008-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:40ad2fc8b4230dcf9b7ed44117f077795acef3aabe1cad407366d6dec6b86391
3
- size 4653768046
 
 
 
 
model-00009-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:dabc986ff93c9fae524aa7f893f5a5ca51b360a51ced2e34901a33e4adbfb937
3
- size 4735845921
 
 
 
 
model-00010-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:d9cbdb339bab35eb93e7fc4d23192a779cc10085009bba14b8cc69cd89fd1593
3
- size 4645481926
 
 
 
 
model-00011-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:acfbe66924d47ac8387453203f67d7b1c94d846c56093ee7fe930bb7d01dbe7e
3
- size 4653768061
 
 
 
 
model-00012-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:2b977cdf64da2190990b81911688306ea11c78db6b3633885a541fd9291df2e7
3
- size 4735845965
 
 
 
 
model-00013-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:079eec798fd7f6f311b679feb7be3b88c21db90e2c508a174be856246fe7163d
3
- size 4645481892
 
 
 
 
model-00014-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:bafe215768e85ca59160d319482733d10a70c568bca6a95011eae483e1f61974
3
- size 4653768063
 
 
 
 
model-00015-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:74694b8618092f14c6148cdbb657303d2809a9638834713a85a6d2e2736a2087
3
- size 4735845991
 
 
 
 
model-00016-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:85de0e36c501814acf859e54a4f7b53fbd6929447f9b6ca3e28318fb60ac46ae
3
- size 4645481894
 
 
 
 
model-00017-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:f1487d0475f381fe35a6876445432b4ad00a90eaa09330aa62b924816cbb7ef3
3
- size 4653768045
 
 
 
 
model-00018-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:85215616a269526360e98c37a9f9c0b581b6b659546d343256ba12e7a089fbbc
3
- size 4735845959
 
 
 
 
model-00019-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:74ee98730727d1ebe1a025700f05a5b8fe2f3c8bf2d6c475e67769c742de1bca
3
- size 4645481926
 
 
 
 
model-00020-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:f2de220562db8d1886d9a31bbe07629c6f88dd6f4c2444bc2494a314b976ce99
3
- size 4653768063
 
 
 
 
model-00021-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:2bde5c610cbb9e4dd0aacf1a78077b898d09bc00aa924fec736fe8681851628d
3
- size 4735845999
 
 
 
 
model-00022-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:31d792be1896b6275222a1f851542d8610634994f02367bfb1ce44cdfad65dd9
3
- size 4645481922
 
 
 
 
model-00023-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:5f201fcffcb0ead8bd75709084169f38af1dd2903508794cb02635127d4d1deb
3
- size 4653768063
 
 
 
 
model-00024-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:232e1f0e197a25fad05e0892605846cb93b3209bbfd15dde8faa3ed0a1bd7ebe
3
- size 4735845995
 
 
 
 
model-00025-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:cde07c7c0d3d819f7b263d5ff653114af75051687b561573efdf5c67aa4da82f
3
- size 4645481922
 
 
 
 
model-00026-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:42a3ae540c9ede4ba2cda2099553318f64a7b464aff42afe7f460d7c6c39b730
3
- size 4653768063
 
 
 
 
model-00027-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:1701b4b0edd87e4c3eb6510ffdf3466d096e824d882717fdb7015a8dee099be8
3
- size 4735845997
 
 
 
 
model-00028-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:0738f58bcec75558d884b18dda7aae7086b50f229b0d8d400c083f8d041b84c6
3
- size 4645481894
 
 
 
 
model-00029-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:dbe00302097635f425e4def6ca7e5f53fb77066658129c6bd1532dc37cc9b238
3
- size 4653768063
 
 
 
 
model-00030-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:64cc580aa5ecd3b882aee2238f05c2e7de4bcee9b376e25d4f70e1bcf960c5a7
3
- size 4735846043
 
 
 
 
model-00031-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:9fb0f55fa07aaef6cb428d02e1846525f245559d4dad2746b657cc5c5423eef7
3
- size 4645481850
 
 
 
 
model-00032-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:09b7d67c94a68cb22d05fee8dee78ff27daa14ed45d103728eaaf9a9602b30d7
3
- size 4653768061
 
 
 
 
model-00033-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:5dfdb235e8c4bca25769cf531010109a898bc63f0d5aa32fdbb92ebd323ede3b
3
- size 1456303095
 
 
 
 
model.safetensors.index.json DELETED
The diff for this file is too large to render. See raw diff
 
tokenizer.json DELETED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json DELETED
@@ -1,14 +0,0 @@
1
- {
2
- "backend": "tokenizers",
3
- "bos_token": "<|begin▁of▁sentence|>",
4
- "clean_up_tokenization_spaces": false,
5
- "eos_token": "<|end▁of▁sentence|>",
6
- "is_local": true,
7
- "legacy": true,
8
- "local_files_only": false,
9
- "model_max_length": 1048576,
10
- "pad_token": "<|end▁of▁sentence|>",
11
- "sp_model_kwargs": {},
12
- "tokenizer_class": "TokenizersBackend",
13
- "unk_token": null
14
- }