prince-canuma commited on
Commit
6deecd2
·
verified ·
1 Parent(s): fc21b76

Wipe stale weights for re-quant

Browse files
README.md DELETED
@@ -1,31 +0,0 @@
1
- ---
2
- language: en
3
- pipeline_tag: text-generation
4
- library_name: mlx
5
- tags:
6
- - mlx
7
- ---
8
-
9
- # mlx-community/DeepSeek-V4-Flash-8bit
10
-
11
- ## Use with mlx
12
-
13
- ```bash
14
- pip install mlx-lm
15
- ```
16
-
17
- ```python
18
- from mlx_lm import load, generate
19
-
20
- model, tokenizer = load("mlx-community/DeepSeek-V4-Flash-8bit")
21
-
22
- prompt = "hello"
23
-
24
- if tokenizer.chat_template is not None:
25
- messages = [{"role": "user", "content": prompt}]
26
- prompt = tokenizer.apply_chat_template(
27
- messages, add_generation_prompt=True, return_dict=False,
28
- )
29
-
30
- response = generate(model, tokenizer, prompt=prompt, verbose=True)
31
- ```
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
config.json DELETED
The diff for this file is too large to render. See raw diff
 
generation_config.json DELETED
@@ -1,9 +0,0 @@
1
- {
2
- "_from_model_config": true,
3
- "bos_token_id": 0,
4
- "eos_token_id": 1,
5
- "do_sample": true,
6
- "temperature": 1.0,
7
- "top_p": 1.0,
8
- "transformers_version": "4.46.3"
9
- }
 
 
 
 
 
 
 
 
 
 
model-00001-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:7c5a489f7026775747eebb472a48f5546574167becb0ad1c3ff7047eef9ac126
3
- size 5332719625
 
 
 
 
model-00002-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:7201b96026128648bbe73afd957b837b46e18671540117bcf3bbdefb271ce963
3
- size 4802709945
 
 
 
 
model-00003-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:3ed0bc98337a07de6fbfadf9f8a92012eae11ad2155d47d0022e67e8487644cb
3
- size 4879631886
 
 
 
 
model-00004-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:83d29e5cbab192a27f601a0f678984819119487a9832fe1d23a20cd50cce1f90
3
- size 4713639270
 
 
 
 
model-00005-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:78f5e9538d461e4405868257ecd561fb56ad6890a0fb43cbd12d2bbf279b01d0
3
- size 4729396550
 
 
 
 
model-00006-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:6a0ed0e662c76138cfd84532602fbf5148919e3e45f51558e3f45f5804cd3489
3
- size 4879631898
 
 
 
 
model-00007-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:5436bfc9459bdf710a2a1a47de87a9308c5f9f0b4e11c09071b7a626f36fd88c
3
- size 4713639320
 
 
 
 
model-00008-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:00e3a00620daffd0e47ad1447d335f30dbae1a3b5a784d09461c06974639081d
3
- size 4729396600
 
 
 
 
model-00009-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:59d0b1eecd23d04b1eb77f29d1f8b0fcdd875160d5fc9422bf36eaf8ad1f562d
3
- size 4879631926
 
 
 
 
model-00010-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:3610e1f2ae0eff6d2de645daafd0663fb9d5e9ecd73d2366b808dc0c80c9b304
3
- size 4713639373
 
 
 
 
model-00011-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:5449ec0ddcc22c2dbe08a40809d1ab6120af4b7ab1708a0437cac3e6a3e8e031
3
- size 4729396615
 
 
 
 
model-00012-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:316547f5990843d9e5ae28d5f4719810350ea1988c4db48159f64caa351ff772
3
- size 4879632028
 
 
 
 
model-00013-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:f1e7dd6ee6275b9366f47bff9c525ffa729d455dead84dc673a852fce9cdf6a9
3
- size 4713639343
 
 
 
 
model-00014-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:4ff2b96cc5022c29b69904d4aa2cd41490f02abf4b319d5838208f0354f91790
3
- size 4729396617
 
 
 
 
model-00015-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:ed54a7ba952f37f91ce91ce0e4c1b4d9ff3843f3497ce30171a1a12536458c03
3
- size 4879632002
 
 
 
 
model-00016-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:c5a190d2f238a878a3e1226d17761d9cadacfe829204791b7dc11b5c5e3449aa
3
- size 4713639341
 
 
 
 
model-00017-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:ad019fdfe1bac9e66e1400650825e9d5c926aa694c2ba7f7a5165aa40e60d43d
3
- size 4729396599
 
 
 
 
model-00018-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:f77cbdcce6898676ff4a9c5cd7fb2f36ece6b7a33b2f231bec0d8df7cbaa77a4
3
- size 4879631974
 
 
 
 
model-00019-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:fbefa3a507ae7d81993c1fa5af460d2cded83c5cc6e774b7c6a77e10877fbbb6
3
- size 4713639373
 
 
 
 
model-00020-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:a019720e9ced7dc7c160eb68b71d813e7ba0c819c7917d9d35dc8e48aacf8f37
3
- size 4729396617
 
 
 
 
model-00021-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:3dcdb6f448cb9f0f2f758b5cbb4add19d95c8e06437a7c7b2115b5ab269a48e8
3
- size 4879632038
 
 
 
 
model-00022-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:4a56941f69f0b91a1a3fdc6b5359bd5a57a1210f642b50575a82a4a1b738f27c
3
- size 4713639369
 
 
 
 
model-00023-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:0d9cf441b0d5cdc51573e1f2870a394f0e4fe7cb8258d5dc221152d930a5360b
3
- size 4729396617
 
 
 
 
model-00024-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:6a5bf0800e7eab233f9629b042740ee531d09f2df17418861f356f4a0aa94733
3
- size 4879632042
 
 
 
 
model-00025-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:ce521df6f81a152ac2d9bd10d6dcea40f83d0bf1fe5e7a3819e1bb3e2af703eb
3
- size 4713639369
 
 
 
 
model-00026-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:b4bad2473f4bcef8b3b632472ef072cbefcc01b4596ce39b65dadcea098a3fff
3
- size 4729396617
 
 
 
 
model-00027-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:42a1221d5032484a8f8e7eb31320d3b44cc834c2759f1c04a774f6b4af6d6961
3
- size 4879632010
 
 
 
 
model-00028-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:d84b255b80238a2b5ce5c13e367a0fc7bd7fc6e5e806b8d67326e793c7aff147
3
- size 4713639341
 
 
 
 
model-00029-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:d6a72dd49aceb93e9bce54abc0472775be59244e032afa13fbc22aa6c1fa1daa
3
- size 4729396617
 
 
 
 
model-00030-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:46ef1f99df8ee55d07be7268a1405cf792e62f059b5e523f78453cc04ef3862d
3
- size 4879632056
 
 
 
 
model-00031-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:9b75528121368af42e03bde80c1b5ee22d004571afd4eba8c584e0785ff6932d
3
- size 4713639299
 
 
 
 
model-00032-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:ae250e4db24be7613a0ec1afa4cf35dc6b15650bee219ed9b510aaa1bf2753bf
3
- size 4729396615
 
 
 
 
model-00033-of-00033.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:463d2aed9a2d96145046b11fb9786b7fe74a8c5531cfe250f73ed337dcc55a87
3
- size 1733651450
 
 
 
 
model.safetensors.index.json DELETED
The diff for this file is too large to render. See raw diff
 
tokenizer.json DELETED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json DELETED
@@ -1,14 +0,0 @@
1
- {
2
- "backend": "tokenizers",
3
- "bos_token": "<|begin▁of▁sentence|>",
4
- "clean_up_tokenization_spaces": false,
5
- "eos_token": "<|end▁of▁sentence|>",
6
- "is_local": true,
7
- "legacy": true,
8
- "local_files_only": false,
9
- "model_max_length": 1048576,
10
- "pad_token": "<|end▁of▁sentence|>",
11
- "sp_model_kwargs": {},
12
- "tokenizer_class": "TokenizersBackend",
13
- "unk_token": null
14
- }