Commit ·
7cfd469
1
Parent(s): 298dee2
Update config.json (#2)
Browse files- Update config.json (6f81d85285089f4e40d03c3e5135793cfe359364)
Co-authored-by: Yao Zhao <zheyishine@users.noreply.huggingface.co>
- config.json +0 -1
config.json
CHANGED
|
@@ -74,7 +74,6 @@
|
|
| 74 |
"q_b_proj",
|
| 75 |
"kv_a_proj_with_mqa",
|
| 76 |
"kv_b_proj",
|
| 77 |
-
"mlp.gate",
|
| 78 |
"lm_head"
|
| 79 |
],
|
| 80 |
"weight_block_size": [
|
|
|
|
| 74 |
"q_b_proj",
|
| 75 |
"kv_a_proj_with_mqa",
|
| 76 |
"kv_b_proj",
|
|
|
|
| 77 |
"lm_head"
|
| 78 |
],
|
| 79 |
"weight_block_size": [
|