Update config.json
#2
by zheyishine - opened
- config.json +0 -1
config.json
CHANGED
|
@@ -74,7 +74,6 @@
|
|
| 74 |
"q_b_proj",
|
| 75 |
"kv_a_proj_with_mqa",
|
| 76 |
"kv_b_proj",
|
| 77 |
-
"mlp.gate",
|
| 78 |
"lm_head"
|
| 79 |
],
|
| 80 |
"weight_block_size": [
|
|
|
|
| 74 |
"q_b_proj",
|
| 75 |
"kv_a_proj_with_mqa",
|
| 76 |
"kv_b_proj",
|
|
|
|
| 77 |
"lm_head"
|
| 78 |
],
|
| 79 |
"weight_block_size": [
|