Update config.json
Browse files- config.json +5 -5
config.json
CHANGED
|
@@ -141,7 +141,7 @@
|
|
| 141 |
"decoder_config": {
|
| 142 |
"initializer_factor": 1.0,
|
| 143 |
"activation_function": "gelu_new",
|
| 144 |
-
"
|
| 145 |
"bos_token_id": 8192,
|
| 146 |
"embd_pdrop": 0.1,
|
| 147 |
"eos_token_id": 8193,
|
|
@@ -149,11 +149,11 @@
|
|
| 149 |
"layer_norm_epsilon": 1e-05,
|
| 150 |
"model_type": "clvp_decoder",
|
| 151 |
"n_ctx": 1012,
|
| 152 |
-
"
|
| 153 |
-
"
|
| 154 |
-
"
|
| 155 |
"num_mel_attn_blocks": 6,
|
| 156 |
-
"
|
| 157 |
"max_text_tokens": 404,
|
| 158 |
"resid_pdrop": 0.1,
|
| 159 |
"summary_activation": null,
|
|
|
|
| 141 |
"decoder_config": {
|
| 142 |
"initializer_factor": 1.0,
|
| 143 |
"activation_function": "gelu_new",
|
| 144 |
+
"attention_dropout": 0.1,
|
| 145 |
"bos_token_id": 8192,
|
| 146 |
"embd_pdrop": 0.1,
|
| 147 |
"eos_token_id": 8193,
|
|
|
|
| 149 |
"layer_norm_epsilon": 1e-05,
|
| 150 |
"model_type": "clvp_decoder",
|
| 151 |
"n_ctx": 1012,
|
| 152 |
+
"hidden_size": 1024,
|
| 153 |
+
"num_attention_heads": 16,
|
| 154 |
+
"num_hidden_layers": 30,
|
| 155 |
"num_mel_attn_blocks": 6,
|
| 156 |
+
"max_position_embeddings": 608,
|
| 157 |
"max_text_tokens": 404,
|
| 158 |
"resid_pdrop": 0.1,
|
| 159 |
"summary_activation": null,
|