susnato commited on
Commit
77ba198
·
1 Parent(s): 75a9688

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +5 -5
config.json CHANGED
@@ -141,7 +141,7 @@
141
  "decoder_config": {
142
  "initializer_factor": 1.0,
143
  "activation_function": "gelu_new",
144
- "attn_pdrop": 0.1,
145
  "bos_token_id": 8192,
146
  "embd_pdrop": 0.1,
147
  "eos_token_id": 8193,
@@ -149,11 +149,11 @@
149
  "layer_norm_epsilon": 1e-05,
150
  "model_type": "clvp_decoder",
151
  "n_ctx": 1012,
152
- "n_embd": 1024,
153
- "n_head": 16,
154
- "n_layer": 30,
155
  "num_mel_attn_blocks": 6,
156
- "max_mel_tokens": 608,
157
  "max_text_tokens": 404,
158
  "resid_pdrop": 0.1,
159
  "summary_activation": null,
 
141
  "decoder_config": {
142
  "initializer_factor": 1.0,
143
  "activation_function": "gelu_new",
144
+ "attention_dropout": 0.1,
145
  "bos_token_id": 8192,
146
  "embd_pdrop": 0.1,
147
  "eos_token_id": 8193,
 
149
  "layer_norm_epsilon": 1e-05,
150
  "model_type": "clvp_decoder",
151
  "n_ctx": 1012,
152
+ "hidden_size": 1024,
153
+ "num_attention_heads": 16,
154
+ "num_hidden_layers": 30,
155
  "num_mel_attn_blocks": 6,
156
+ "max_position_embeddings": 608,
157
  "max_text_tokens": 404,
158
  "resid_pdrop": 0.1,
159
  "summary_activation": null,