| model_name: EzAudio-L-Energy
|
|
|
| model:
|
| mae: True
|
| mae_prob: 0.25
|
| mask_ratio: [0.25, 1.0]
|
| mask_span: 10
|
| img_size: 500
|
| patch_size: 1
|
| in_chans: 257
|
| out_chans: 128
|
| input_type: '1d'
|
| embed_dim: 1024
|
| depth: 24
|
| num_heads: 16
|
| mlp_ratio: 4.0
|
| qkv_bias: false
|
| qk_scale: null
|
| qk_norm: layernorm
|
| norm_layer: layernorm
|
| act_layer: geglu
|
| context_norm: true
|
| use_checkpoint: true
|
| time_fusion: 'ada_sola_bias'
|
| ada_lora_rank: 32
|
| ada_lora_alpha: 32
|
| cls_dim: null
|
| context_dim: 1024
|
| context_fusion: 'cross'
|
| context_max_length: null
|
| context_pe_method: 'none'
|
| pe_method: 'none'
|
| rope_mode: 'shared'
|
| use_conv: true
|
| skip: true
|
| skip_norm: true
|
|
|
| controlnet:
|
| cond_in: 1
|
| cond_blocks: [64, 128]
|
| cond_mask: true
|
| cond_mask_prob: 0.25
|
| cond_mask_ratio: [0.25, 0.50]
|
| cond_mask_span: 10
|
|
|
| conditioner:
|
| condition_type: energy
|
| hop_size: 240
|
| window_size: 1920
|
| padding: 'reflect'
|
| min_db: -60
|
| norm: True
|
|
|
|
|
| autoencoder:
|
| name: stable_vae
|
| dim: 128
|
| sr: 24000
|
| latent_sr: 50
|
| q_first: true
|
| scale: 1.0
|
| shift: 0.0
|
|
|
|
|
|
|
| text_encoder:
|
| model: google/flan-t5-large
|
| max_length: 100
|
| cfg: 0.1
|
|
|
| diff:
|
| num_train_timesteps: 1000
|
| beta_schedule: 'scaled_linear'
|
| beta_start: 0.00085
|
| beta_end: 0.012
|
| prediction_type: 'v_prediction'
|
| rescale_betas_zero_snr: true
|
| timestep_spacing: 'trailing'
|
| clip_sample: false |
