File size: 476 Bytes
c6dfc69 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 | # @package _global_
aural_fuser:
patch_cfgs:
- [4, 4]
- [2, 2]
- [1, 1]
f_depths: [3, 6, 12]
block_kw:
dim: 256
num_heads: 4
mlp_ratio: 4
qkv_bias: true
qk_scale: null
drop: 0.1
attn_drop: 0.1
drop_path: 0.0
sr_ratio: 4
linear: false
one_d_kw:
dim: 256
num_heads: 4
mlp_ratio: 4
qkv_bias: true
qk_scale: null
drop: 0.1
attn_drop: 0.1
drop_path: 0.0
sr_ratio: 4
linear: false
|