Fix: mLSTM SiLU gate+activation, GroupNorm 192, stochastic depth 0.05, Hanning window
Browse files
vil_tracker/configs/default.json
CHANGED
|
@@ -8,7 +8,7 @@
|
|
| 8 |
"num_heads": 4,
|
| 9 |
"conv_kernel": 4,
|
| 10 |
"mlp_ratio": 4.0,
|
| 11 |
-
"drop_path_rate": 0.
|
| 12 |
"tmoe_blocks": 2,
|
| 13 |
"num_experts": 4,
|
| 14 |
"film_interval": 6,
|
|
|
|
| 8 |
"num_heads": 4,
|
| 9 |
"conv_kernel": 4,
|
| 10 |
"mlp_ratio": 4.0,
|
| 11 |
+
"drop_path_rate": 0.05,
|
| 12 |
"tmoe_blocks": 2,
|
| 13 |
"num_experts": 4,
|
| 14 |
"film_interval": 6,
|