Fix: mLSTM SiLU gate+activation, GroupNorm 192, stochastic depth 0.05, Hanning window
Browse files
vil_tracker/models/tracker.py
CHANGED
|
@@ -32,7 +32,7 @@ def get_default_config() -> dict:
|
|
| 32 |
'num_heads': 4,
|
| 33 |
'conv_kernel': 4,
|
| 34 |
'mlp_ratio': 4.0,
|
| 35 |
-
'drop_path_rate': 0.
|
| 36 |
'tmoe_blocks': 2,
|
| 37 |
'num_experts': 4,
|
| 38 |
|
|
|
|
| 32 |
'num_heads': 4,
|
| 33 |
'conv_kernel': 4,
|
| 34 |
'mlp_ratio': 4.0,
|
| 35 |
+
'drop_path_rate': 0.05,
|
| 36 |
'tmoe_blocks': 2,
|
| 37 |
'num_experts': 4,
|
| 38 |
|