Fix: mLSTM SiLU gate+activation, GroupNorm 192, stochastic depth 0.05, Hanning window
Browse files
vil_tracker/models/backbone.py
CHANGED
|
@@ -159,7 +159,7 @@ class ViLBackbone(nn.Module):
|
|
| 159 |
num_heads: int = 4,
|
| 160 |
conv_kernel: int = 4,
|
| 161 |
mlp_ratio: float = 4.0,
|
| 162 |
-
drop_path_rate: float = 0.
|
| 163 |
tmoe_blocks: int = 2,
|
| 164 |
num_experts: int = 4,
|
| 165 |
bias: bool = False,
|
|
|
|
| 159 |
num_heads: int = 4,
|
| 160 |
conv_kernel: int = 4,
|
| 161 |
mlp_ratio: float = 4.0,
|
| 162 |
+
drop_path_rate: float = 0.05,
|
| 163 |
tmoe_blocks: int = 2,
|
| 164 |
num_experts: int = 4,
|
| 165 |
bias: bool = False,
|