omar-ah commited on
Commit
7619099
·
verified ·
1 Parent(s): faf4cb2

Fix: mLSTM SiLU gate+activation, GroupNorm 192, stochastic depth 0.05, Hanning window

Browse files
Files changed (1) hide show
  1. vil_tracker/models/backbone.py +1 -1
vil_tracker/models/backbone.py CHANGED
@@ -159,7 +159,7 @@ class ViLBackbone(nn.Module):
159
  num_heads: int = 4,
160
  conv_kernel: int = 4,
161
  mlp_ratio: float = 4.0,
162
- drop_path_rate: float = 0.1,
163
  tmoe_blocks: int = 2,
164
  num_experts: int = 4,
165
  bias: bool = False,
 
159
  num_heads: int = 4,
160
  conv_kernel: int = 4,
161
  mlp_ratio: float = 4.0,
162
+ drop_path_rate: float = 0.05,
163
  tmoe_blocks: int = 2,
164
  num_experts: int = 4,
165
  bias: bool = False,