Add dropout parameter to ProjConfig for improved model regularization
Browse files- code/train_production.py +1 -0
code/train_production.py
CHANGED
|
@@ -62,6 +62,7 @@ class ProjConfig:
|
|
| 62 |
lm_dim: int = 1024
|
| 63 |
hidden_mult: int = 2
|
| 64 |
num_layers: int = 2
|
|
|
|
| 65 |
|
| 66 |
# ============================================================
|
| 67 |
# 2. Vision xLSTM Implementation
|
|
|
|
| 62 |
lm_dim: int = 1024
|
| 63 |
hidden_mult: int = 2
|
| 64 |
num_layers: int = 2
|
| 65 |
+
dropout: float = 0.0
|
| 66 |
|
| 67 |
# ============================================================
|
| 68 |
# 2. Vision xLSTM Implementation
|