abcd1927 commited on
Commit
6cc810f
·
verified ·
1 Parent(s): 214bca9

Fix L_bp_cycles padding (use H_cycles, not L_cycles) — sync with PR #2 add-hrm-text 24653f2dcb

Browse files
Files changed (1) hide show
  1. modeling_hrm_text.py +1 -1
modeling_hrm_text.py CHANGED
@@ -434,7 +434,7 @@ class HrmTextModel(HrmTextPreTrainedModel):
434
  self.z_L_init = nn.Parameter(torch.zeros(config.hidden_size), requires_grad=False)
435
 
436
  raw_bp = list(config.L_bp_cycles)
437
- self.L_bp_cycles_padded = [1] * max(0, config.L_cycles - len(raw_bp)) + raw_bp
438
 
439
  # Initialize weights and apply final processing
440
  self.post_init()
 
434
  self.z_L_init = nn.Parameter(torch.zeros(config.hidden_size), requires_grad=False)
435
 
436
  raw_bp = list(config.L_bp_cycles)
437
+ self.L_bp_cycles_padded = [1] * max(0, config.H_cycles - len(raw_bp)) + raw_bp
438
 
439
  # Initialize weights and apply final processing
440
  self.post_init()