Taykhoom commited on
Commit
1c56c16
·
verified ·
1 Parent(s): adac0f5

Upload folder using huggingface_hub

Browse files
Files changed (1) hide show
  1. modeling_helix_mrna.py +5 -1
modeling_helix_mrna.py CHANGED
@@ -1463,7 +1463,11 @@ class HelixmRNAModel(HelixmRNAPreTrainedModel):
1463
 
1464
  model_name = wrapper_config.model_name
1465
  kwargs.pop("trust_remote_code", None) # don't pass to non-Auto config class (HelixmRNAConfig)
1466
- cfg = HelixmRNAConfig.from_pretrained(model_name, **kwargs)
 
 
 
 
1467
  cfg.model_name = model_name
1468
 
1469
  return super().from_pretrained(
 
1463
 
1464
  model_name = wrapper_config.model_name
1465
  kwargs.pop("trust_remote_code", None) # don't pass to non-Auto config class (HelixmRNAConfig)
1466
+ cfg = HelixmRNAConfig.from_pretrained(
1467
+ model_name,
1468
+ attn_implementation=wrapper_config._attn_implementation, # manually pass attn_implementation
1469
+ **kwargs
1470
+ )
1471
  cfg.model_name = model_name
1472
 
1473
  return super().from_pretrained(