Update geneformer/mtl/model.py (#585)

- Update geneformer/mtl/model.py (33693688b3eaa03e4ed385a115e3a74ae37af9ff)


Co-authored-by: FMT <MajorasMeow@users.noreply.huggingface.co>

geneformer/mtl/model.py

@@ -33,7 +33,7 @@ class GeneformerMultiTask(nn.Module):
     ):
         super(GeneformerMultiTask, self).__init__()
         self.config = BertConfig.from_pretrained(pretrained_path)
-        self.bert = BertModel(self.config)
+        self.bert = BertModel.from_pretrained(pretrained_path)
         self.num_labels_list = num_labels_list
         self.use_task_weights = use_task_weights
         self.dropout = nn.Dropout(dropout_rate)