Update modeling_apex.py

modeling_apex.py

@@ -65,12 +65,13 @@ class APEXModel(PreTrainedModel):
         self.mert_processor = AutoProcessor.from_pretrained(
             config.mert_model_name, trust_remote_code=True
         )
-        self.mert = AutoModel.from_pretrained(
-            config.mert_model_name,
-            trust_remote_code = True,
-            device_map        = None,
-            low_cpu_mem_usage = False
-        )
+        with torch.device('cpu'):
+            self.mert = AutoModel.from_pretrained(
+                config.mert_model_name,
+                trust_remote_code = True,
+                device_map        = None,
+                low_cpu_mem_usage = False
+            )
         self.mert.eval()
         for param in self.mert.parameters():
             param.requires_grad = False