jayyap commited on
Commit
23ecdc5
·
1 Parent(s): 87c109b

Update handler.py

Browse files
Files changed (1) hide show
  1. handler.py +1 -1
handler.py CHANGED
@@ -69,7 +69,7 @@ class EndpointHandler():
69
  # Define Generator with seed
70
  self.generator = torch.Generator(device="cpu").manual_seed(3)
71
  # this command loads the individual model components on GPU on-demand.
72
- self.pipe.enable_model_cpu_offload()
73
 
74
  def __call__(self, data: Any) -> List[List[Dict[str, float]]]:
75
  """
 
69
  # Define Generator with seed
70
  self.generator = torch.Generator(device="cpu").manual_seed(3)
71
  # this command loads the individual model components on GPU on-demand.
72
+ # self.pipe.enable_model_cpu_offload()
73
 
74
  def __call__(self, data: Any) -> List[List[Dict[str, float]]]:
75
  """