Hugging Face's logo

pwaldron
/
conroy-test

Model card Files
xet
 Community
pwaldron commited on
Commit
e93d2b4
·
verified ·
1 Parent(s): aca26e9

Update handler.py

Browse files
Files changed (1) hide show
  1. handler.py +1 -1
handler.py CHANGED
@@ -67,7 +67,7 @@ class EndpointHandler():
67
  self.pipeline.unet = torch.compile(pipe.unet, mode="reduce-overhead", fullgraph=True)
68
  self.refiner.unet = torch.compile(pipe.unet, mode="reduce-overhead", fullgraph=True)
69
  self.pidinet.unet = torch.compile(pipe.unet, mode="reduce-overhead", fullgraph=True)
70
- self.pipeline.enable_sequential_cpu_offload()
71
  self.refiner.enable_model_cpu_offload()
72
  self.pidinet.enable_model_cpu_offload()
73
 
 
67
  self.pipeline.unet = torch.compile(pipe.unet, mode="reduce-overhead", fullgraph=True)
68
  self.refiner.unet = torch.compile(pipe.unet, mode="reduce-overhead", fullgraph=True)
69
  self.pidinet.unet = torch.compile(pipe.unet, mode="reduce-overhead", fullgraph=True)
70
+ self.pipeline.enable_model_cpu_offload()
71
  self.refiner.enable_model_cpu_offload()
72
  self.pidinet.enable_model_cpu_offload()
73