pwaldron commited on
Commit
7010589
·
verified ·
1 Parent(s): 6f2046d

Update handler.py

Browse files
Files changed (1) hide show
  1. handler.py +7 -9
handler.py CHANGED
@@ -33,19 +33,19 @@ class EndpointHandler():
33
  )
34
 
35
  # load the scheduler
36
- #scheduler = DPMSolverMultistepScheduler.from_pretrained(
37
- # "stabilityai/stable-diffusion-xl-base-1.0",
38
- # subfolder="scheduler",
39
- # use_lu_lambdas=True,
40
- # euler_at_final=True,
41
- #)
42
 
43
  # instantiate HF pipeline to combine all the components
44
  self.pipeline = StableDiffusionXLAdapterPipeline.from_pretrained(
45
  "stabilityai/stable-diffusion-xl-base-1.0",
46
  adapter=adapter,
47
  vae=vae,
48
- #scheduler=scheduler,
49
  torch_dtype=torch.float16,
50
  variant="fp16",
51
  use_safetensors=True,
@@ -61,8 +61,6 @@ class EndpointHandler():
61
  use_safetensors=True,
62
  ).to("cuda")
63
 
64
- self.pipeline.unet = torch.compile(self.pipeline.unet, mode="reduce-overhead", fullgraph=True)
65
- self.refiner.unet = torch.compile(self.refiner.unet, mode="reduce-overhead", fullgraph=True)
66
  self.pipeline.enable_model_cpu_offload()
67
  self.refiner.enable_model_cpu_offload()
68
 
 
33
  )
34
 
35
  # load the scheduler
36
+ scheduler = DPMSolverMultistepScheduler.from_pretrained(
37
+ "stabilityai/stable-diffusion-xl-base-1.0",
38
+ subfolder="scheduler",
39
+ use_lu_lambdas=True,
40
+ euler_at_final=True,
41
+ )
42
 
43
  # instantiate HF pipeline to combine all the components
44
  self.pipeline = StableDiffusionXLAdapterPipeline.from_pretrained(
45
  "stabilityai/stable-diffusion-xl-base-1.0",
46
  adapter=adapter,
47
  vae=vae,
48
+ scheduler=scheduler,
49
  torch_dtype=torch.float16,
50
  variant="fp16",
51
  use_safetensors=True,
 
61
  use_safetensors=True,
62
  ).to("cuda")
63
 
 
 
64
  self.pipeline.enable_model_cpu_offload()
65
  self.refiner.enable_model_cpu_offload()
66