Update handler.py
Browse files- handler.py +7 -9
handler.py
CHANGED
|
@@ -33,19 +33,19 @@ class EndpointHandler():
|
|
| 33 |
)
|
| 34 |
|
| 35 |
# load the scheduler
|
| 36 |
-
|
| 37 |
-
|
| 38 |
-
|
| 39 |
-
|
| 40 |
-
|
| 41 |
-
|
| 42 |
|
| 43 |
# instantiate HF pipeline to combine all the components
|
| 44 |
self.pipeline = StableDiffusionXLAdapterPipeline.from_pretrained(
|
| 45 |
"stabilityai/stable-diffusion-xl-base-1.0",
|
| 46 |
adapter=adapter,
|
| 47 |
vae=vae,
|
| 48 |
-
|
| 49 |
torch_dtype=torch.float16,
|
| 50 |
variant="fp16",
|
| 51 |
use_safetensors=True,
|
|
@@ -61,8 +61,6 @@ class EndpointHandler():
|
|
| 61 |
use_safetensors=True,
|
| 62 |
).to("cuda")
|
| 63 |
|
| 64 |
-
self.pipeline.unet = torch.compile(self.pipeline.unet, mode="reduce-overhead", fullgraph=True)
|
| 65 |
-
self.refiner.unet = torch.compile(self.refiner.unet, mode="reduce-overhead", fullgraph=True)
|
| 66 |
self.pipeline.enable_model_cpu_offload()
|
| 67 |
self.refiner.enable_model_cpu_offload()
|
| 68 |
|
|
|
|
| 33 |
)
|
| 34 |
|
| 35 |
# load the scheduler
|
| 36 |
+
scheduler = DPMSolverMultistepScheduler.from_pretrained(
|
| 37 |
+
"stabilityai/stable-diffusion-xl-base-1.0",
|
| 38 |
+
subfolder="scheduler",
|
| 39 |
+
use_lu_lambdas=True,
|
| 40 |
+
euler_at_final=True,
|
| 41 |
+
)
|
| 42 |
|
| 43 |
# instantiate HF pipeline to combine all the components
|
| 44 |
self.pipeline = StableDiffusionXLAdapterPipeline.from_pretrained(
|
| 45 |
"stabilityai/stable-diffusion-xl-base-1.0",
|
| 46 |
adapter=adapter,
|
| 47 |
vae=vae,
|
| 48 |
+
scheduler=scheduler,
|
| 49 |
torch_dtype=torch.float16,
|
| 50 |
variant="fp16",
|
| 51 |
use_safetensors=True,
|
|
|
|
| 61 |
use_safetensors=True,
|
| 62 |
).to("cuda")
|
| 63 |
|
|
|
|
|
|
|
| 64 |
self.pipeline.enable_model_cpu_offload()
|
| 65 |
self.refiner.enable_model_cpu_offload()
|
| 66 |
|