Spaces:
Running
Running
remove offload-to-cpu (disk swapping), keep preload + other opts, ~42 min timing
Browse files
app.py
CHANGED
|
@@ -62,13 +62,13 @@ def generate(prompt, negative_prompt, resolution, seed):
|
|
| 62 |
"--cfg-scale", str(CFG),
|
| 63 |
"--sampling-method", "euler_a",
|
| 64 |
"-o", output_path,
|
| 65 |
-
"--offload-to-cpu",
|
| 66 |
"--diffusion-fa",
|
| 67 |
"--diffusion-conv-direct",
|
| 68 |
"--vae-tiling",
|
| 69 |
"--vae-conv-direct",
|
| 70 |
"--tensor-type-rules", "^vae=f32",
|
| 71 |
-
"--
|
|
|
|
| 72 |
"-v",
|
| 73 |
]
|
| 74 |
if seed >= 0:
|
|
@@ -128,7 +128,7 @@ with gr.Blocks(title="Z-Anime (CPU)") as demo:
|
|
| 128 |
gr.Markdown(
|
| 129 |
"**[Z-Anime 6B](https://huggingface.co/SeeSee21/Z-Anime)** S3-DiT Q5_0 GGUF "
|
| 130 |
"(distill 4-step) via [sd.cpp](https://github.com/leejet/stable-diffusion.cpp) | "
|
| 131 |
-
"~
|
| 132 |
)
|
| 133 |
with gr.Row():
|
| 134 |
with gr.Column():
|
|
|
|
| 62 |
"--cfg-scale", str(CFG),
|
| 63 |
"--sampling-method", "euler_a",
|
| 64 |
"-o", output_path,
|
|
|
|
| 65 |
"--diffusion-fa",
|
| 66 |
"--diffusion-conv-direct",
|
| 67 |
"--vae-tiling",
|
| 68 |
"--vae-conv-direct",
|
| 69 |
"--tensor-type-rules", "^vae=f32",
|
| 70 |
+
# "--offload-to-cpu", # causes disk swapping with --mmap, slower
|
| 71 |
+
# "--mmap", # use with preload only if --offload-to-cpu is off
|
| 72 |
"-v",
|
| 73 |
]
|
| 74 |
if seed >= 0:
|
|
|
|
| 128 |
gr.Markdown(
|
| 129 |
"**[Z-Anime 6B](https://huggingface.co/SeeSee21/Z-Anime)** S3-DiT Q5_0 GGUF "
|
| 130 |
"(distill 4-step) via [sd.cpp](https://github.com/leejet/stable-diffusion.cpp) | "
|
| 131 |
+
"~42 min at 512x512 on free CPU"
|
| 132 |
)
|
| 133 |
with gr.Row():
|
| 134 |
with gr.Column():
|