Nekochu commited on
Commit
f75cb69
·
1 Parent(s): 00c018e

remove offload-to-cpu (disk swapping), keep preload + other opts, ~42 min timing

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -62,13 +62,13 @@ def generate(prompt, negative_prompt, resolution, seed):
62
  "--cfg-scale", str(CFG),
63
  "--sampling-method", "euler_a",
64
  "-o", output_path,
65
- "--offload-to-cpu",
66
  "--diffusion-fa",
67
  "--diffusion-conv-direct",
68
  "--vae-tiling",
69
  "--vae-conv-direct",
70
  "--tensor-type-rules", "^vae=f32",
71
- "--mmap",
 
72
  "-v",
73
  ]
74
  if seed >= 0:
@@ -128,7 +128,7 @@ with gr.Blocks(title="Z-Anime (CPU)") as demo:
128
  gr.Markdown(
129
  "**[Z-Anime 6B](https://huggingface.co/SeeSee21/Z-Anime)** S3-DiT Q5_0 GGUF "
130
  "(distill 4-step) via [sd.cpp](https://github.com/leejet/stable-diffusion.cpp) | "
131
- "~25 min at 512x512 on free CPU"
132
  )
133
  with gr.Row():
134
  with gr.Column():
 
62
  "--cfg-scale", str(CFG),
63
  "--sampling-method", "euler_a",
64
  "-o", output_path,
 
65
  "--diffusion-fa",
66
  "--diffusion-conv-direct",
67
  "--vae-tiling",
68
  "--vae-conv-direct",
69
  "--tensor-type-rules", "^vae=f32",
70
+ # "--offload-to-cpu", # causes disk swapping with --mmap, slower
71
+ # "--mmap", # use with preload only if --offload-to-cpu is off
72
  "-v",
73
  ]
74
  if seed >= 0:
 
128
  gr.Markdown(
129
  "**[Z-Anime 6B](https://huggingface.co/SeeSee21/Z-Anime)** S3-DiT Q5_0 GGUF "
130
  "(distill 4-step) via [sd.cpp](https://github.com/leejet/stable-diffusion.cpp) | "
131
+ "~42 min at 512x512 on free CPU"
132
  )
133
  with gr.Row():
134
  with gr.Column():