Image-to-Image
Diffusers
Safetensors
image-decomposition
layered-image-editing
diffusion
flux
lora
transparent-rgba
Instructions to use SynLayers/synlayers with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Diffusers
How to use SynLayers/synlayers with Diffusers:
pip install -U diffusers transformers accelerate
import torch from diffusers import DiffusionPipeline from diffusers.utils import load_image # switch to "mps" for apple devices pipe = DiffusionPipeline.from_pretrained("fill-in-base-model", dtype=torch.bfloat16, device_map="cuda") pipe.load_lora_weights("SynLayers/synlayers") prompt = "Turn this cat into a dog" input_image = load_image("https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/cat.png") image = pipe(image=input_image, prompt=prompt).images[0] - Notebooks
- Google Colab
- Kaggle
- Local Apps
- Draw Things
Upload demo/real_world_pipeline.py with huggingface_hub
Browse files
demo/real_world_pipeline.py
CHANGED
|
@@ -24,7 +24,7 @@ from demo.infer.run_caption_bbox_infer import ( # noqa: E402
|
|
| 24 |
draw_boxes,
|
| 25 |
infer_caption_bbox,
|
| 26 |
)
|
| 27 |
-
from demo.hf_repo_assets import build_repo_asset_overrides # noqa: E402
|
| 28 |
from demo.infer.vlm_bbox_inference import get_model_and_processor # noqa: E402
|
| 29 |
from infer.common_infer import initialize_pipeline # noqa: E402
|
| 30 |
from infer.infer import build_run_save_dir, get_real_boxes, load_adapter_image # noqa: E402
|
|
@@ -35,7 +35,7 @@ DEFAULT_REAL_CONFIG_PATH = PROJECT_ROOT / "infer" / "infer.yaml"
|
|
| 35 |
DEFAULT_WORK_DIR = PROJECT_ROOT / "demo" / "outputs" / "real_world_demo"
|
| 36 |
DEFAULT_RUN_NAME = "step_120000"
|
| 37 |
DEFAULT_TARGET_SIZE = 1024
|
| 38 |
-
|
| 39 |
|
| 40 |
_BBOX_CACHE: dict[str, object] = {"model_path": None, "model": None, "processor": None}
|
| 41 |
_REAL_CACHE: dict[str, object] = {"key": None, "pipeline": None, "transp_vae": None}
|
|
@@ -149,8 +149,8 @@ def build_runtime_config(
|
|
| 149 |
seed: int | None = None,
|
| 150 |
) -> dict:
|
| 151 |
config = load_config(str(config_path))
|
| 152 |
-
|
| 153 |
-
repo_overrides = build_repo_asset_overrides(
|
| 154 |
decomp_ckpt_root = Path(
|
| 155 |
os.environ.get("SYNLAYERS_DECOMP_CKPT_ROOT")
|
| 156 |
or repo_overrides.get("decomp_ckpt_root")
|
|
@@ -370,7 +370,7 @@ def run_real_world_pipeline(
|
|
| 370 |
bbox_model = (
|
| 371 |
bbox_model
|
| 372 |
or os.environ.get("SYNLAYERS_BBOX_MODEL")
|
| 373 |
-
or os.environ.get("
|
| 374 |
or DEFAULT_BBOX_MODEL
|
| 375 |
)
|
| 376 |
config_path = Path(config_path or os.environ.get("SYNLAYERS_REAL_CONFIG", str(DEFAULT_REAL_CONFIG_PATH)))
|
|
|
|
| 24 |
draw_boxes,
|
| 25 |
infer_caption_bbox,
|
| 26 |
)
|
| 27 |
+
from demo.hf_repo_assets import build_repo_asset_overrides, get_stage2_model_repo_id # noqa: E402
|
| 28 |
from demo.infer.vlm_bbox_inference import get_model_and_processor # noqa: E402
|
| 29 |
from infer.common_infer import initialize_pipeline # noqa: E402
|
| 30 |
from infer.infer import build_run_save_dir, get_real_boxes, load_adapter_image # noqa: E402
|
|
|
|
| 35 |
DEFAULT_WORK_DIR = PROJECT_ROOT / "demo" / "outputs" / "real_world_demo"
|
| 36 |
DEFAULT_RUN_NAME = "step_120000"
|
| 37 |
DEFAULT_TARGET_SIZE = 1024
|
| 38 |
+
DEFAULT_STAGE2_MODEL_REPO_ID = "SynLayers/synlayers"
|
| 39 |
|
| 40 |
_BBOX_CACHE: dict[str, object] = {"model_path": None, "model": None, "processor": None}
|
| 41 |
_REAL_CACHE: dict[str, object] = {"key": None, "pipeline": None, "transp_vae": None}
|
|
|
|
| 149 |
seed: int | None = None,
|
| 150 |
) -> dict:
|
| 151 |
config = load_config(str(config_path))
|
| 152 |
+
stage2_model_repo = get_stage2_model_repo_id()
|
| 153 |
+
repo_overrides = build_repo_asset_overrides(stage2_model_repo)
|
| 154 |
decomp_ckpt_root = Path(
|
| 155 |
os.environ.get("SYNLAYERS_DECOMP_CKPT_ROOT")
|
| 156 |
or repo_overrides.get("decomp_ckpt_root")
|
|
|
|
| 370 |
bbox_model = (
|
| 371 |
bbox_model
|
| 372 |
or os.environ.get("SYNLAYERS_BBOX_MODEL")
|
| 373 |
+
or os.environ.get("SYNLAYERS_BBOX_MODEL_REPO")
|
| 374 |
or DEFAULT_BBOX_MODEL
|
| 375 |
)
|
| 376 |
config_path = Path(config_path or os.environ.get("SYNLAYERS_REAL_CONFIG", str(DEFAULT_REAL_CONFIG_PATH)))
|