| { |
| "job": "extension", |
| "config": { |
| "name": "W_sunglass_Shift", |
| "process": [ |
| { |
| "type": "ui_trainer", |
| "training_folder": "/workspace/ai-toolkit/output", |
| "sqlite_db_path": "/workspace/ai-toolkit/aitk_db.db", |
| "device": "cuda", |
| "trigger_word": "s@ngl@ss", |
| "performance_log_every": 10, |
| "network": { |
| "type": "lora", |
| "linear": 32, |
| "linear_alpha": 32, |
| "conv": 16, |
| "conv_alpha": 16, |
| "lokr_full_rank": true, |
| "lokr_factor": -1, |
| "network_kwargs": { |
| "ignore_if_contains": [] |
| } |
| }, |
| "save": { |
| "dtype": "bf16", |
| "save_every": 250, |
| "max_step_saves_to_keep": 8, |
| "save_format": "diffusers", |
| "push_to_hub": false |
| }, |
| "datasets": [ |
| { |
| "folder_path": "/workspace/ai-toolkit/datasets/w_sunglass", |
| "control_path": null, |
| "mask_path": null, |
| "mask_min_value": 0.1, |
| "default_caption": "", |
| "caption_ext": "txt", |
| "caption_dropout_rate": 0.05, |
| "cache_latents_to_disk": false, |
| "is_reg": false, |
| "network_weight": 1, |
| "resolution": [ |
| 512, |
| 768, |
| 1024, |
| 1280, |
| 1536 |
| ], |
| "controls": [], |
| "shrink_video_to_frames": true, |
| "num_frames": 1, |
| "do_i2v": true |
| } |
| ], |
| "train": { |
| "batch_size": 1, |
| "bypass_guidance_embedding": false, |
| "steps": 2000, |
| "gradient_accumulation": 1, |
| "train_unet": true, |
| "train_text_encoder": false, |
| "gradient_checkpointing": true, |
| "noise_scheduler": "flowmatch", |
| "optimizer": "adamw8bit", |
| "timestep_type": "shift", |
| "content_or_style": "balanced", |
| "optimizer_params": { |
| "weight_decay": 0.0001 |
| }, |
| "unload_text_encoder": false, |
| "cache_text_embeddings": false, |
| "lr": 0.0002, |
| "ema_config": { |
| "use_ema": true, |
| "ema_decay": 0.99 |
| }, |
| "skip_first_sample": false, |
| "disable_sampling": false, |
| "dtype": "bf16", |
| "diff_output_preservation": false, |
| "diff_output_preservation_multiplier": 1, |
| "diff_output_preservation_class": "person", |
| "switch_boundary_every": 1 |
| }, |
| "model": { |
| "name_or_path": "black-forest-labs/FLUX.1-dev", |
| "quantize": false, |
| "qtype": "qfloat8", |
| "quantize_te": true, |
| "qtype_te": "qfloat8", |
| "arch": "flux", |
| "low_vram": false, |
| "model_kwargs": {} |
| }, |
| "sample": { |
| "sampler": "flowmatch", |
| "sample_every": 250, |
| "width": 1024, |
| "height": 1024, |
| "samples": [ |
| { |
| "prompt": "s@ngl@ss woman portrait pose, three-quarter side view looking back over shoulder, wearing square oversized tortoiseshell patterned sunglasses with dark brown lenses, natural curly hair flowing freely, minimal makeup with soft nude lips, dressed in white strap top, clean white background, s@ngl@ss" |
| }, |
| { |
| "prompt": "s@ngl@ss woman portrait pose, front-facing view, wearing slim oval brown-tinted sunglasses with thin gold metallic frame, blonde loose waves styled naturally, minimal makeup with nude lips, accessorized with chunky gold chain necklace and hoop earrings, dressed in beige knit top, neutral background, s@ngl@ss" |
| }, |
| { |
| "prompt": "s@ngl@ss woman portrait pose, three-quarter angle, wearing round gold-rimmed sunglasses with green lenses, minimal makeup, small hoop earrings, styled in straight black hair, dressed in a light blue chambray shirt layered over a white ribbed top, soft neutral studio background, s@ngl@ss" |
| }, |
| { |
| "prompt": "s@ngl@ss woman portrait pose, seated three-quarter angle, wearing bold black rectangular sunglasses with chunky chain temples and gold emblem detail, hair sleekly tied back, minimal makeup with soft glow, dressed in a sleeveless black top, hand placed elegantly on shoulder, neutral studio background, s@ngl@ss" |
| } |
| ], |
| "neg": "", |
| "seed": 42, |
| "walk_seed": true, |
| "guidance_scale": 3, |
| "sample_steps": 30, |
| "num_frames": 1, |
| "fps": 1 |
| } |
| } |
| ] |
| }, |
| "meta": { |
| "name": "[name]", |
| "version": "1.0" |
| } |
| } |