| { |
| "job": "extension", |
| "config": { |
| "name": "m_portrait", |
| "process": [ |
| { |
| "type": "ui_trainer", |
| "training_folder": "/ai-toolkit/output", |
| "sqlite_db_path": "/ai-toolkit/aitk_db.db", |
| "device": "cuda", |
| "trigger_word": "m_port", |
| "performance_log_every": 10, |
| "network": { |
| "type": "lora", |
| "linear": 32, |
| "linear_alpha": 32, |
| "conv": 16, |
| "conv_alpha": 16, |
| "lokr_full_rank": true, |
| "lokr_factor": -1, |
| "network_kwargs": { |
| "ignore_if_contains": [] |
| } |
| }, |
| "save": { |
| "dtype": "bf16", |
| "save_every": 250, |
| "max_step_saves_to_keep": 8, |
| "save_format": "diffusers", |
| "push_to_hub": false |
| }, |
| "datasets": [ |
| { |
| "folder_path": "/ai-toolkit/datasets/m_portrait", |
| "control_path": null, |
| "mask_path": null, |
| "mask_min_value": 0.1, |
| "default_caption": "", |
| "caption_ext": "txt", |
| "caption_dropout_rate": 0.05, |
| "cache_latents_to_disk": false, |
| "is_reg": false, |
| "network_weight": 1, |
| "resolution": [ |
| 512, |
| 768, |
| 1024, |
| 1536, |
| 1280 |
| ], |
| "controls": [], |
| "shrink_video_to_frames": true, |
| "num_frames": 1, |
| "do_i2v": true, |
| "flip_x": false, |
| "flip_y": false |
| } |
| ], |
| "train": { |
| "batch_size": 1, |
| "bypass_guidance_embedding": false, |
| "steps": 2000, |
| "gradient_accumulation": 1, |
| "train_unet": true, |
| "train_text_encoder": false, |
| "gradient_checkpointing": true, |
| "noise_scheduler": "flowmatch", |
| "optimizer": "adamw8bit", |
| "timestep_type": "sigmoid", |
| "content_or_style": "balanced", |
| "optimizer_params": { |
| "weight_decay": 0.0001 |
| }, |
| "unload_text_encoder": false, |
| "cache_text_embeddings": false, |
| "lr": 0.0002, |
| "ema_config": { |
| "use_ema": true, |
| "ema_decay": 0.99 |
| }, |
| "skip_first_sample": false, |
| "force_first_sample": false, |
| "disable_sampling": false, |
| "dtype": "bf16", |
| "diff_output_preservation": false, |
| "diff_output_preservation_multiplier": 1, |
| "diff_output_preservation_class": "person", |
| "switch_boundary_every": 1 |
| }, |
| "model": { |
| "name_or_path": "black-forest-labs/FLUX.1-dev", |
| "quantize": false, |
| "qtype": "qfloat8", |
| "quantize_te": true, |
| "qtype_te": "qfloat8", |
| "arch": "flux", |
| "low_vram": false, |
| "model_kwargs": {} |
| }, |
| "sample": { |
| "sampler": "flowmatch", |
| "sample_every": 250, |
| "width": 1024, |
| "height": 1024, |
| "samples": [ |
| { |
| "prompt": "m_port, A man in a plain white t-shirt is captured in a close-up portrait, holding a black leather wallet near his face with his right hand. The wallet’s textured finish and embossed branding are clearly visible, drawing focus to its sleek and minimal design. His direct gaze and neutral expression add a confident, straightforward tone. Background is clean white with soft even lighting to emphasize the wallet." |
| }, |
| { |
| "prompt": "m_port, A young man is seated against a plain grey background, wearing a relaxed white crew-neck t-shirt. He faces slightly to his left with a neutral yet contemplative expression, his short textured hairstyle and light stubble framing his features. The soft natural lighting from the side casts gentle shadows, giving depth and focus to the portrait while maintaining a minimal, clean composition." |
| }, |
| { |
| "prompt": "m_port,A young man gazes confidently at the camera, his expression calm yet subtly curious. He’s dressed in a mustard-yellow jacket layered over a ribbed turtleneck of the same tone, creating a striking monochrome look. The background, draped in rich golden fabric, seamlessly blends with his outfit, giving the image a bold, editorial feel. Soft lighting highlights the texture of his hair and skin, while the upward collar adds a touch of attitude and modern edge." |
| }, |
| { |
| "prompt": "m_port,A man leans casually against a white column, his posture relaxed yet confident. He’s dressed in a deep navy shirt with rolled sleeves, paired with matching trousers for a clean, monochromatic look. The crisp lines of the column contrast with the blurred greenery in the background, creating a balance of structure and softness. Natural daylight enhances the sharpness of his jawline and the polished texture of his outfit, lending the portrait an elegant, editorial edge." |
| } |
| ], |
| "neg": "", |
| "seed": 42, |
| "walk_seed": true, |
| "guidance_scale": 2.8, |
| "sample_steps": 30, |
| "num_frames": 1, |
| "fps": 1 |
| } |
| } |
| ] |
| }, |
| "meta": { |
| "name": "[name]", |
| "version": "1.0" |
| } |
| } |
