Upload training config
Browse files- training_config.yaml +90 -0
training_config.yaml
ADDED
|
@@ -0,0 +1,90 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
job: extension
|
| 3 |
+
config:
|
| 4 |
+
# this name will be the folder and filename name
|
| 5 |
+
name: "nanase"
|
| 6 |
+
process:
|
| 7 |
+
- type: 'sd_trainer'
|
| 8 |
+
# root folder to save training sessions/samples/weights
|
| 9 |
+
training_folder: "/opt/stationthis/jobs/training-1774649168419/output"
|
| 10 |
+
# uncomment to see performance stats in the terminal every N steps
|
| 11 |
+
# performance_log_every: 1000
|
| 12 |
+
device: cuda:0
|
| 13 |
+
# if a trigger word is specified, it will be added to captions of training data if it does not already exist
|
| 14 |
+
# alternatively, in your captions you can add [trigger] and it will be replaced with the trigger word
|
| 15 |
+
trigger_word: "nanase"
|
| 16 |
+
network:
|
| 17 |
+
type: "lora"
|
| 18 |
+
linear: 32
|
| 19 |
+
linear_alpha: 32
|
| 20 |
+
save:
|
| 21 |
+
dtype: float16 # precision to save
|
| 22 |
+
save_every: 250 # save every this many steps (min of 250 or total steps)
|
| 23 |
+
max_step_saves_to_keep: 2 # how many intermittent saves to keep
|
| 24 |
+
push_to_hub: false #change this to True to push your trained model to Hugging Face.
|
| 25 |
+
# You can either set up a HF_TOKEN env variable or you'll be prompted to log-in
|
| 26 |
+
# hf_repo_id: your-username/your-model-slug
|
| 27 |
+
# hf_private: true #whether the repo is private or public
|
| 28 |
+
datasets:
|
| 29 |
+
# datasets are a folder of images. captions need to be txt files with the same name as the image
|
| 30 |
+
# for instance image2.jpg and image2.txt. Only jpg, jpeg, and png are supported currently
|
| 31 |
+
# images will automatically be resized and bucketed into the resolution specified
|
| 32 |
+
# on windows, escape back slashes with another backslash so
|
| 33 |
+
# "C:\\path\\to\\images\\folder"
|
| 34 |
+
- folder_path: "/opt/stationthis/jobs/training-1774649168419/dataset"
|
| 35 |
+
caption_ext: "txt"
|
| 36 |
+
caption_dropout_rate: 0.05 # will drop out the caption 5% of time
|
| 37 |
+
shuffle_tokens: false # shuffle caption order, split by commas
|
| 38 |
+
cache_latents_to_disk: true # leave this true unless you know what you're doing
|
| 39 |
+
resolution: [ 512, 768, 1024 ] # flux enjoys multiple resolutions
|
| 40 |
+
train:
|
| 41 |
+
batch_size: 1
|
| 42 |
+
steps: 4000 # total number of steps to train 500 - 4000 is a good range
|
| 43 |
+
gradient_accumulation_steps: 1
|
| 44 |
+
train_unet: true
|
| 45 |
+
train_text_encoder: false # probably won't work with flux
|
| 46 |
+
gradient_checkpointing: true # need the on unless you have a ton of vram
|
| 47 |
+
noise_scheduler: "flowmatch" # for training only
|
| 48 |
+
optimizer: "adamw8bit"
|
| 49 |
+
lr: 1e-4
|
| 50 |
+
# Skip baseline samples, only sample during/after training
|
| 51 |
+
skip_first_sample: true
|
| 52 |
+
# set to true to completely disable sampling
|
| 53 |
+
# disable_sampling: true
|
| 54 |
+
# uncomment to use new vell curved weighting. Experimental but may produce better results
|
| 55 |
+
# linear_timesteps: true
|
| 56 |
+
|
| 57 |
+
# ema will smooth out learning, but could slow it down. Recommended to leave on.
|
| 58 |
+
ema_config:
|
| 59 |
+
use_ema: true
|
| 60 |
+
ema_decay: 0.99
|
| 61 |
+
|
| 62 |
+
# will probably need this if gpu supports it for flux, other dtypes may not work correctly
|
| 63 |
+
dtype: bf16
|
| 64 |
+
model:
|
| 65 |
+
# huggingface model name or path
|
| 66 |
+
name_or_path: "black-forest-labs/FLUX.1-dev"
|
| 67 |
+
is_flux: true
|
| 68 |
+
quantize: true # run 8bit mixed precision
|
| 69 |
+
# low_vram: true # uncomment this if the GPU is connected to your monitors. It will use less vram to quantize, but is slower.
|
| 70 |
+
sample:
|
| 71 |
+
sampler: "flowmatch" # must match train.noise_scheduler
|
| 72 |
+
sample_every: 4000 # sample at final step (TRAIN_STEPS - 1 for 0-indexed)
|
| 73 |
+
width: 1024
|
| 74 |
+
height: 1024
|
| 75 |
+
prompts:
|
| 76 |
+
# Dynamic prompts from dataset captions (injected by launch-training.js)
|
| 77 |
+
# These will be replaced with actual captions for HuggingFace samples
|
| 78 |
+
- "nanase, This is a colored pencil drawing of a young girl with light brown, shoulder-length hair, smiling widely with her eyes closed. She has fair skin and is depicted in a school uniform, wearing a light blue shirt with a blue and white striped tie. Her left hand is raised to her head, adjusting her hair. The background features soft, green and yellow brushstrokes, adding a sense of warmth and happiness to the image. The girl's expression is joyful and carefree. The artist's signature, \"YUMI 2020,\" is in the bottom left corner. The overall style is cute and anime-inspired."
|
| 79 |
+
- "nanase, This is a digital watercolor-style anime drawing of a young woman with long, dark blue hair tied in a high ponytail. She has fair skin, a slightly blushed cheek, and is gazing to the right with a calm expression. She wears a light gray sailor-style school uniform with a high collar and a pink cherry blossom pin on the left side. The background features abstract, light pink and gray patterns resembling tree branches. The artist's signature, \"LILY KOMACHI,\" is written in black on the left side. The overall style is soft and delicate, with gentle color gradients and fine line work."
|
| 80 |
+
- "nanase, This is a traditional watercolor and pencil drawing of a young Japanese girl with straight, shoulder-length black hair and bangs. She has large, expressive brown eyes and a gentle smile. She is wearing a white sailor-style school uniform with a dark blue collar and a matching blue ribbon tied in a bow at the front. The background is plain white, highlighting the subject. The texture of the watercolor paper is visible, adding a subtle grainy effect. The artist's signature, \"CHASEREXE,\" is written in red in the bottom left corner. The overall style is soft and delicate, with gentle shading and a focus on simplicity and innocence."
|
| 81 |
+
- "nanase, This is a watercolor and ink drawing of an anime-style young woman with a short, straight, reddish-pink bob haircut. Her hair has white highlights and she has a slightly melancholic expression with large, soft brown eyes. She is wearing a simple, loose-fitting white tank top that reveals her slender shoulders and upper arms. The background is a plain, off-white color, emphasizing her figure. The artist's signature, written in blue ink, is visible on the left side of the image. The overall style is gentle and delicate, with soft shading and subtle color gradients. The image exudes a quiet, introspective mood."
|
| 82 |
+
neg: "" # not used on flux
|
| 83 |
+
seed: 42
|
| 84 |
+
walk_seed: true
|
| 85 |
+
guidance_scale: 4
|
| 86 |
+
sample_steps: 20
|
| 87 |
+
# you can add any additional meta info here. [name] is replaced with config name at top
|
| 88 |
+
meta:
|
| 89 |
+
name: "nanase"
|
| 90 |
+
version: '1.0'
|