arthurtmonyman commited on
Commit
60a812a
·
verified ·
1 Parent(s): 497afdc

Upload training config

Browse files
Files changed (1) hide show
  1. training_config.yaml +90 -0
training_config.yaml ADDED
@@ -0,0 +1,90 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ job: extension
3
+ config:
4
+ # this name will be the folder and filename name
5
+ name: "nanase"
6
+ process:
7
+ - type: 'sd_trainer'
8
+ # root folder to save training sessions/samples/weights
9
+ training_folder: "/opt/stationthis/jobs/training-1774649168419/output"
10
+ # uncomment to see performance stats in the terminal every N steps
11
+ # performance_log_every: 1000
12
+ device: cuda:0
13
+ # if a trigger word is specified, it will be added to captions of training data if it does not already exist
14
+ # alternatively, in your captions you can add [trigger] and it will be replaced with the trigger word
15
+ trigger_word: "nanase"
16
+ network:
17
+ type: "lora"
18
+ linear: 32
19
+ linear_alpha: 32
20
+ save:
21
+ dtype: float16 # precision to save
22
+ save_every: 250 # save every this many steps (min of 250 or total steps)
23
+ max_step_saves_to_keep: 2 # how many intermittent saves to keep
24
+ push_to_hub: false #change this to True to push your trained model to Hugging Face.
25
+ # You can either set up a HF_TOKEN env variable or you'll be prompted to log-in
26
+ # hf_repo_id: your-username/your-model-slug
27
+ # hf_private: true #whether the repo is private or public
28
+ datasets:
29
+ # datasets are a folder of images. captions need to be txt files with the same name as the image
30
+ # for instance image2.jpg and image2.txt. Only jpg, jpeg, and png are supported currently
31
+ # images will automatically be resized and bucketed into the resolution specified
32
+ # on windows, escape back slashes with another backslash so
33
+ # "C:\\path\\to\\images\\folder"
34
+ - folder_path: "/opt/stationthis/jobs/training-1774649168419/dataset"
35
+ caption_ext: "txt"
36
+ caption_dropout_rate: 0.05 # will drop out the caption 5% of time
37
+ shuffle_tokens: false # shuffle caption order, split by commas
38
+ cache_latents_to_disk: true # leave this true unless you know what you're doing
39
+ resolution: [ 512, 768, 1024 ] # flux enjoys multiple resolutions
40
+ train:
41
+ batch_size: 1
42
+ steps: 4000 # total number of steps to train 500 - 4000 is a good range
43
+ gradient_accumulation_steps: 1
44
+ train_unet: true
45
+ train_text_encoder: false # probably won't work with flux
46
+ gradient_checkpointing: true # need the on unless you have a ton of vram
47
+ noise_scheduler: "flowmatch" # for training only
48
+ optimizer: "adamw8bit"
49
+ lr: 1e-4
50
+ # Skip baseline samples, only sample during/after training
51
+ skip_first_sample: true
52
+ # set to true to completely disable sampling
53
+ # disable_sampling: true
54
+ # uncomment to use new vell curved weighting. Experimental but may produce better results
55
+ # linear_timesteps: true
56
+
57
+ # ema will smooth out learning, but could slow it down. Recommended to leave on.
58
+ ema_config:
59
+ use_ema: true
60
+ ema_decay: 0.99
61
+
62
+ # will probably need this if gpu supports it for flux, other dtypes may not work correctly
63
+ dtype: bf16
64
+ model:
65
+ # huggingface model name or path
66
+ name_or_path: "black-forest-labs/FLUX.1-dev"
67
+ is_flux: true
68
+ quantize: true # run 8bit mixed precision
69
+ # low_vram: true # uncomment this if the GPU is connected to your monitors. It will use less vram to quantize, but is slower.
70
+ sample:
71
+ sampler: "flowmatch" # must match train.noise_scheduler
72
+ sample_every: 4000 # sample at final step (TRAIN_STEPS - 1 for 0-indexed)
73
+ width: 1024
74
+ height: 1024
75
+ prompts:
76
+ # Dynamic prompts from dataset captions (injected by launch-training.js)
77
+ # These will be replaced with actual captions for HuggingFace samples
78
+ - "nanase, This is a colored pencil drawing of a young girl with light brown, shoulder-length hair, smiling widely with her eyes closed. She has fair skin and is depicted in a school uniform, wearing a light blue shirt with a blue and white striped tie. Her left hand is raised to her head, adjusting her hair. The background features soft, green and yellow brushstrokes, adding a sense of warmth and happiness to the image. The girl's expression is joyful and carefree. The artist's signature, \"YUMI 2020,\" is in the bottom left corner. The overall style is cute and anime-inspired."
79
+ - "nanase, This is a digital watercolor-style anime drawing of a young woman with long, dark blue hair tied in a high ponytail. She has fair skin, a slightly blushed cheek, and is gazing to the right with a calm expression. She wears a light gray sailor-style school uniform with a high collar and a pink cherry blossom pin on the left side. The background features abstract, light pink and gray patterns resembling tree branches. The artist's signature, \"LILY KOMACHI,\" is written in black on the left side. The overall style is soft and delicate, with gentle color gradients and fine line work."
80
+ - "nanase, This is a traditional watercolor and pencil drawing of a young Japanese girl with straight, shoulder-length black hair and bangs. She has large, expressive brown eyes and a gentle smile. She is wearing a white sailor-style school uniform with a dark blue collar and a matching blue ribbon tied in a bow at the front. The background is plain white, highlighting the subject. The texture of the watercolor paper is visible, adding a subtle grainy effect. The artist's signature, \"CHASEREXE,\" is written in red in the bottom left corner. The overall style is soft and delicate, with gentle shading and a focus on simplicity and innocence."
81
+ - "nanase, This is a watercolor and ink drawing of an anime-style young woman with a short, straight, reddish-pink bob haircut. Her hair has white highlights and she has a slightly melancholic expression with large, soft brown eyes. She is wearing a simple, loose-fitting white tank top that reveals her slender shoulders and upper arms. The background is a plain, off-white color, emphasizing her figure. The artist's signature, written in blue ink, is visible on the left side of the image. The overall style is gentle and delicate, with soft shading and subtle color gradients. The image exudes a quiet, introspective mood."
82
+ neg: "" # not used on flux
83
+ seed: 42
84
+ walk_seed: true
85
+ guidance_scale: 4
86
+ sample_steps: 20
87
+ # you can add any additional meta info here. [name] is replaced with config name at top
88
+ meta:
89
+ name: "nanase"
90
+ version: '1.0'