arthurtmonyman commited on
Commit
15b5f9b
·
verified ·
1 Parent(s): 33e5002

Upload training config

Browse files
Files changed (1) hide show
  1. training_config.yaml +90 -0
training_config.yaml ADDED
@@ -0,0 +1,90 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ job: extension
3
+ config:
4
+ # this name will be the folder and filename name
5
+ name: "0__11Xx"
6
+ process:
7
+ - type: 'sd_trainer'
8
+ # root folder to save training sessions/samples/weights
9
+ training_folder: "/opt/stationthis/jobs/training-1774557949786/output"
10
+ # uncomment to see performance stats in the terminal every N steps
11
+ # performance_log_every: 1000
12
+ device: cuda:0
13
+ # if a trigger word is specified, it will be added to captions of training data if it does not already exist
14
+ # alternatively, in your captions you can add [trigger] and it will be replaced with the trigger word
15
+ trigger_word: "0__11Xx"
16
+ network:
17
+ type: "lora"
18
+ linear: 32
19
+ linear_alpha: 32
20
+ save:
21
+ dtype: float16 # precision to save
22
+ save_every: 250 # save every this many steps (min of 250 or total steps)
23
+ max_step_saves_to_keep: 2 # how many intermittent saves to keep
24
+ push_to_hub: false #change this to True to push your trained model to Hugging Face.
25
+ # You can either set up a HF_TOKEN env variable or you'll be prompted to log-in
26
+ # hf_repo_id: your-username/your-model-slug
27
+ # hf_private: true #whether the repo is private or public
28
+ datasets:
29
+ # datasets are a folder of images. captions need to be txt files with the same name as the image
30
+ # for instance image2.jpg and image2.txt. Only jpg, jpeg, and png are supported currently
31
+ # images will automatically be resized and bucketed into the resolution specified
32
+ # on windows, escape back slashes with another backslash so
33
+ # "C:\\path\\to\\images\\folder"
34
+ - folder_path: "/opt/stationthis/jobs/training-1774557949786/dataset"
35
+ caption_ext: "txt"
36
+ caption_dropout_rate: 0.05 # will drop out the caption 5% of time
37
+ shuffle_tokens: false # shuffle caption order, split by commas
38
+ cache_latents_to_disk: true # leave this true unless you know what you're doing
39
+ resolution: [ 512, 768, 1024 ] # flux enjoys multiple resolutions
40
+ train:
41
+ batch_size: 1
42
+ steps: 4000 # total number of steps to train 500 - 4000 is a good range
43
+ gradient_accumulation_steps: 1
44
+ train_unet: true
45
+ train_text_encoder: false # probably won't work with flux
46
+ gradient_checkpointing: true # need the on unless you have a ton of vram
47
+ noise_scheduler: "flowmatch" # for training only
48
+ optimizer: "adamw8bit"
49
+ lr: 1e-4
50
+ # Skip baseline samples, only sample during/after training
51
+ skip_first_sample: true
52
+ # set to true to completely disable sampling
53
+ # disable_sampling: true
54
+ # uncomment to use new vell curved weighting. Experimental but may produce better results
55
+ # linear_timesteps: true
56
+
57
+ # ema will smooth out learning, but could slow it down. Recommended to leave on.
58
+ ema_config:
59
+ use_ema: true
60
+ ema_decay: 0.99
61
+
62
+ # will probably need this if gpu supports it for flux, other dtypes may not work correctly
63
+ dtype: bf16
64
+ model:
65
+ # huggingface model name or path
66
+ name_or_path: "black-forest-labs/FLUX.1-dev"
67
+ is_flux: true
68
+ quantize: true # run 8bit mixed precision
69
+ # low_vram: true # uncomment this if the GPU is connected to your monitors. It will use less vram to quantize, but is slower.
70
+ sample:
71
+ sampler: "flowmatch" # must match train.noise_scheduler
72
+ sample_every: 4000 # sample at final step (TRAIN_STEPS - 1 for 0-indexed)
73
+ width: 1024
74
+ height: 1024
75
+ prompts:
76
+ # Dynamic prompts from dataset captions (injected by launch-training.js)
77
+ # These will be replaced with actual captions for HuggingFace samples
78
+ - "0__11Xx, This is a digital artwork featuring a stylized, surreal composition. At the center, a person with short, light brown hair, wearing a white jacket and black pants, stands on a grassy hill. They face away from the viewer, gazing at a vivid sunset over a coastal cityscape. The sky is a gradient of pink, orange, and purple hues, with scattered clouds and flying birds. A large, circular frame encloses the sunset, contrasting with the deep blue background. Below, palm trees and city lights are visible, adding depth. The artwork uses bold colors and a mix of realistic and abstract styles, creating a dreamlike atmosphere."
79
+ - "0__11Xx, This digital artwork depicts a person with shoulder-length, light brown hair sitting cross-legged on the floor. The figure is viewed from behind and wears a white, long-sleeved shirt with black straps and black, thigh-high socks. The background is a muted beige with abstract, white rectangular shapes and a dark plant silhouette to the left. The person's silhouette is partially overlaid with a textured, grungy effect, adding a layer of depth. The artist's signature, \"@TITOMORU,\" is visible in the bottom right corner. The overall style is minimalist with a blend of abstract and grunge elements, emphasizing contrast and texture."
80
+ - "0__11Xx, This is a digital illustration featuring a mysterious, ethereal scene. A small, silhouette-like figure with short, purple hair stands at the center, wearing a flowing white coat and white pants. The figure faces away, gazing into a swirling, vortex-like void surrounded by a galaxy of vibrant, multicolored stars and nebulas. The dark background contrasts sharply with the bright, cosmic swirl, creating a sense of depth and otherworldliness. The texture of the swirl is rich and painterly, with swirling, brushstroke-like patterns. The overall style is surreal and dreamlike, evoking a sense of wonder and mystery. The image is highly detailed and evocative."
81
+ - "0__11Xx, This is a digital anime-style drawing featuring a solitary female figure standing with her back to the viewer. She has long, dark green hair that partially obscures her face and wears a black jacket with a white collar, a short white skirt, and black thigh-high stockings. Her silhouette is partially pixelated, especially around the upper back and shoulders. The background depicts a vibrant blue sky with fluffy white clouds, a vast ocean, and a distant cityscape with pixelated buildings at the bottom. The overall color palette is dominated by blue and white, with a stark contrast between the dark figure and the bright background."
82
+ neg: "" # not used on flux
83
+ seed: 42
84
+ walk_seed: true
85
+ guidance_scale: 4
86
+ sample_steps: 20
87
+ # you can add any additional meta info here. [name] is replaced with config name at top
88
+ meta:
89
+ name: "0__11Xx"
90
+ version: '1.0'