| [[subsets]] |
| caption_extension = ".txt" |
| image_dir = "C:/Users/nousa/Desktop/sek" |
| keep_tokens = 1 |
| name = "Main" |
| num_repeats = 2 |
| random_crop = true |
| shuffle_caption = true |
| shuffle_caption_sigma = 10 |
|
|
| [train_mode] |
| train_mode = "lora" |
|
|
| [general_args.args] |
| persistent_data_loader_workers = true |
| mixed_precision = "bf16" |
| gradient_checkpointing = true |
| gradient_accumulation_steps = 6 |
| seed = 1337 |
| max_data_loader_n_workers = 1 |
| max_token_length = 225 |
| prior_loss_weight = 1.0 |
| xformers = true |
| max_train_epochs = 19 |
| sdxl = true |
| v_parameterization = true |
| pretrained_model_name_or_path = "C:/Users/nousa/Music/stable-diffusion-webui-reForge/models/Stable-diffusion/NoobAI-XL-Vpred-v0.9r.safetensors" |
|
|
| [general_args.dataset_args] |
| resolution = 1024 |
| batch_size = 4 |
|
|
| [network_args.args] |
| network_dim = 16 |
| network_alpha = 8.0 |
| min_timestep = 0 |
| max_timestep = 1000 |
| network_train_unet_only = true |
|
|
| [optimizer_args.args] |
| optimizer_type = "ADOPTAOScheduleFree" |
| lr_scheduler = "constant_with_warmup" |
| loss_type = "l2" |
| warmup_ratio = 0.1 |
| scale_weight_norms = 99.0 |
| max_grad_norm = 0.25 |
| zero_terminal_snr = true |
| learning_rate = 0.005 |
|
|
| [saving_args.args] |
| save_precision = "bf16" |
| save_model_as = "safetensors" |
| save_last_n_epochs = 4 |
| save_every_n_epochs = 1 |
| save_toml = true |
| output_dir = "C:/Users/nousa/Music/stable-diffusion-webui-reForge/models/Lora/sek" |
| output_name = "sek" |
| save_toml_location = "C:/Users/nousa/Music/stable-diffusion-webui-reForge/models/Lora/sek" |
|
|
| [logging_args.args] |
| logging_dir = "" |
| log_tracker_name = "sdxl" |
| log_with = "wandb" |
|
|
|
|
| [extra_args.args] |
| validation_split = "0.2" |
| validation_seed = "1337" |
| validation_every_n_step = "10" |
| max_validation_steps = "40" |
| edm2_loss_weighting = "True" |
| edm2_loss_weighting_optimizer = "LoraEasyCustomOptimizer.fmarscrop.FMARSCrop" |
| edm2_loss_weighting_optimizer_lr = "2e-2" |
| edm2_loss_weighting_optimizer_args = "{'eps_floor':1e-30, 'eps':1e-6, 'gamma':0.0005}" |
| edm2_loss_weighting_lr_scheduler = "True" |
| edm2_loss_weighting_lr_scheduler_warmup_percent = "0.1" |
| edm2_loss_weighting_lr_scheduler_constant_percent = "0.9" |
| edm2_loss_weighting_max_grad_norm = "0" |
| edm2_loss_weighting_generate_graph_every_x_steps = "20" |
| edm2_loss_weighting_generate_graph = "True" |
| edm2_loss_weighting_num_channels = "448" |
| edm2_loss_weighting_generate_graph_y_limit = "50" |
| edm2_loss_weighting_lr_scheduler_decay_scaling = "1.5" |
| sangoi_loss_modifier = "True" |
| sangoi_loss_modifier_min_snr = "0" |
| pin_data_loader_memory = "True" |
| disable_cuda_reduced_precision_operations = "True" |
| train_network_norm_modules_as_float32 = "True" |
|
|
| [bucket_args.dataset_args] |
| enable_bucket = true |
| min_bucket_reso = 256 |
| max_bucket_reso = 2048 |
| bucket_reso_steps = 64 |
|
|
| [network_args.args.network_args] |
| conv_dim = 16 |
| conv_alpha = 8.0 |
| algo = "locon" |
| dora_wd = true |
| train_norm = true |
| use_scalar = "True" |
|
|
| [optimizer_args.args.optimizer_args] |
| betas = "0.9,0.9999" |
| weight_decay = "1e-5" |
| adaptive_clip = "0.5" |
| eps = "1e-6" |
| mars_gamma = "0.05" |
| stable_weight_decay = "False" |
| weight_decouple = "True" |
| fisher = "False" |
|
|
