feat: upload momoconew lora model
Browse files
momoconew_config/config_file.toml
ADDED
|
@@ -0,0 +1,66 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[model_arguments]
|
| 2 |
+
v2 = true
|
| 3 |
+
v_parameterization = true
|
| 4 |
+
pretrained_model_name_or_path = "/content/pretrained_model/Replicant-V3.0_fp16.safetensors"
|
| 5 |
+
vae = "/content/vae/kl-f8-anime.ckpt"
|
| 6 |
+
|
| 7 |
+
[additional_network_arguments]
|
| 8 |
+
no_metadata = false
|
| 9 |
+
unet_lr = 0.0001
|
| 10 |
+
text_encoder_lr = 5e-5
|
| 11 |
+
network_module = "networks.dylora"
|
| 12 |
+
network_dim = 16
|
| 13 |
+
network_alpha = 8
|
| 14 |
+
network_args = [ "conv_dim=16", "conv_alpha=1", "unit=4",]
|
| 15 |
+
network_train_unet_only = false
|
| 16 |
+
network_train_text_encoder_only = false
|
| 17 |
+
|
| 18 |
+
[optimizer_arguments]
|
| 19 |
+
min_snr_gamma = 5.0
|
| 20 |
+
optimizer_type = "Lion"
|
| 21 |
+
learning_rate = 0.0001
|
| 22 |
+
max_grad_norm = 1.0
|
| 23 |
+
optimizer_args = []
|
| 24 |
+
lr_scheduler = "constant_with_warmup"
|
| 25 |
+
lr_warmup_steps = 135
|
| 26 |
+
|
| 27 |
+
[dataset_arguments]
|
| 28 |
+
cache_latents = true
|
| 29 |
+
cache_latents_to_disk = true
|
| 30 |
+
debug_dataset = false
|
| 31 |
+
vae_batch_size = 4
|
| 32 |
+
|
| 33 |
+
[training_arguments]
|
| 34 |
+
output_dir = "/content/LoRA/output"
|
| 35 |
+
output_name = "momoconew"
|
| 36 |
+
save_precision = "fp16"
|
| 37 |
+
save_every_n_epochs = 1
|
| 38 |
+
train_batch_size = 2
|
| 39 |
+
max_token_length = 225
|
| 40 |
+
mem_eff_attn = false
|
| 41 |
+
xformers = true
|
| 42 |
+
max_train_epochs = 3
|
| 43 |
+
max_data_loader_n_workers = 8
|
| 44 |
+
persistent_data_loader_workers = true
|
| 45 |
+
seed = 46
|
| 46 |
+
gradient_accumulation_steps = 1
|
| 47 |
+
mixed_precision = "fp16"
|
| 48 |
+
ss_multires_noise_iterations = 6.0
|
| 49 |
+
ss_multires_noise_discount = 0.3
|
| 50 |
+
noise_offset = 0.1
|
| 51 |
+
lowram = true
|
| 52 |
+
|
| 53 |
+
[logging_arguments]
|
| 54 |
+
log_with = "tensorboard"
|
| 55 |
+
logging_dir = "/content/LoRA/logs"
|
| 56 |
+
log_prefix = "momoconew"
|
| 57 |
+
|
| 58 |
+
[sample_prompt_arguments]
|
| 59 |
+
sample_every_n_epochs = 1
|
| 60 |
+
sample_sampler = "k_dpm_2_a"
|
| 61 |
+
|
| 62 |
+
[dreambooth_arguments]
|
| 63 |
+
prior_loss_weight = 1.0
|
| 64 |
+
|
| 65 |
+
[saving_arguments]
|
| 66 |
+
save_model_as = "safetensors"
|
momoconew_config/dataset_config.toml
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[[datasets]]
|
| 2 |
+
resolution = 512
|
| 3 |
+
min_bucket_reso = 256
|
| 4 |
+
max_bucket_reso = 1024
|
| 5 |
+
flip_aug = false
|
| 6 |
+
[[datasets.subsets]]
|
| 7 |
+
image_dir = "/content/LoRA/train_data"
|
| 8 |
+
num_repeats = 45
|
| 9 |
+
|
| 10 |
+
|
| 11 |
+
[general]
|
| 12 |
+
enable_bucket = true
|
| 13 |
+
caption_extension = ".txt"
|
| 14 |
+
shuffle_caption = true
|
| 15 |
+
keep_tokens = 0
|
momoconew_config/sample_prompt.toml
ADDED
|
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[prompt]
|
| 2 |
+
negative_prompt = "(worst quality, low quality:1.4), "
|
| 3 |
+
width = 512
|
| 4 |
+
height = 768
|
| 5 |
+
scale = 7
|
| 6 |
+
sample_steps = 28
|
| 7 |
+
[[prompt.subset]]
|
| 8 |
+
prompt = "masterpiece, best quality, momoko, 1girl, solo, long hair, breasts, looking at viewer, blush, smile, bangs, skirt, simple background, brown hair, shirt, hair ornament, red eyes, long sleeves, white background, bow, ribbon, cleavage, twintails, jewelry, medium breasts, very long hair, closed mouth, collarbone, white shirt, flower, ahoge, hair bow, cowboy shot, pleated skirt, earrings, frills, detached sleeves, choker, hair flower, black skirt, black choker, suspenders, hair rings, suspender skirt"
|
| 9 |
+
|
| 10 |
+
[[prompt.subset]]
|
| 11 |
+
prompt = "masterpiece, best quality, momoko, 1girl, solo, looking at viewer, blush, short hair, bangs, hair ornament, red eyes, long sleeves, ribbon, holding, animal ears, tail, upper body, grey hair, food, japanese clothes, hairclip, wide sleeves, kimono, collar, red ribbon, animal ear fluff, sash, bell, obi, eating, floral print, jingle bell, neck bell, bowl, outline, chopsticks, mouse ears, tail ornament, red kimono, print kimono, white outline, chinese zodiac, mouse tail, holding chopsticks, mouse, tail ribbon, tail bow, holding bowl, mouse girl, mochi, year of the rat"
|
| 12 |
+
|