focalors

focalors_config/config_file.toml

@@ -0,0 +1,61 @@
+[model_arguments]
+v2 = false
+v_parameterization = false
+pretrained_model_name_or_path = "/content/pretrained_model/AnyLoRA.safetensors"
+vae = "/content/vae/anime.vae.pt"
+
+[additional_network_arguments]
+no_metadata = false
+unet_lr = 0.001
+text_encoder_lr = 0.0005
+network_module = "networks.lora"
+network_dim = 16
+network_alpha = 1
+network_args = [ "conv_dim=8", "conv_alpha=1",]
+network_train_unet_only = false
+network_train_text_encoder_only = false
+
+[optimizer_arguments]
+min_snr_gamma = 5
+optimizer_type = "Lion"
+learning_rate = 0.001
+max_grad_norm = 1.0
+lr_scheduler = "cosine_with_restarts"
+lr_warmup_steps = 0
+lr_scheduler_num_cycles = 0
+
+[dataset_arguments]
+cache_latents = true
+debug_dataset = false
+vae_batch_size = 4
+
+[training_arguments]
+output_dir = "/content/LoRA/output"
+output_name = "focalors"
+save_precision = "fp16"
+save_every_n_epochs = 1
+train_batch_size = 6
+max_token_length = 225
+mem_eff_attn = false
+xformers = true
+max_train_epochs = 20
+max_data_loader_n_workers = 8
+persistent_data_loader_workers = true
+gradient_checkpointing = false
+gradient_accumulation_steps = 1
+mixed_precision = "fp16"
+clip_skip = 2
+logging_dir = "/content/LoRA/logs"
+log_prefix = "focalors"
+noise_offset = 0.1
+lowram = true
+
+[sample_prompt_arguments]
+sample_every_n_epochs = 999999
+sample_sampler = "ddim"
+
+[dreambooth_arguments]
+prior_loss_weight = 1.0
+
+[saving_arguments]
+save_model_as = "safetensors"

focalors_config/dataset_config.toml

@@ -0,0 +1,22 @@
+[[datasets]]
+resolution = 512
+min_bucket_reso = 256
+max_bucket_reso = 1024
+caption_dropout_rate = 0
+caption_tag_dropout_rate = 0
+caption_dropout_every_n_epochs = 0
+flip_aug = true
+color_aug = false
+[[datasets.subsets]]
+image_dir = "/content/LoRA/train_data"
+class_tokens = ""
+num_repeats = 10
+
+
+[general]
+enable_bucket = true
+caption_extension = ".txt"
+shuffle_caption = true
+keep_tokens = 0
+bucket_reso_steps = 64
+bucket_no_upscale = false

focalors_config/sample_prompt.txt

@@ -0,0 +1,2 @@
+
+  masterpiece, best quality, 1girl, aqua eyes, baseball cap, blonde hair, closed mouth, earrings, green background, hat, hoop earrings, jewelry, looking at viewer, shirt, short hair, simple background, solo, upper body, yellow shirt   --n lowres, bad anatomy, bad hands, text, error, missing fingers, extra digit, fewer digits, cropped, worst quality, low quality, normal quality, jpeg artifacts, signature, watermark, username, blurry   --w 512   --h 768   --l 7   --s 28