Upload folder using huggingface_hub

config.yaml

@@ -10,277 +10,9 @@ config:
       type: lora
       linear: 32
       linear_alpha: 32
-      network_kwargs:
-        only_if_contains:
-        - transformer.transformer_blocks.0.attn.to_q
-        - transformer.transformer_blocks.0.attn.to_k
-        - transformer.transformer_blocks.0.attn.to_v
-        - transformer.transformer_blocks.0.attn.add_k_proj
-        - transformer.transformer_blocks.0.attn.add_v_proj
-        - transformer.transformer_blocks.0.attn.add_q_proj
-        - transformer.transformer_blocks.0.attn.to_out.0
-        - transformer.transformer_blocks.0.attn.to_add_out
-        - transformer.transformer_blocks.1.attn.to_q
-        - transformer.transformer_blocks.1.attn.to_k
-        - transformer.transformer_blocks.1.attn.to_v
-        - transformer.transformer_blocks.1.attn.add_k_proj
-        - transformer.transformer_blocks.1.attn.add_v_proj
-        - transformer.transformer_blocks.1.attn.add_q_proj
-        - transformer.transformer_blocks.1.attn.to_out.0
-        - transformer.transformer_blocks.1.attn.to_add_out
-        - transformer.transformer_blocks.2.attn.to_q
-        - transformer.transformer_blocks.2.attn.to_k
-        - transformer.transformer_blocks.2.attn.to_v
-        - transformer.transformer_blocks.2.attn.add_k_proj
-        - transformer.transformer_blocks.2.attn.add_v_proj
-        - transformer.transformer_blocks.2.attn.add_q_proj
-        - transformer.transformer_blocks.2.attn.to_out.0
-        - transformer.transformer_blocks.2.attn.to_add_out
-        - transformer.transformer_blocks.3.attn.to_q
-        - transformer.transformer_blocks.3.attn.to_k
-        - transformer.transformer_blocks.3.attn.to_v
-        - transformer.transformer_blocks.3.attn.add_k_proj
-        - transformer.transformer_blocks.3.attn.add_v_proj
-        - transformer.transformer_blocks.3.attn.add_q_proj
-        - transformer.transformer_blocks.3.attn.to_out.0
-        - transformer.transformer_blocks.3.attn.to_add_out
-        - transformer.transformer_blocks.4.attn.to_q
-        - transformer.transformer_blocks.4.attn.to_k
-        - transformer.transformer_blocks.4.attn.to_v
-        - transformer.transformer_blocks.4.attn.add_k_proj
-        - transformer.transformer_blocks.4.attn.add_v_proj
-        - transformer.transformer_blocks.4.attn.add_q_proj
-        - transformer.transformer_blocks.4.attn.to_out.0
-        - transformer.transformer_blocks.4.attn.to_add_out
-        - transformer.transformer_blocks.5.attn.to_q
-        - transformer.transformer_blocks.5.attn.to_k
-        - transformer.transformer_blocks.5.attn.to_v
-        - transformer.transformer_blocks.5.attn.add_k_proj
-        - transformer.transformer_blocks.5.attn.add_v_proj
-        - transformer.transformer_blocks.5.attn.add_q_proj
-        - transformer.transformer_blocks.5.attn.to_out.0
-        - transformer.transformer_blocks.5.attn.to_add_out
-        - transformer.transformer_blocks.6.attn.to_q
-        - transformer.transformer_blocks.6.attn.to_k
-        - transformer.transformer_blocks.6.attn.to_v
-        - transformer.transformer_blocks.6.attn.add_k_proj
-        - transformer.transformer_blocks.6.attn.add_v_proj
-        - transformer.transformer_blocks.6.attn.add_q_proj
-        - transformer.transformer_blocks.6.attn.to_out.0
-        - transformer.transformer_blocks.6.attn.to_add_out
-        - transformer.transformer_blocks.7.attn.to_q
-        - transformer.transformer_blocks.7.attn.to_k
-        - transformer.transformer_blocks.7.attn.to_v
-        - transformer.transformer_blocks.7.attn.add_k_proj
-        - transformer.transformer_blocks.7.attn.add_v_proj
-        - transformer.transformer_blocks.7.attn.add_q_proj
-        - transformer.transformer_blocks.7.attn.to_out.0
-        - transformer.transformer_blocks.7.attn.to_add_out
-        - transformer.transformer_blocks.8.attn.to_q
-        - transformer.transformer_blocks.8.attn.to_k
-        - transformer.transformer_blocks.8.attn.to_v
-        - transformer.transformer_blocks.8.attn.add_k_proj
-        - transformer.transformer_blocks.8.attn.add_v_proj
-        - transformer.transformer_blocks.8.attn.add_q_proj
-        - transformer.transformer_blocks.8.attn.to_out.0
-        - transformer.transformer_blocks.8.attn.to_add_out
-        - transformer.transformer_blocks.9.attn.to_q
-        - transformer.transformer_blocks.9.attn.to_k
-        - transformer.transformer_blocks.9.attn.to_v
-        - transformer.transformer_blocks.9.attn.add_k_proj
-        - transformer.transformer_blocks.9.attn.add_v_proj
-        - transformer.transformer_blocks.9.attn.add_q_proj
-        - transformer.transformer_blocks.9.attn.to_out.0
-        - transformer.transformer_blocks.9.attn.to_add_out
-        - transformer.transformer_blocks.10.attn.to_q
-        - transformer.transformer_blocks.10.attn.to_k
-        - transformer.transformer_blocks.10.attn.to_v
-        - transformer.transformer_blocks.10.attn.add_k_proj
-        - transformer.transformer_blocks.10.attn.add_v_proj
-        - transformer.transformer_blocks.10.attn.add_q_proj
-        - transformer.transformer_blocks.10.attn.to_out.0
-        - transformer.transformer_blocks.10.attn.to_add_out
-        - transformer.transformer_blocks.11.attn.to_q
-        - transformer.transformer_blocks.11.attn.to_k
-        - transformer.transformer_blocks.11.attn.to_v
-        - transformer.transformer_blocks.11.attn.add_k_proj
-        - transformer.transformer_blocks.11.attn.add_v_proj
-        - transformer.transformer_blocks.11.attn.add_q_proj
-        - transformer.transformer_blocks.11.attn.to_out.0
-        - transformer.transformer_blocks.11.attn.to_add_out
-        - transformer.transformer_blocks.12.attn.to_q
-        - transformer.transformer_blocks.12.attn.to_k
-        - transformer.transformer_blocks.12.attn.to_v
-        - transformer.transformer_blocks.12.attn.add_k_proj
-        - transformer.transformer_blocks.12.attn.add_v_proj
-        - transformer.transformer_blocks.12.attn.add_q_proj
-        - transformer.transformer_blocks.12.attn.to_out.0
-        - transformer.transformer_blocks.12.attn.to_add_out
-        - transformer.transformer_blocks.13.attn.to_q
-        - transformer.transformer_blocks.13.attn.to_k
-        - transformer.transformer_blocks.13.attn.to_v
-        - transformer.transformer_blocks.13.attn.add_k_proj
-        - transformer.transformer_blocks.13.attn.add_v_proj
-        - transformer.transformer_blocks.13.attn.add_q_proj
-        - transformer.transformer_blocks.13.attn.to_out.0
-        - transformer.transformer_blocks.13.attn.to_add_out
-        - transformer.transformer_blocks.14.attn.to_q
-        - transformer.transformer_blocks.14.attn.to_k
-        - transformer.transformer_blocks.14.attn.to_v
-        - transformer.transformer_blocks.14.attn.add_k_proj
-        - transformer.transformer_blocks.14.attn.add_v_proj
-        - transformer.transformer_blocks.14.attn.add_q_proj
-        - transformer.transformer_blocks.14.attn.to_out.0
-        - transformer.transformer_blocks.14.attn.to_add_out
-        - transformer.transformer_blocks.15.attn.to_q
-        - transformer.transformer_blocks.15.attn.to_k
-        - transformer.transformer_blocks.15.attn.to_v
-        - transformer.transformer_blocks.15.attn.add_k_proj
-        - transformer.transformer_blocks.15.attn.add_v_proj
-        - transformer.transformer_blocks.15.attn.add_q_proj
-        - transformer.transformer_blocks.15.attn.to_out.0
-        - transformer.transformer_blocks.15.attn.to_add_out
-        - transformer.transformer_blocks.16.attn.to_q
-        - transformer.transformer_blocks.16.attn.to_k
-        - transformer.transformer_blocks.16.attn.to_v
-        - transformer.transformer_blocks.16.attn.add_k_proj
-        - transformer.transformer_blocks.16.attn.add_v_proj
-        - transformer.transformer_blocks.16.attn.add_q_proj
-        - transformer.transformer_blocks.16.attn.to_out.0
-        - transformer.transformer_blocks.16.attn.to_add_out
-        - transformer.transformer_blocks.17.attn.to_q
-        - transformer.transformer_blocks.17.attn.to_k
-        - transformer.transformer_blocks.17.attn.to_v
-        - transformer.transformer_blocks.17.attn.add_k_proj
-        - transformer.transformer_blocks.17.attn.add_v_proj
-        - transformer.transformer_blocks.17.attn.add_q_proj
-        - transformer.transformer_blocks.17.attn.to_out.0
-        - transformer.transformer_blocks.17.attn.to_add_out
-        - transformer.transformer_blocks.18.attn.to_q
-        - transformer.transformer_blocks.18.attn.to_k
-        - transformer.transformer_blocks.18.attn.to_v
-        - transformer.transformer_blocks.18.attn.add_k_proj
-        - transformer.transformer_blocks.18.attn.add_v_proj
-        - transformer.transformer_blocks.18.attn.add_q_proj
-        - transformer.transformer_blocks.18.attn.to_out.0
-        - transformer.transformer_blocks.18.attn.to_add_out
-        - transformer.single_transformer_blocks.0.attn.to_q
-        - transformer.single_transformer_blocks.0.attn.to_k
-        - transformer.single_transformer_blocks.0.attn.to_v
-        - transformer.single_transformer_blocks.1.attn.to_q
-        - transformer.single_transformer_blocks.1.attn.to_k
-        - transformer.single_transformer_blocks.1.attn.to_v
-        - transformer.single_transformer_blocks.2.attn.to_q
-        - transformer.single_transformer_blocks.2.attn.to_k
-        - transformer.single_transformer_blocks.2.attn.to_v
-        - transformer.single_transformer_blocks.3.attn.to_q
-        - transformer.single_transformer_blocks.3.attn.to_k
-        - transformer.single_transformer_blocks.3.attn.to_v
-        - transformer.single_transformer_blocks.4.attn.to_q
-        - transformer.single_transformer_blocks.4.attn.to_k
-        - transformer.single_transformer_blocks.4.attn.to_v
-        - transformer.single_transformer_blocks.5.attn.to_q
-        - transformer.single_transformer_blocks.5.attn.to_k
-        - transformer.single_transformer_blocks.5.attn.to_v
-        - transformer.single_transformer_blocks.6.attn.to_q
-        - transformer.single_transformer_blocks.6.attn.to_k
-        - transformer.single_transformer_blocks.6.attn.to_v
-        - transformer.single_transformer_blocks.7.attn.to_q
-        - transformer.single_transformer_blocks.7.attn.to_k
-        - transformer.single_transformer_blocks.7.attn.to_v
-        - transformer.single_transformer_blocks.8.attn.to_q
-        - transformer.single_transformer_blocks.8.attn.to_k
-        - transformer.single_transformer_blocks.8.attn.to_v
-        - transformer.single_transformer_blocks.9.attn.to_q
-        - transformer.single_transformer_blocks.9.attn.to_k
-        - transformer.single_transformer_blocks.9.attn.to_v
-        - transformer.single_transformer_blocks.10.attn.to_q
-        - transformer.single_transformer_blocks.10.attn.to_k
-        - transformer.single_transformer_blocks.10.attn.to_v
-        - transformer.single_transformer_blocks.11.attn.to_q
-        - transformer.single_transformer_blocks.11.attn.to_k
-        - transformer.single_transformer_blocks.11.attn.to_v
-        - transformer.single_transformer_blocks.12.attn.to_q
-        - transformer.single_transformer_blocks.12.attn.to_k
-        - transformer.single_transformer_blocks.12.attn.to_v
-        - transformer.single_transformer_blocks.13.attn.to_q
-        - transformer.single_transformer_blocks.13.attn.to_k
-        - transformer.single_transformer_blocks.13.attn.to_v
-        - transformer.single_transformer_blocks.14.attn.to_q
-        - transformer.single_transformer_blocks.14.attn.to_k
-        - transformer.single_transformer_blocks.14.attn.to_v
-        - transformer.single_transformer_blocks.15.attn.to_q
-        - transformer.single_transformer_blocks.15.attn.to_k
-        - transformer.single_transformer_blocks.15.attn.to_v
-        - transformer.single_transformer_blocks.16.attn.to_q
-        - transformer.single_transformer_blocks.16.attn.to_k
-        - transformer.single_transformer_blocks.16.attn.to_v
-        - transformer.single_transformer_blocks.17.attn.to_q
-        - transformer.single_transformer_blocks.17.attn.to_k
-        - transformer.single_transformer_blocks.17.attn.to_v
-        - transformer.single_transformer_blocks.18.attn.to_q
-        - transformer.single_transformer_blocks.18.attn.to_k
-        - transformer.single_transformer_blocks.18.attn.to_v
-        - transformer.single_transformer_blocks.19.attn.to_q
-        - transformer.single_transformer_blocks.19.attn.to_k
-        - transformer.single_transformer_blocks.19.attn.to_v
-        - transformer.single_transformer_blocks.20.attn.to_q
-        - transformer.single_transformer_blocks.20.attn.to_k
-        - transformer.single_transformer_blocks.20.attn.to_v
-        - transformer.single_transformer_blocks.21.attn.to_q
-        - transformer.single_transformer_blocks.21.attn.to_k
-        - transformer.single_transformer_blocks.21.attn.to_v
-        - transformer.single_transformer_blocks.22.attn.to_q
-        - transformer.single_transformer_blocks.22.attn.to_k
-        - transformer.single_transformer_blocks.22.attn.to_v
-        - transformer.single_transformer_blocks.23.attn.to_q
-        - transformer.single_transformer_blocks.23.attn.to_k
-        - transformer.single_transformer_blocks.23.attn.to_v
-        - transformer.single_transformer_blocks.24.attn.to_q
-        - transformer.single_transformer_blocks.24.attn.to_k
-        - transformer.single_transformer_blocks.24.attn.to_v
-        - transformer.single_transformer_blocks.25.attn.to_q
-        - transformer.single_transformer_blocks.25.attn.to_k
-        - transformer.single_transformer_blocks.25.attn.to_v
-        - transformer.single_transformer_blocks.26.attn.to_q
-        - transformer.single_transformer_blocks.26.attn.to_k
-        - transformer.single_transformer_blocks.26.attn.to_v
-        - transformer.single_transformer_blocks.27.attn.to_q
-        - transformer.single_transformer_blocks.27.attn.to_k
-        - transformer.single_transformer_blocks.27.attn.to_v
-        - transformer.single_transformer_blocks.28.attn.to_q
-        - transformer.single_transformer_blocks.28.attn.to_k
-        - transformer.single_transformer_blocks.28.attn.to_v
-        - transformer.single_transformer_blocks.29.attn.to_q
-        - transformer.single_transformer_blocks.29.attn.to_k
-        - transformer.single_transformer_blocks.29.attn.to_v
-        - transformer.single_transformer_blocks.30.attn.to_q
-        - transformer.single_transformer_blocks.30.attn.to_k
-        - transformer.single_transformer_blocks.30.attn.to_v
-        - transformer.single_transformer_blocks.31.attn.to_q
-        - transformer.single_transformer_blocks.31.attn.to_k
-        - transformer.single_transformer_blocks.31.attn.to_v
-        - transformer.single_transformer_blocks.32.attn.to_q
-        - transformer.single_transformer_blocks.32.attn.to_k
-        - transformer.single_transformer_blocks.32.attn.to_v
-        - transformer.single_transformer_blocks.33.attn.to_q
-        - transformer.single_transformer_blocks.33.attn.to_k
-        - transformer.single_transformer_blocks.33.attn.to_v
-        - transformer.single_transformer_blocks.34.attn.to_q
-        - transformer.single_transformer_blocks.34.attn.to_k
-        - transformer.single_transformer_blocks.34.attn.to_v
-        - transformer.single_transformer_blocks.35.attn.to_q
-        - transformer.single_transformer_blocks.35.attn.to_k
-        - transformer.single_transformer_blocks.35.attn.to_v
-        - transformer.single_transformer_blocks.36.attn.to_q
-        - transformer.single_transformer_blocks.36.attn.to_k
-        - transformer.single_transformer_blocks.36.attn.to_v
-        - transformer.single_transformer_blocks.37.attn.to_q
-        - transformer.single_transformer_blocks.37.attn.to_k
-        - transformer.single_transformer_blocks.37.attn.to_v
     save:
       dtype: float16
-      save_every: 2501
+      save_every: 3001
       max_step_saves_to_keep: 1
     datasets:
     - folder_path: input_images
@@ -295,7 +27,7 @@ config:
       - 1024
     train:
       batch_size: 1
-      steps: 2500
+      steps: 3000
       gradient_accumulation_steps: 1
       train_unet: true
       train_text_encoder: false
@@ -314,7 +46,7 @@ config:
       quantize: false
     sample:
       sampler: flowmatch
-      sample_every: 2501
+      sample_every: 3001
       width: 1024
       height: 1024
       prompts: []

lora.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c8d9737abfe9e0efe401d9e48c7875b23bea864270e4dea1667515b05a3a4450
-size 104666952
+oid sha256:e16b2e46c8811ae3be1a24af946faa796c4538d0f26b167edd73fc3767c718e3
+size 343805464