Hugging Face's logo

heboya8
/
controlnet-sd-2.1

Diffusers
TensorBoard
Safetensors
Model card Files
xet
 Metrics Community
heboya8 commited on
Commit
a0daea2
·
verified ·
1 Parent(s): 0fee101

Add files using upload-large-folder tool

Browse files
Files changed (20) hide show
  1. checkpoint-17000/controlnet/config.json +57 -0
  2. checkpoint-17000/controlnet/diffusion_pytorch_model.safetensors +3 -0
  3. checkpoint-17000/optimizer.bin +3 -0
  4. checkpoint-17000/random_states_0.pkl +3 -0
  5. checkpoint-17000/scaler.pt +3 -0
  6. checkpoint-17000/scheduler.bin +3 -0
  7. checkpoint-17500/controlnet/config.json +57 -0
  8. checkpoint-17500/controlnet/diffusion_pytorch_model.safetensors +3 -0
  9. checkpoint-17500/optimizer.bin +3 -0
  10. checkpoint-17500/random_states_0.pkl +3 -0
  11. checkpoint-17500/scaler.pt +3 -0
  12. checkpoint-17500/scheduler.bin +3 -0
  13. config.json +1 -1
  14. diffusion_pytorch_model.safetensors +1 -1
  15. logs/train_controlnet/1751937967.4058251/events.out.tfevents.1751937967.89d248b593da.131.1 +3 -0
  16. logs/train_controlnet/1751937967.4077177/hparams.yml +50 -0
  17. logs/train_controlnet/1751949444.766978/events.out.tfevents.1751949444.89d248b593da.242.1 +3 -0
  18. logs/train_controlnet/1751949444.7686114/hparams.yml +50 -0
  19. logs/train_controlnet/events.out.tfevents.1751937967.89d248b593da.131.0 +3 -0
  20. logs/train_controlnet/events.out.tfevents.1751949444.89d248b593da.242.0 +3 -0
checkpoint-17000/controlnet/config.json ADDED
@@ -0,0 +1,57 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "ControlNetModel",
3
+ "_diffusers_version": "0.35.0.dev0",
4
+ "_name_or_path": "./controlnet-sd-2.1/checkpoint-15000",
5
+ "act_fn": "silu",
6
+ "addition_embed_type": null,
7
+ "addition_embed_type_num_heads": 64,
8
+ "addition_time_embed_dim": null,
9
+ "attention_head_dim": [
10
+ 5,
11
+ 10,
12
+ 20,
13
+ 20
14
+ ],
15
+ "block_out_channels": [
16
+ 320,
17
+ 640,
18
+ 1280,
19
+ 1280
20
+ ],
21
+ "class_embed_type": null,
22
+ "conditioning_channels": 3,
23
+ "conditioning_embedding_out_channels": [
24
+ 16,
25
+ 32,
26
+ 96,
27
+ 256
28
+ ],
29
+ "controlnet_conditioning_channel_order": "rgb",
30
+ "cross_attention_dim": 1024,
31
+ "down_block_types": [
32
+ "CrossAttnDownBlock2D",
33
+ "CrossAttnDownBlock2D",
34
+ "CrossAttnDownBlock2D",
35
+ "DownBlock2D"
36
+ ],
37
+ "downsample_padding": 1,
38
+ "encoder_hid_dim": null,
39
+ "encoder_hid_dim_type": null,
40
+ "flip_sin_to_cos": true,
41
+ "freq_shift": 0,
42
+ "global_pool_conditions": false,
43
+ "in_channels": 4,
44
+ "layers_per_block": 2,
45
+ "mid_block_scale_factor": 1,
46
+ "mid_block_type": "UNetMidBlock2DCrossAttn",
47
+ "norm_eps": 1e-05,
48
+ "norm_num_groups": 32,
49
+ "num_attention_heads": null,
50
+ "num_class_embeds": null,
51
+ "only_cross_attention": false,
52
+ "projection_class_embeddings_input_dim": null,
53
+ "resnet_time_scale_shift": "default",
54
+ "transformer_layers_per_block": 1,
55
+ "upcast_attention": true,
56
+ "use_linear_projection": true
57
+ }
checkpoint-17000/controlnet/diffusion_pytorch_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:482110cbe8c63f94bfe204c1694d3167f676cb0169dd29964b8eb5e54f6f61a1
3
+ size 1456953560
checkpoint-17000/optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01cee5c5b2ba3d0df4b98970b977199d464b65fe82cc4188d39a36d1d084394e
3
+ size 741499074
checkpoint-17000/random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08a27fd5b9df8747d99986593cb9eca481a935a76498e747a827d287a952cb07
3
+ size 14408
checkpoint-17000/scaler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49a7afbc2bc6d558bc782a6a5a10e265a1e1c742c754d72e57e360f562d24404
3
+ size 988
checkpoint-17000/scheduler.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65531f3b8a70ebf5317b002dea5821a31d0c50e303f7076cfdc83001dd6cd3ac
3
+ size 1000
checkpoint-17500/controlnet/config.json ADDED
@@ -0,0 +1,57 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "ControlNetModel",
3
+ "_diffusers_version": "0.35.0.dev0",
4
+ "_name_or_path": "./controlnet-sd-2.1/checkpoint-15000",
5
+ "act_fn": "silu",
6
+ "addition_embed_type": null,
7
+ "addition_embed_type_num_heads": 64,
8
+ "addition_time_embed_dim": null,
9
+ "attention_head_dim": [
10
+ 5,
11
+ 10,
12
+ 20,
13
+ 20
14
+ ],
15
+ "block_out_channels": [
16
+ 320,
17
+ 640,
18
+ 1280,
19
+ 1280
20
+ ],
21
+ "class_embed_type": null,
22
+ "conditioning_channels": 3,
23
+ "conditioning_embedding_out_channels": [
24
+ 16,
25
+ 32,
26
+ 96,
27
+ 256
28
+ ],
29
+ "controlnet_conditioning_channel_order": "rgb",
30
+ "cross_attention_dim": 1024,
31
+ "down_block_types": [
32
+ "CrossAttnDownBlock2D",
33
+ "CrossAttnDownBlock2D",
34
+ "CrossAttnDownBlock2D",
35
+ "DownBlock2D"
36
+ ],
37
+ "downsample_padding": 1,
38
+ "encoder_hid_dim": null,
39
+ "encoder_hid_dim_type": null,
40
+ "flip_sin_to_cos": true,
41
+ "freq_shift": 0,
42
+ "global_pool_conditions": false,
43
+ "in_channels": 4,
44
+ "layers_per_block": 2,
45
+ "mid_block_scale_factor": 1,
46
+ "mid_block_type": "UNetMidBlock2DCrossAttn",
47
+ "norm_eps": 1e-05,
48
+ "norm_num_groups": 32,
49
+ "num_attention_heads": null,
50
+ "num_class_embeds": null,
51
+ "only_cross_attention": false,
52
+ "projection_class_embeddings_input_dim": null,
53
+ "resnet_time_scale_shift": "default",
54
+ "transformer_layers_per_block": 1,
55
+ "upcast_attention": true,
56
+ "use_linear_projection": true
57
+ }
checkpoint-17500/controlnet/diffusion_pytorch_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6d6994f035b9f5d78349037c717d133af2d02bc80363a4279b69b703466e0d6
3
+ size 1456953560
checkpoint-17500/optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26b7b36db9e8a50e7828e9eacaf6a45567e8f56f1c37aeeb94eadf2cf9217906
3
+ size 741499074
checkpoint-17500/random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0cc9af4e8905c1410dc312951de223e740aafe9aed95bd9155b654d71dec6d94
3
+ size 14408
checkpoint-17500/scaler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0992037801bb9e72b6ab67a8d90f0ffe4dc8022868f1239b071f0e9235bb83f
3
+ size 988
checkpoint-17500/scheduler.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7a95929f7d79420510b71cfa0817a74f581e591fba34300dcc7226bac221f10
3
+ size 1000
config.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "_class_name": "ControlNetModel",
3
  "_diffusers_version": "0.35.0.dev0",
4
- "_name_or_path": "./controlnet-sd-2.1/checkpoint-13000",
5
  "act_fn": "silu",
6
  "addition_embed_type": null,
7
  "addition_embed_type_num_heads": 64,
 
1
  {
2
  "_class_name": "ControlNetModel",
3
  "_diffusers_version": "0.35.0.dev0",
4
+ "_name_or_path": "./controlnet-sd-2.1/checkpoint-15000",
5
  "act_fn": "silu",
6
  "addition_embed_type": null,
7
  "addition_embed_type_num_heads": 64,
diffusion_pytorch_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:289e008097533e8849c09376b8daf65f7389c1c00979fa1ee07bc15011c6efe8
3
  size 1456953560
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f155c38541bfc9e3cf66352b03005f32180dfdaa2d3f90a1f47cd4534162b60
3
  size 1456953560
logs/train_controlnet/1751937967.4058251/events.out.tfevents.1751937967.89d248b593da.131.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35afa30159ebc1cb0b4a2fce118c23a25239038231fafa3c40c1ec38a0babee5
3
+ size 2510
logs/train_controlnet/1751937967.4077177/hparams.yml ADDED
@@ -0,0 +1,50 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ cache_dir: null
7
+ caption_column: text
8
+ checkpointing_steps: 500
9
+ checkpoints_total_limit: 2
10
+ conditioning_image_column: conditioning_image
11
+ controlnet_model_name_or_path: null
12
+ dataloader_num_workers: 0
13
+ dataset_config_name: null
14
+ dataset_name: HighCWu/open_pose_controlnet_subset
15
+ enable_xformers_memory_efficient_attention: false
16
+ gradient_accumulation_steps: 2
17
+ gradient_checkpointing: true
18
+ hub_model_id: null
19
+ hub_token: null
20
+ image_column: image
21
+ learning_rate: 0.0002
22
+ logging_dir: logs
23
+ lr_num_cycles: 1
24
+ lr_power: 1.0
25
+ lr_scheduler: constant
26
+ lr_warmup_steps: 500
27
+ max_grad_norm: 1.0
28
+ max_train_samples: null
29
+ max_train_steps: 15750
30
+ mixed_precision: fp16
31
+ num_train_epochs: 42
32
+ num_validation_images: 4
33
+ output_dir: ./controlnet-sd-2.1
34
+ pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1
35
+ proportion_empty_prompts: 0
36
+ push_to_hub: false
37
+ report_to: tensorboard
38
+ resolution: 512
39
+ resume_from_checkpoint: ./output_model/checkpoint-13500
40
+ revision: null
41
+ scale_lr: false
42
+ seed: null
43
+ set_grads_to_none: false
44
+ tokenizer_name: null
45
+ tracker_project_name: train_controlnet
46
+ train_batch_size: 4
47
+ train_data_dir: null
48
+ use_8bit_adam: true
49
+ validation_steps: 100
50
+ variant: null
logs/train_controlnet/1751949444.766978/events.out.tfevents.1751949444.89d248b593da.242.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:155077f77cddab1fa53de18b27250da54953586a3a51d11035e890be65a42f16
3
+ size 2510
logs/train_controlnet/1751949444.7686114/hparams.yml ADDED
@@ -0,0 +1,50 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ cache_dir: null
7
+ caption_column: text
8
+ checkpointing_steps: 500
9
+ checkpoints_total_limit: 2
10
+ conditioning_image_column: conditioning_image
11
+ controlnet_model_name_or_path: null
12
+ dataloader_num_workers: 0
13
+ dataset_config_name: null
14
+ dataset_name: HighCWu/open_pose_controlnet_subset
15
+ enable_xformers_memory_efficient_attention: false
16
+ gradient_accumulation_steps: 2
17
+ gradient_checkpointing: true
18
+ hub_model_id: null
19
+ hub_token: null
20
+ image_column: image
21
+ learning_rate: 0.0002
22
+ logging_dir: logs
23
+ lr_num_cycles: 1
24
+ lr_power: 1.0
25
+ lr_scheduler: constant
26
+ lr_warmup_steps: 500
27
+ max_grad_norm: 1.0
28
+ max_train_samples: null
29
+ max_train_steps: 17625
30
+ mixed_precision: fp16
31
+ num_train_epochs: 47
32
+ num_validation_images: 4
33
+ output_dir: ./controlnet-sd-2.1
34
+ pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1
35
+ proportion_empty_prompts: 0
36
+ push_to_hub: false
37
+ report_to: tensorboard
38
+ resolution: 512
39
+ resume_from_checkpoint: ./output_model/checkpoint-15000
40
+ revision: null
41
+ scale_lr: false
42
+ seed: null
43
+ set_grads_to_none: false
44
+ tokenizer_name: null
45
+ tracker_project_name: train_controlnet
46
+ train_batch_size: 4
47
+ train_data_dir: null
48
+ use_8bit_adam: true
49
+ validation_steps: 100
50
+ variant: null
logs/train_controlnet/events.out.tfevents.1751937967.89d248b593da.131.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e7fcc4e05d9dac9c653dc52d8859b0a9e04c821a57dcfa5bec1f41abcbd6a5f
3
+ size 306688
logs/train_controlnet/events.out.tfevents.1751949444.89d248b593da.242.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4e514b0bce00c70ab726bce708ae38a449bb2843ab2774fb0649db8cb06e905
3
+ size 446054