AllenQ commited on
Commit
4146ca1
1 Parent(s): 8a5e3ca

End of training

Browse files
README.md ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+
2
+ ---
3
+ license: creativeml-openrail-m
4
+ base_model: runwayml/stable-diffusion-v1-5
5
+ tags:
6
+ - stable-diffusion
7
+ - stable-diffusion-diffusers
8
+ - text-to-image
9
+ - diffusers
10
+ - controlnet
11
+ inference: true
12
+ ---
13
+
14
+ # controlnet-AllenQ/model_archive
15
+
16
+ These are controlnet weights trained on runwayml/stable-diffusion-v1-5 with new type of conditioning.
17
+ You can find some example images below.
18
+ prompt: car
19
+ ![images_0)](./images_0.png)
20
+
checkpoint-1000/controlnet/config.json ADDED
@@ -0,0 +1,44 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "ControlNetModel",
3
+ "_diffusers_version": "0.19.0.dev0",
4
+ "act_fn": "silu",
5
+ "attention_head_dim": 8,
6
+ "block_out_channels": [
7
+ 320,
8
+ 640,
9
+ 1280,
10
+ 1280
11
+ ],
12
+ "class_embed_type": null,
13
+ "conditioning_channels": 3,
14
+ "conditioning_embedding_out_channels": [
15
+ 16,
16
+ 32,
17
+ 96,
18
+ 256
19
+ ],
20
+ "controlnet_conditioning_channel_order": "rgb",
21
+ "cross_attention_dim": 768,
22
+ "down_block_types": [
23
+ "CrossAttnDownBlock2D",
24
+ "CrossAttnDownBlock2D",
25
+ "CrossAttnDownBlock2D",
26
+ "DownBlock2D"
27
+ ],
28
+ "downsample_padding": 1,
29
+ "flip_sin_to_cos": true,
30
+ "freq_shift": 0,
31
+ "global_pool_conditions": false,
32
+ "in_channels": 4,
33
+ "layers_per_block": 2,
34
+ "mid_block_scale_factor": 1,
35
+ "norm_eps": 1e-05,
36
+ "norm_num_groups": 32,
37
+ "num_attention_heads": null,
38
+ "num_class_embeds": null,
39
+ "only_cross_attention": false,
40
+ "projection_class_embeddings_input_dim": null,
41
+ "resnet_time_scale_shift": "default",
42
+ "upcast_attention": false,
43
+ "use_linear_projection": false
44
+ }
checkpoint-1000/controlnet/diffusion_pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52eb5df12bf7113fd2b402cf79967c6f00b760bf3e2d3b71c9f5b235028f3980
3
+ size 1445259705
checkpoint-1000/optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4983363077c8dfd27be96799b023dc92105d6c0fafbd6c2ed507ebd4618a6e97
3
+ size 2890518041
checkpoint-1000/random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cef50ca7c191176c4e906bdc8ee134cedfbc10543e0ce0db314513d587d45ee2
3
+ size 14663
checkpoint-1000/scaler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68cff80b680ddf6e7abbef98b5f336b97f9b5963e2209307f639383870e8cc71
3
+ size 557
checkpoint-1000/scheduler.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f34912fa092355c5a950e4967ea28cbb3556238a7857baa5999d228cde0ae4c3
3
+ size 563
checkpoint-500/controlnet/config.json ADDED
@@ -0,0 +1,44 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "ControlNetModel",
3
+ "_diffusers_version": "0.19.0.dev0",
4
+ "act_fn": "silu",
5
+ "attention_head_dim": 8,
6
+ "block_out_channels": [
7
+ 320,
8
+ 640,
9
+ 1280,
10
+ 1280
11
+ ],
12
+ "class_embed_type": null,
13
+ "conditioning_channels": 3,
14
+ "conditioning_embedding_out_channels": [
15
+ 16,
16
+ 32,
17
+ 96,
18
+ 256
19
+ ],
20
+ "controlnet_conditioning_channel_order": "rgb",
21
+ "cross_attention_dim": 768,
22
+ "down_block_types": [
23
+ "CrossAttnDownBlock2D",
24
+ "CrossAttnDownBlock2D",
25
+ "CrossAttnDownBlock2D",
26
+ "DownBlock2D"
27
+ ],
28
+ "downsample_padding": 1,
29
+ "flip_sin_to_cos": true,
30
+ "freq_shift": 0,
31
+ "global_pool_conditions": false,
32
+ "in_channels": 4,
33
+ "layers_per_block": 2,
34
+ "mid_block_scale_factor": 1,
35
+ "norm_eps": 1e-05,
36
+ "norm_num_groups": 32,
37
+ "num_attention_heads": null,
38
+ "num_class_embeds": null,
39
+ "only_cross_attention": false,
40
+ "projection_class_embeddings_input_dim": null,
41
+ "resnet_time_scale_shift": "default",
42
+ "upcast_attention": false,
43
+ "use_linear_projection": false
44
+ }
checkpoint-500/controlnet/diffusion_pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5d46e23284875df98d6a4d72a4fab90522c4ea37748fd034e4e19658d6a2db8
3
+ size 1445259705
checkpoint-500/optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b11d766b0fcd3f7d1799f4b297b7c53327914ae3bad66a866e83bd3f8bb40bcd
3
+ size 2890518041
checkpoint-500/random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba1a200011f454e813d5f225563aba8d99bf92d8772e1ef95ec9de0dc755bd06
3
+ size 14663
checkpoint-500/scaler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3f196a54202bb4ba1220e8c59f42f9cda0702d68ea83147d814c2fb2f36b8f2
3
+ size 557
checkpoint-500/scheduler.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab20ead000e6ae60e9a32d69fb1fb976d10dba2a065da680293a8202053a1975
3
+ size 563
config.json ADDED
@@ -0,0 +1,44 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "ControlNetModel",
3
+ "_diffusers_version": "0.19.0.dev0",
4
+ "act_fn": "silu",
5
+ "attention_head_dim": 8,
6
+ "block_out_channels": [
7
+ 320,
8
+ 640,
9
+ 1280,
10
+ 1280
11
+ ],
12
+ "class_embed_type": null,
13
+ "conditioning_channels": 3,
14
+ "conditioning_embedding_out_channels": [
15
+ 16,
16
+ 32,
17
+ 96,
18
+ 256
19
+ ],
20
+ "controlnet_conditioning_channel_order": "rgb",
21
+ "cross_attention_dim": 768,
22
+ "down_block_types": [
23
+ "CrossAttnDownBlock2D",
24
+ "CrossAttnDownBlock2D",
25
+ "CrossAttnDownBlock2D",
26
+ "DownBlock2D"
27
+ ],
28
+ "downsample_padding": 1,
29
+ "flip_sin_to_cos": true,
30
+ "freq_shift": 0,
31
+ "global_pool_conditions": false,
32
+ "in_channels": 4,
33
+ "layers_per_block": 2,
34
+ "mid_block_scale_factor": 1,
35
+ "norm_eps": 1e-05,
36
+ "norm_num_groups": 32,
37
+ "num_attention_heads": null,
38
+ "num_class_embeds": null,
39
+ "only_cross_attention": false,
40
+ "projection_class_embeddings_input_dim": null,
41
+ "resnet_time_scale_shift": "default",
42
+ "upcast_attention": false,
43
+ "use_linear_projection": false
44
+ }
diffusion_pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52eb5df12bf7113fd2b402cf79967c6f00b760bf3e2d3b71c9f5b235028f3980
3
+ size 1445259705
image_control.png ADDED
images_0.png ADDED
logs/train_controlnet/1689248138.792257/events.out.tfevents.1689248138.b778eab55d42.1082.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc96e95870947c50388c98175b6e7862f35011ce4f9c6922704441f8a5d5fe05
3
+ size 2338
logs/train_controlnet/1689248138.7941122/hparams.yml ADDED
@@ -0,0 +1,49 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ cache_dir: null
7
+ caption_column: text
8
+ checkpointing_steps: 500
9
+ checkpoints_total_limit: null
10
+ conditioning_image_column: conditioning_image
11
+ controlnet_model_name_or_path: null
12
+ dataloader_num_workers: 0
13
+ dataset_config_name: null
14
+ dataset_name: Bellaaazzzzz/archive
15
+ enable_xformers_memory_efficient_attention: false
16
+ gradient_accumulation_steps: 1
17
+ gradient_checkpointing: false
18
+ hub_model_id: null
19
+ hub_token: null
20
+ image_column: image
21
+ learning_rate: 1.0e-05
22
+ logging_dir: logs
23
+ lr_num_cycles: 1
24
+ lr_power: 1.0
25
+ lr_scheduler: constant
26
+ lr_warmup_steps: 500
27
+ max_grad_norm: 1.0
28
+ max_train_samples: 1000
29
+ max_train_steps: 1000
30
+ mixed_precision: null
31
+ num_train_epochs: 1
32
+ num_validation_images: 1
33
+ output_dir: model_archive
34
+ pretrained_model_name_or_path: runwayml/stable-diffusion-v1-5
35
+ proportion_empty_prompts: 0
36
+ push_to_hub: true
37
+ report_to: tensorboard
38
+ resolution: 512
39
+ resume_from_checkpoint: null
40
+ revision: null
41
+ scale_lr: false
42
+ seed: null
43
+ set_grads_to_none: false
44
+ tokenizer_name: null
45
+ tracker_project_name: train_controlnet
46
+ train_batch_size: 1
47
+ train_data_dir: null
48
+ use_8bit_adam: false
49
+ validation_steps: 500
logs/train_controlnet/events.out.tfevents.1689248138.b778eab55d42.1082.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:735c11769eb729957429802eb16883303e60c7fd797909176835d00d77541b65
3
+ size 1103637