End of training

.gitattributes

@@ -34,3 +34,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 images_1.png filter=lfs diff=lfs merge=lfs -text
+images_0.png filter=lfs diff=lfs merge=lfs -text

README.md

@@ -1,7 +1,7 @@
 
 ---
 license: creativeml-openrail-m
-base_model: stabilityai/stable-diffusion-2-1-base
+base_model: runwayml/stable-diffusion-v1-5
 tags:
 - stable-diffusion
 - stable-diffusion-diffusers
@@ -13,7 +13,7 @@ inference: true
     
 # controlnet-acozma/controlnet-fill50k
 
-These are controlnet weights trained on stabilityai/stable-diffusion-2-1-base with new type of conditioning.
+These are controlnet weights trained on runwayml/stable-diffusion-v1-5 with new type of conditioning.
 You can find some example images below.
 prompt: red circle with blue background
 ![images_0)](./images_0.png)

checkpoint-1000/controlnet/config.json

@@ -5,12 +5,7 @@
   "addition_embed_type": null,
   "addition_embed_type_num_heads": 64,
   "addition_time_embed_dim": null,
-  "attention_head_dim": [
-    5,
-    10,
-    20,
-    20
-  ],
+  "attention_head_dim": 8,
   "block_out_channels": [
     320,
     640,
@@ -26,7 +21,7 @@
     256
   ],
   "controlnet_conditioning_channel_order": "rgb",
-  "cross_attention_dim": 1024,
+  "cross_attention_dim": 768,
   "down_block_types": [
     "CrossAttnDownBlock2D",
     "CrossAttnDownBlock2D",
@@ -51,5 +46,5 @@
   "resnet_time_scale_shift": "default",
   "transformer_layers_per_block": 1,
   "upcast_attention": false,
-  "use_linear_projection": true
+  "use_linear_projection": false
 }

checkpoint-1000/controlnet/diffusion_pytorch_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e61da03d1c6dde5bfdfd018b1a398534a89e5536c00192c8b877a6496fbac533
-size 1456953560
+oid sha256:1edef632673d94ea4abc8efe3272c6ee5352ee64330f03aefcd100fa24c5e259
+size 1445157120

checkpoint-1000/optimizer.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a458ab553e4df222713bf902257c3cec118a50796c75b06ad432c22f4ae8c1a2
-size 2914111182
+oid sha256:00ece53be0b3cb4381344cfe7a2b2a4d1e480a47177198fa56b140990aa021bb
+size 2890518041

checkpoint-1000/random_states_0.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3b9fc95c58907fe2e7bb1bf7adf48b4ff05ea0a61b520dd1762627bbc4eb2461
-size 14408
+oid sha256:574bec199ebcffff005a38f55195c3df8e20062b18874946d64b5ca627d4e710
+size 14727

checkpoint-1000/scaler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9d8fdcd0311eba9854fff738038ed4c1a269832665b4d88ba4e4e3d02a1a7e0e
-size 988
+oid sha256:68cff80b680ddf6e7abbef98b5f336b97f9b5963e2209307f639383870e8cc71
+size 557

checkpoint-1000/scheduler.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9d16ae9dedf4c45ceadc467593037d83423677715e75ab402a9f44aa81de9b84
-size 1000
+oid sha256:7858597b60dfb2b44b947908e51cd23ec77da1ea85ea06c96e82b9a91a6e1524
+size 563

checkpoint-1500/controlnet/config.json

@@ -5,12 +5,7 @@
   "addition_embed_type": null,
   "addition_embed_type_num_heads": 64,
   "addition_time_embed_dim": null,
-  "attention_head_dim": [
-    5,
-    10,
-    20,
-    20
-  ],
+  "attention_head_dim": 8,
   "block_out_channels": [
     320,
     640,
@@ -26,7 +21,7 @@
     256
   ],
   "controlnet_conditioning_channel_order": "rgb",
-  "cross_attention_dim": 1024,
+  "cross_attention_dim": 768,
   "down_block_types": [
     "CrossAttnDownBlock2D",
     "CrossAttnDownBlock2D",
@@ -51,5 +46,5 @@
   "resnet_time_scale_shift": "default",
   "transformer_layers_per_block": 1,
   "upcast_attention": false,
-  "use_linear_projection": true
+  "use_linear_projection": false
 }

checkpoint-1500/controlnet/diffusion_pytorch_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8c90b0ff5f847080bfea81f8342c4d1e51c1ae445c0b78e717cea9cd3b34e962
-size 1456953560
+oid sha256:3caf01156950012011929713a8db7b303987d1f7a6b46db1b65863d4b3442aa7
+size 1445157120

checkpoint-1500/optimizer.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bb2aeba1662c02a1a7868f7cf13197b5858df7c2e7b89659af567e7be692f517
-size 2914111182
+oid sha256:d51adc7165714e9627f04e5e89e53fdc3462cac34721da2abfa74d8881855bf0
+size 2890518041

checkpoint-1500/random_states_0.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:24351ff15cbd8e1d3c55e5b5358b9ece131767eaf6a18cffc74af9b024cbba03
-size 14408
+oid sha256:6d70d2d82a06363ea22e9a139f4d9c04f28d90dd4e7c785e000d92bec2a63d32
+size 14727

checkpoint-1500/scaler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c2a4b6e0ef05ca249f2d6b7f9f3ad1dff81e55842a962df795bb9740c17c8e92
-size 988
+oid sha256:203a72d6c29f42a0e2964fdddc8d7a98df1eccee78fea9de0fa416613390f5c6
+size 557

checkpoint-1500/scheduler.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dcdd883061f8f3514731c51041dc7231d10951713a9abbd57d4f968a9c567ce3
-size 1000
+oid sha256:04286f05df71d55877944f0603e08bc490991a173a1062541b48e32f75eaf3f8
+size 563

checkpoint-2000/controlnet/config.json

@@ -5,12 +5,7 @@
   "addition_embed_type": null,
   "addition_embed_type_num_heads": 64,
   "addition_time_embed_dim": null,
-  "attention_head_dim": [
-    5,
-    10,
-    20,
-    20
-  ],
+  "attention_head_dim": 8,
   "block_out_channels": [
     320,
     640,
@@ -26,7 +21,7 @@
     256
   ],
   "controlnet_conditioning_channel_order": "rgb",
-  "cross_attention_dim": 1024,
+  "cross_attention_dim": 768,
   "down_block_types": [
     "CrossAttnDownBlock2D",
     "CrossAttnDownBlock2D",
@@ -51,5 +46,5 @@
   "resnet_time_scale_shift": "default",
   "transformer_layers_per_block": 1,
   "upcast_attention": false,
-  "use_linear_projection": true
+  "use_linear_projection": false
 }

checkpoint-2000/controlnet/diffusion_pytorch_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7d06b26138f80338336986cea460a6ad78403bcc24eda9bcce59db6604c2c983
-size 1456953560
+oid sha256:ebb20cacfea3ebe7c912db71296feffc4767beea76bc5c81342f74ea5832b1ac
+size 1445157120

checkpoint-2000/optimizer.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8b09457776864abd5a52540d75dad726dce64c25851dc69202a65cebe29b39fa
-size 2914111182
+oid sha256:0e55718aff49f102f50aa574172739ecdfe59ee985362d6afb1861232157c484
+size 2890518041

checkpoint-2000/random_states_0.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:62d101bcfb4ede66a7a2dc026871710557ac776a7289087d20d8944bd5330882
-size 14344
+oid sha256:c05d8beff96eb891684a5b3682810801e3d7b9ee6c795b0e6b70a4daa557be80
+size 14727

checkpoint-2000/scaler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3c50a9cebe5d66d453d25b140738bff479749ac03e0a43597d8776bc22f6ed0c
-size 988
+oid sha256:dd2de9749828adacdf103bf6e9592702bb7067a2c1df27dd62ab38c1eb8c070f
+size 557

checkpoint-2000/scheduler.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:81a7fe0a2983de695c44ba167520d4ce1ca01157e36e90498bee8c9d8e4b61fc
-size 1000
+oid sha256:c58b061c679af3bd9934ffa5ad1f578aa24b417ad2662d947a4f8484656c8cd7
+size 563

checkpoint-2500/controlnet/config.json

@@ -5,12 +5,7 @@
   "addition_embed_type": null,
   "addition_embed_type_num_heads": 64,
   "addition_time_embed_dim": null,
-  "attention_head_dim": [
-    5,
-    10,
-    20,
-    20
-  ],
+  "attention_head_dim": 8,
   "block_out_channels": [
     320,
     640,
@@ -26,7 +21,7 @@
     256
   ],
   "controlnet_conditioning_channel_order": "rgb",
-  "cross_attention_dim": 1024,
+  "cross_attention_dim": 768,
   "down_block_types": [
     "CrossAttnDownBlock2D",
     "CrossAttnDownBlock2D",
@@ -51,5 +46,5 @@
   "resnet_time_scale_shift": "default",
   "transformer_layers_per_block": 1,
   "upcast_attention": false,
-  "use_linear_projection": true
+  "use_linear_projection": false
 }

checkpoint-2500/controlnet/diffusion_pytorch_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3d9762a5bc8c788d1c567e03ad585a88581ed6511ba52d134e99cd5174d772d7
-size 1456953560
+oid sha256:1eaba0e42f67756e3b7c3691adffe65971e41f3eee43579c9dfae835d0e17c28
+size 1445157120

checkpoint-2500/optimizer.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:82c9d0bad256c814694157c0895e5208de338794417c03ba3486e4f31eae7451
-size 2914111182
+oid sha256:ebe4175f8e456bf745f98452ef156c80d6f41101c710e00ccbac901e3f78046e
+size 2890518041

checkpoint-2500/random_states_0.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6aa2efd4d3bc88656f6cf37e10bf959317fc495c1ae077883e7b7290aeb215dc
-size 14344
+oid sha256:519daec2e55514e734285f36efc3baef08ef03f768c8bba83b002fadb4f0dea0
+size 14727

checkpoint-2500/scaler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:48e2d97f563bb838328076a1666504681962151a3975a2f064be3a03e6500740
-size 988
+oid sha256:0fbcebc8f5487b0c117b5dd47f2ea304af3eebf408d297118d9307e1223927e1
+size 557

checkpoint-2500/scheduler.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e9244a743d4761f975ab2a14d0b7a509a85554dd77bef6490330160a2a639fae
-size 1000
+oid sha256:142b944983c7cba74fd2e01fbde32cb53c51c154d2730f1e9935528e9d4046bc
+size 563

checkpoint-3000/controlnet/config.json

@@ -5,12 +5,7 @@
   "addition_embed_type": null,
   "addition_embed_type_num_heads": 64,
   "addition_time_embed_dim": null,
-  "attention_head_dim": [
-    5,
-    10,
-    20,
-    20
-  ],
+  "attention_head_dim": 8,
   "block_out_channels": [
     320,
     640,
@@ -26,7 +21,7 @@
     256
   ],
   "controlnet_conditioning_channel_order": "rgb",
-  "cross_attention_dim": 1024,
+  "cross_attention_dim": 768,
   "down_block_types": [
     "CrossAttnDownBlock2D",
     "CrossAttnDownBlock2D",
@@ -51,5 +46,5 @@
   "resnet_time_scale_shift": "default",
   "transformer_layers_per_block": 1,
   "upcast_attention": false,
-  "use_linear_projection": true
+  "use_linear_projection": false
 }

checkpoint-3000/controlnet/diffusion_pytorch_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:08eef8db3a903159c31b59b43f5f9808216f1814a4ef82f8de56f32646a0741f
-size 1456953560
+oid sha256:a20bb4279bbec0ad48c586475dbf87413b4750a719b49a880c56e170a094a154
+size 1445157120

checkpoint-3000/optimizer.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e45b52fe0b50979f8ca2b7c029c3d22723e67de6fd7c81345e19a4a1dfa75745
-size 2914111182
+oid sha256:754ed3b617329009bf28307739a85d7ba12851cc4c948df446f898f9f7496b5a
+size 2890518041

checkpoint-3000/random_states_0.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:15403b14c60d4839243345e6fca7483a3e655e818791ba276ffe2d694027c03a
-size 14344
+oid sha256:94ddcc39c55cd9d7aa78a29d12e1559dcda94a521b34d654700844706b9a7389
+size 14727

checkpoint-3000/scaler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:21aba8ed0f38ed1c04994c10a9ca7e9925e55ef2ed51283c43ff8e2cce78585f
-size 988
+oid sha256:fb1f9398b77268202e8e1465734a63d123b1ef11c27f20f2473677e9883a6869
+size 557

checkpoint-3000/scheduler.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7a530ffa9220cf65c0729e966fdf26ce7223ed3dc88346bbe1367170da20bad4
-size 1000
+oid sha256:61d81672fe668604131fbfb69ebd73ba7eaf61af8d2d1f08fda39e01d237dfdd
+size 563

checkpoint-3500/controlnet/config.json

@@ -0,0 +1,50 @@
+{
+  "_class_name": "ControlNetModel",
+  "_diffusers_version": "0.22.0.dev0",
+  "act_fn": "silu",
+  "addition_embed_type": null,
+  "addition_embed_type_num_heads": 64,
+  "addition_time_embed_dim": null,
+  "attention_head_dim": 8,
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "class_embed_type": null,
+  "conditioning_channels": 3,
+  "conditioning_embedding_out_channels": [
+    16,
+    32,
+    96,
+    256
+  ],
+  "controlnet_conditioning_channel_order": "rgb",
+  "cross_attention_dim": 768,
+  "down_block_types": [
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "DownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "encoder_hid_dim": null,
+  "encoder_hid_dim_type": null,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "global_pool_conditions": false,
+  "in_channels": 4,
+  "layers_per_block": 2,
+  "mid_block_scale_factor": 1,
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_time_scale_shift": "default",
+  "transformer_layers_per_block": 1,
+  "upcast_attention": false,
+  "use_linear_projection": false
+}

checkpoint-3500/controlnet/diffusion_pytorch_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3661ca1dfd231c21e45e9358939dcddf8241b14252429bc38d0c89fcb0e6ba66
+size 1445157120

checkpoint-3500/optimizer.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53deae49caa608e15844c264f3476b2809c54920e3189f928252b905e298864a
+size 2890518041

checkpoint-3500/random_states_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0e16427d1feb693ba8065eab09f7e4a76bb9d7d6d016fe0eb3a450ed75018ef
+size 14727

checkpoint-3500/scaler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4cfe72973031c5a482f6e9ed0cb664a6aa7f63116e294e2b1f72d360d9b033c
+size 557

checkpoint-3500/scheduler.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09da3ed3cfc203eeab60f7170e8111657a9a612efe0329c8cd7e59b83ac31974
+size 563

checkpoint-500/controlnet/config.json

@@ -5,12 +5,7 @@
   "addition_embed_type": null,
   "addition_embed_type_num_heads": 64,
   "addition_time_embed_dim": null,
-  "attention_head_dim": [
-    5,
-    10,
-    20,
-    20
-  ],
+  "attention_head_dim": 8,
   "block_out_channels": [
     320,
     640,
@@ -26,7 +21,7 @@
     256
   ],
   "controlnet_conditioning_channel_order": "rgb",
-  "cross_attention_dim": 1024,
+  "cross_attention_dim": 768,
   "down_block_types": [
     "CrossAttnDownBlock2D",
     "CrossAttnDownBlock2D",
@@ -51,5 +46,5 @@
   "resnet_time_scale_shift": "default",
   "transformer_layers_per_block": 1,
   "upcast_attention": false,
-  "use_linear_projection": true
+  "use_linear_projection": false
 }

checkpoint-500/controlnet/diffusion_pytorch_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:54f9075e07c533034db7b8e4c612cf358bc48e6347a6cfe6086bf2cac4913da8
-size 1456953560
+oid sha256:9058a0cdd3743c6a2d792d4479a38781f20e72126cadd863d8eae52ff06aad77
+size 1445157120

checkpoint-500/optimizer.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aed508bbb877cd3d6dddb706b1b17cc6e6f4e5c6095d3305b7f3ae4b27c7a70c
-size 2914111182
+oid sha256:4d5405175d6eaa61753716867d6806d9e23fe3f1ce0a37689d6752629de818d2
+size 2890518041

checkpoint-500/random_states_0.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:646fa3ccb3191bcf70e6af7ed4e61bc4c8602ac33a12971f12e0b3107f55a11b
-size 14408
+oid sha256:579854bcd78cd218fa9f4c4f4b4e207a25dcd9677cf54e152a46161dedd5c4ab
+size 14727

checkpoint-500/scaler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:18b984273ea2d45b7ffb1d047bb359d93111e41fcad70d16a1b453fd38f72636
-size 988
+oid sha256:a3f196a54202bb4ba1220e8c59f42f9cda0702d68ea83147d814c2fb2f36b8f2
+size 557

checkpoint-500/scheduler.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:68d7b85c46d195e3cd6e587d94878d77f315e0a073acfab811251f39fbe891fc
-size 1000
+oid sha256:35010d9542617810074729bcc7b5db2e909cef2e5bbbb703027d18eba9b659cc
+size 563

config.json

@@ -5,12 +5,7 @@
   "addition_embed_type": null,
   "addition_embed_type_num_heads": 64,
   "addition_time_embed_dim": null,
-  "attention_head_dim": [
-    5,
-    10,
-    20,
-    20
-  ],
+  "attention_head_dim": 8,
   "block_out_channels": [
     320,
     640,
@@ -26,7 +21,7 @@
     256
   ],
   "controlnet_conditioning_channel_order": "rgb",
-  "cross_attention_dim": 1024,
+  "cross_attention_dim": 768,
   "down_block_types": [
     "CrossAttnDownBlock2D",
     "CrossAttnDownBlock2D",
@@ -51,5 +46,5 @@
   "resnet_time_scale_shift": "default",
   "transformer_layers_per_block": 1,
   "upcast_attention": false,
-  "use_linear_projection": true
+  "use_linear_projection": false
 }

diffusion_pytorch_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:04067f59853902846d80ba31df9625c2da415eeec39fce336c2e487e6b2f8737
-size 1456953560
+oid sha256:f1554f255e97bd213ed285c6a8a2a65c341e45e4969afd6f7cc5434b2c672db5
+size 1445157120