diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..dad60b4a1f88f4de5bd65ea12f26fc9f6eeed088 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +images_0.png filter=lfs diff=lfs merge=lfs -text +images_1.png filter=lfs diff=lfs merge=lfs -text +images_2.png filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..f10ccbdd85b85a2e3826e1c468df84cae638d63e --- /dev/null +++ b/README.md @@ -0,0 +1,47 @@ +--- +base_model: stabilityai/stable-diffusion-2-1-base +library_name: diffusers +license: creativeml-openrail-m +tags: +- stable-diffusion +- stable-diffusion-diffusers +- text-to-image +- diffusers +- controlnet +- diffusers-training +inference: true +--- + + + + +# controlnet-Jieya/model_out + +These are controlnet weights trained on stabilityai/stable-diffusion-2-1-base with new type of conditioning. +You can find some example images below. + +prompt: High-quality close-up dslr photo of man wearing a hat with trees in the background +![images_0)](./images_0.png) +prompt: Girl smiling, professional dslr photograph, dark background, studio lights, high quality +![images_1)](./images_1.png) +prompt: Portrait of a clown face, oil on canvas, bittersweet expression +![images_2)](./images_2.png) + + + +## Intended uses & limitations + +#### How to use + +```python +# TODO: add an example code snippet for running this diffusion pipeline +``` + +#### Limitations and bias + +[TODO: provide examples of latent issues and potential remediations] + +## Training details + +[TODO: describe the data used to train the model] \ No newline at end of file diff --git a/checkpoint-10000/controlnet/config.json b/checkpoint-10000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..138dc28f78e60049378c92ffb017897c1ac785fa --- /dev/null +++ b/checkpoint-10000/controlnet/config.json @@ -0,0 +1,56 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.30.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": true +} diff --git a/checkpoint-10000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-10000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5f4c90ef7a5b0f69560c9437a5f4fe6fca33abf8 --- /dev/null +++ b/checkpoint-10000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dac150fa20d24fb8e3cb3bc01c8138bcad621eb90d7d991fbccad3e757c6a391 +size 1456953560 diff --git a/checkpoint-10000/optimizer.bin b/checkpoint-10000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..231491f983b021e151ac9e88b8c455460fa9d331 --- /dev/null +++ b/checkpoint-10000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:074a79314b1296b96e0cd6f41a9aa340e567c11d70a300b8fbc7346212343353 +size 2914110745 diff --git a/checkpoint-10000/random_states_0.pkl b/checkpoint-10000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..c19cb06bd1bb598d1bb5d334dba8c4662202091e --- /dev/null +++ b/checkpoint-10000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91509deb33292082bc485fa013f6e2d2ac2963eb66eabd1f2ee69cd847a7368b +size 14727 diff --git a/checkpoint-10000/scaler.pt b/checkpoint-10000/scaler.pt new file mode 100644 index 0000000000000000000000000000000000000000..b345659e084dfa08f03a221d79b2e302a4748dfe --- /dev/null +++ b/checkpoint-10000/scaler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9be2ad76dcbc923b00e6a142f6db62aad4a46c47bb83864ccb68ddc899d0ce78 +size 557 diff --git a/checkpoint-10000/scheduler.bin b/checkpoint-10000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..dfea8b103660873f57a0b99214cb9acb641ced7b --- /dev/null +++ b/checkpoint-10000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6bcd4cb37625cab1478c5f801ecf8dcfe8513c2acdf383cd99f5bc953b5e8a3 +size 563 diff --git a/checkpoint-15000/controlnet/config.json b/checkpoint-15000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..138dc28f78e60049378c92ffb017897c1ac785fa --- /dev/null +++ b/checkpoint-15000/controlnet/config.json @@ -0,0 +1,56 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.30.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": true +} diff --git a/checkpoint-15000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-15000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..aab9bb07b8baa34f46255cf110f5043cd90501d0 --- /dev/null +++ b/checkpoint-15000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46b2beac027e0235838007e279b92a3f95cd5e78336393219ada2021e6b9eb28 +size 1456953560 diff --git a/checkpoint-15000/optimizer.bin b/checkpoint-15000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..b1733b8ef97481b86ad2d42220fdd98c85818dec --- /dev/null +++ b/checkpoint-15000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:227b1621cf6913d4f834c4932bccffc3299bc2f2739745fe3266fdc17d96e7be +size 2914110745 diff --git a/checkpoint-15000/random_states_0.pkl b/checkpoint-15000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..a15d0d3eedd7a947bf9eb38b966d7a91c038da32 --- /dev/null +++ b/checkpoint-15000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1ea0d3ea277eea2c2d8d54a8a296b00334c0c6837666387866aa59ba9dd4077 +size 14791 diff --git a/checkpoint-15000/scaler.pt b/checkpoint-15000/scaler.pt new file mode 100644 index 0000000000000000000000000000000000000000..29312d48fe0c2715d29a9441129c714a6ea8e195 --- /dev/null +++ b/checkpoint-15000/scaler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fb33b1da2125feaa501f6acf7c67409ff703b0320e8e55bf616863891dd3346 +size 557 diff --git a/checkpoint-15000/scheduler.bin b/checkpoint-15000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..2e0498a72c22a040ef520f0478bb4dabde66f3e8 --- /dev/null +++ b/checkpoint-15000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c8f230c5668e90ef511def579b79e44de9d3b35808be0f4dc30dd690dd88396 +size 563 diff --git a/checkpoint-20000/controlnet/config.json b/checkpoint-20000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..138dc28f78e60049378c92ffb017897c1ac785fa --- /dev/null +++ b/checkpoint-20000/controlnet/config.json @@ -0,0 +1,56 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.30.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": true +} diff --git a/checkpoint-20000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-20000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..210ba9f9344f32604f21a855d0c387dd78f4e151 --- /dev/null +++ b/checkpoint-20000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0eee06825074035aa628ff18240b948443063ef82e43658927bcfa997891bc5 +size 1456953560 diff --git a/checkpoint-20000/optimizer.bin b/checkpoint-20000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..36bf7f4375571c8a988d15503b59f6d388a64be2 --- /dev/null +++ b/checkpoint-20000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cd280ef0db63c99ccf1cebda3415438f291fcfc3eb4f46990f7398e86a997cc +size 2914110745 diff --git a/checkpoint-20000/random_states_0.pkl b/checkpoint-20000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..21eb408c900e263821da3ff6a9072097572e6289 --- /dev/null +++ b/checkpoint-20000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c22ef72faba3cb504ebdb34594e8b449f0041bba0048bb93292ed7ddaabe965 +size 14663 diff --git a/checkpoint-20000/scaler.pt b/checkpoint-20000/scaler.pt new file mode 100644 index 0000000000000000000000000000000000000000..435eeead8d6ba588d3fe5fb465c1db89952d3794 --- /dev/null +++ b/checkpoint-20000/scaler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12aebaaafc04382ace0a1c60eeea33ee7e2c7d1e27ff5d38f790ff2d37832bf6 +size 557 diff --git a/checkpoint-20000/scheduler.bin b/checkpoint-20000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..f5f384006297bac12235be37aaffdf65d823b113 --- /dev/null +++ b/checkpoint-20000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6af40fe1d26f16a16476a6515b0cb875814a602dabb7d83b4f2ad749c139b74 +size 563 diff --git a/checkpoint-25000/controlnet/config.json b/checkpoint-25000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..138dc28f78e60049378c92ffb017897c1ac785fa --- /dev/null +++ b/checkpoint-25000/controlnet/config.json @@ -0,0 +1,56 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.30.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": true +} diff --git a/checkpoint-25000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-25000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..de841f9174c13eead274fa1b64ba841742802b59 --- /dev/null +++ b/checkpoint-25000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c29175febe2c7b82f63653e553e4bf229c5eb4bd9778b852699ac1e45f1c9368 +size 1456953560 diff --git a/checkpoint-25000/optimizer.bin b/checkpoint-25000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..6eae69adbdbeb9a488482fbf8009a91fcc64f7e2 --- /dev/null +++ b/checkpoint-25000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d8053e9db000e965823c623789408b3083eadf249d49042a72d50b02a63707b +size 2914110745 diff --git a/checkpoint-25000/random_states_0.pkl b/checkpoint-25000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..24af883217b0ca4a3c0a4e313824eb6e942eea21 --- /dev/null +++ b/checkpoint-25000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00fb81b45eccb02d6d68d9494d24b6fbad84372bf314dfb9a98dc4c7f12366e9 +size 14727 diff --git a/checkpoint-25000/scaler.pt b/checkpoint-25000/scaler.pt new file mode 100644 index 0000000000000000000000000000000000000000..67b9f6457c8e3105d17a6f41827d8592136fdbb2 --- /dev/null +++ b/checkpoint-25000/scaler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b729e96cd88447df23b86b4ed65e5805cad3aeb366abed1864c53a1a98d5930 +size 557 diff --git a/checkpoint-25000/scheduler.bin b/checkpoint-25000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..bf2e5bbe3842290d91dcc1ca74f718f36a70af62 --- /dev/null +++ b/checkpoint-25000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ffd2fc43d31a14a855dacda09fb04d820c065a2c9afbc356a017bf509827ddd +size 563 diff --git a/checkpoint-30000/controlnet/config.json b/checkpoint-30000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..138dc28f78e60049378c92ffb017897c1ac785fa --- /dev/null +++ b/checkpoint-30000/controlnet/config.json @@ -0,0 +1,56 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.30.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": true +} diff --git a/checkpoint-30000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-30000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..28a26b624be02d437b61dc25609f940a09bbe8e5 --- /dev/null +++ b/checkpoint-30000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24c2b4795ab1b112fae970cca4f5ff7505108862135b42f5bdfc9524d3c965ad +size 1456953560 diff --git a/checkpoint-30000/optimizer.bin b/checkpoint-30000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..90561d7367808d8535890469bf0849ef9759df89 --- /dev/null +++ b/checkpoint-30000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:636bef797b0dcf4e80d3cfa5c2f35a98e12d825fa2115ea4f05bfaa53828aeff +size 2914110745 diff --git a/checkpoint-30000/random_states_0.pkl b/checkpoint-30000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..d787a5e9dfa14215c1e26e69c63bc6ef162a7970 --- /dev/null +++ b/checkpoint-30000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11198f4ea52c2bf87dc3346da479723bae132cef0758c35f8ba849a474b30570 +size 14727 diff --git a/checkpoint-30000/scaler.pt b/checkpoint-30000/scaler.pt new file mode 100644 index 0000000000000000000000000000000000000000..cbb70f7c1a39a3c8445d328495ba62a1e235e3c0 --- /dev/null +++ b/checkpoint-30000/scaler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41979bb4099b7876aed5e4f2a55dea710693e14b04d2a057890aac0c1681deff +size 557 diff --git a/checkpoint-30000/scheduler.bin b/checkpoint-30000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..e510bfd22b3ff080b789421703a4dfd74ae39f90 --- /dev/null +++ b/checkpoint-30000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3efc289171f55383349fd4027804e3a9f346709fb7021d451c702bb735cde29a +size 563 diff --git a/checkpoint-35000/controlnet/config.json b/checkpoint-35000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..138dc28f78e60049378c92ffb017897c1ac785fa --- /dev/null +++ b/checkpoint-35000/controlnet/config.json @@ -0,0 +1,56 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.30.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": true +} diff --git a/checkpoint-35000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-35000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..08fbc00d0331ca70e6c3b11cf879bf4a354ba569 --- /dev/null +++ b/checkpoint-35000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1237a20a2dd529981172fd136ea9722c08aa95915721237884521abb5be140a6 +size 1456953560 diff --git a/checkpoint-35000/optimizer.bin b/checkpoint-35000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..132779dffaff77fcd58f4417144315983512487d --- /dev/null +++ b/checkpoint-35000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:242c605f76bd43a0612432be198527ba89cebcb17eb98501a20406bfc117572f +size 2914110745 diff --git a/checkpoint-35000/random_states_0.pkl b/checkpoint-35000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..77d0b0b4c32951bd8893f9aa515f9c3b23b75eeb --- /dev/null +++ b/checkpoint-35000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:309115609ff6f204b1c31a69e382963fa945754e3f267de35c1c0f8ca47fdaaf +size 14727 diff --git a/checkpoint-35000/scaler.pt b/checkpoint-35000/scaler.pt new file mode 100644 index 0000000000000000000000000000000000000000..5659224ee916ac793d9cc727e8f3c596242a4831 --- /dev/null +++ b/checkpoint-35000/scaler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fb95c3677bd95921b4e52793da18838cef8dc23d7b6741c7e48b259689ede7a +size 557 diff --git a/checkpoint-35000/scheduler.bin b/checkpoint-35000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..518b2ddd78c35c739de62c042d9c86ed885a4b06 --- /dev/null +++ b/checkpoint-35000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d0a931d0dd685e5befa112213f96ca2911c71d9dca3d46548f1f8c876f325b1 +size 563 diff --git a/checkpoint-40000/controlnet/config.json b/checkpoint-40000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..138dc28f78e60049378c92ffb017897c1ac785fa --- /dev/null +++ b/checkpoint-40000/controlnet/config.json @@ -0,0 +1,56 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.30.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": true +} diff --git a/checkpoint-40000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-40000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cebf33b1dd9ab63ffe7152d2a9ac38110aebc48a --- /dev/null +++ b/checkpoint-40000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09bff83b9e5cac443a2542c2a7636cc2eb1d12d64a2cf178e4de059aa14070c2 +size 1456953560 diff --git a/checkpoint-40000/optimizer.bin b/checkpoint-40000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..8077a22bf2286910623d36d42d4e3bc076e499fb --- /dev/null +++ b/checkpoint-40000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6134267e5eb1d343c196d8da0d651e260a31484385eb63d26a9c26e603b208fd +size 2914110745 diff --git a/checkpoint-40000/random_states_0.pkl b/checkpoint-40000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..c6b9567886250e841bdd0d1c452aed35575e2de3 --- /dev/null +++ b/checkpoint-40000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65558bc352ac91a261654e094b60c7d2e7523c7b56bf1c624c925d09f8a7436d +size 14727 diff --git a/checkpoint-40000/scaler.pt b/checkpoint-40000/scaler.pt new file mode 100644 index 0000000000000000000000000000000000000000..fbb0cdd62b5f0386e60e7ae6a36b25d4c86e3374 --- /dev/null +++ b/checkpoint-40000/scaler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40afcc1c27874a472fcd7cbba7a507a41d46624402a9b5105782e6abe2528d80 +size 557 diff --git a/checkpoint-40000/scheduler.bin b/checkpoint-40000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..6b5e12dfed1780d8044616a4053c82e927ca9724 --- /dev/null +++ b/checkpoint-40000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a71e390a3842b97762119c51f2bc5c9ffd08704699e96851ebb8455dd707551 +size 563 diff --git a/checkpoint-45000/controlnet/config.json b/checkpoint-45000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..138dc28f78e60049378c92ffb017897c1ac785fa --- /dev/null +++ b/checkpoint-45000/controlnet/config.json @@ -0,0 +1,56 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.30.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": true +} diff --git a/checkpoint-45000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-45000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e3569ecec58b4f226d7ef25a0cd7fe806ee43474 --- /dev/null +++ b/checkpoint-45000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:292c3de5092d32caa8827028b1a85fa470803124cfd23c9dd0ed911a04b5081f +size 1456953560 diff --git a/checkpoint-45000/optimizer.bin b/checkpoint-45000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..84f754f91918c556569798cce2481d8538856641 --- /dev/null +++ b/checkpoint-45000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f86a62bd3a764c220b1b8e01a16e9d491d9f2f343b4824e1e61f93ef4f609e4 +size 2914110745 diff --git a/checkpoint-45000/random_states_0.pkl b/checkpoint-45000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..324f4cb0c55408ba0b0e0f5fb037855c5cb291d0 --- /dev/null +++ b/checkpoint-45000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fd330c4772e73cc40709599f0e57e70c857965cdcfe0fbed583450c55baf976 +size 14727 diff --git a/checkpoint-45000/scaler.pt b/checkpoint-45000/scaler.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2c73b15e232d5ae9b14a5496c70e7ac95685b49 --- /dev/null +++ b/checkpoint-45000/scaler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0002cbe8ae29c8d1b61a61715c40a9fae97a6a99a95bf200e8a8d814a784a9c3 +size 557 diff --git a/checkpoint-45000/scheduler.bin b/checkpoint-45000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..180ee6445cbb78092b6a4fa9194c1ebdd2c365a5 --- /dev/null +++ b/checkpoint-45000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed278162b8c738dc6a2bfb09c98073f37a1a1c39ad3c2922b86e5238b9e172b7 +size 563 diff --git a/checkpoint-5000/controlnet/config.json b/checkpoint-5000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..138dc28f78e60049378c92ffb017897c1ac785fa --- /dev/null +++ b/checkpoint-5000/controlnet/config.json @@ -0,0 +1,56 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.30.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": true +} diff --git a/checkpoint-5000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-5000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5dcdf3463f82d8c1d2e19606c51df033c2154957 --- /dev/null +++ b/checkpoint-5000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:753b0e94bb3896c23e725d773faaa378430883eedc144942d672fd73ee7f69e2 +size 1456953560 diff --git a/checkpoint-5000/optimizer.bin b/checkpoint-5000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..9a9a691dcbecb8ee4e63800a727d0af97fd2bfcf --- /dev/null +++ b/checkpoint-5000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed9b373306572eb575cd19dd16ac57d8651fc0f50fb4f64a79f5c77bd3c75f4d +size 2914110745 diff --git a/checkpoint-5000/random_states_0.pkl b/checkpoint-5000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..d9580947064dacd7b18e5fd2784a95577d7cc9dd --- /dev/null +++ b/checkpoint-5000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:393322c301b964384015762fb4b674ea2563906c4cc407730a43415db86845d2 +size 14727 diff --git a/checkpoint-5000/scaler.pt b/checkpoint-5000/scaler.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a0a5a2d6700d39df12b85e2a8ee02926333f46a --- /dev/null +++ b/checkpoint-5000/scaler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a41313b6733b65c1acca917a7c2ced06503c11b898e6cd5de1e6a9f13bfb54ef +size 557 diff --git a/checkpoint-5000/scheduler.bin b/checkpoint-5000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..c37dd5f1ba284353140794600e68bbd00f948e8b --- /dev/null +++ b/checkpoint-5000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b6b035e89b3f614d8a7babea59ef588908ea69ffc4eb871a24c002d6356cdc +size 563 diff --git a/checkpoint-50000/controlnet/config.json b/checkpoint-50000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..138dc28f78e60049378c92ffb017897c1ac785fa --- /dev/null +++ b/checkpoint-50000/controlnet/config.json @@ -0,0 +1,56 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.30.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": true +} diff --git a/checkpoint-50000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-50000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e4e25896e1f88bc0a05540c5400bd3ad6232ff9e --- /dev/null +++ b/checkpoint-50000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:068de8f8b386c1fe9cdcf77cb14efe09530181b45339eb4b9740a51140aa3dd6 +size 1456953560 diff --git a/checkpoint-50000/optimizer.bin b/checkpoint-50000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..66bdb09d16499bee29790d456bc23617be5e9bd9 --- /dev/null +++ b/checkpoint-50000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c602c5e9a418b9c5302dc96ddfbd94469d9668f5a93ef5904603ee3f0dee8c95 +size 2914110745 diff --git a/checkpoint-50000/random_states_0.pkl b/checkpoint-50000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..834fc109a454fcdced84e4bbc2cc037bcde58770 --- /dev/null +++ b/checkpoint-50000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92506d676271b99ec9bdb968e48526af2582bca20208d06d585b49ca6b424688 +size 14727 diff --git a/checkpoint-50000/scaler.pt b/checkpoint-50000/scaler.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9d0c6bb0f612dbca876eb569fbd7ea95f39cba8 --- /dev/null +++ b/checkpoint-50000/scaler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcdbe1295b09ba4b8d86e8986354266ce7fd5b4402375e8d8db5d3ed70e46aff +size 557 diff --git a/checkpoint-50000/scheduler.bin b/checkpoint-50000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..f55c01e52c62a23a905f453e6c6c0a0e9eebc763 --- /dev/null +++ b/checkpoint-50000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb6d454682545976d97e5e67a0021e144ca4a00dfb9e5d4b36ce21fb050b73fd +size 563 diff --git a/checkpoint-55000/controlnet/config.json b/checkpoint-55000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..138dc28f78e60049378c92ffb017897c1ac785fa --- /dev/null +++ b/checkpoint-55000/controlnet/config.json @@ -0,0 +1,56 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.30.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": true +} diff --git a/checkpoint-55000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-55000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..40859d1534969371c5ebb097c5ecf9f807a337c4 --- /dev/null +++ b/checkpoint-55000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c1757d29f516c3706dd30de98ce9f8957a7765fb9a7017e608f453d1223d31b +size 1456953560 diff --git a/checkpoint-55000/optimizer.bin b/checkpoint-55000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..d944bf2f6b9bbb674be48c8f910d4519735a3dd9 --- /dev/null +++ b/checkpoint-55000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad421124fb4b3f1f938cd207b7b7ede1a8e5fed49dc19dc828ebfbfe1f157148 +size 2914110745 diff --git a/checkpoint-55000/random_states_0.pkl b/checkpoint-55000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..46e719c5f37d1ca309e5f6fbba6c492f8e7abc81 --- /dev/null +++ b/checkpoint-55000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7e512a24391aef872b98b89f766c807b28ab56d67a767a624f71bc1c3305e22 +size 14727 diff --git a/checkpoint-55000/scaler.pt b/checkpoint-55000/scaler.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba3c7470f8c5689761778c74d2b1020bab46a120 --- /dev/null +++ b/checkpoint-55000/scaler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:293491371741d490ec981c37e7cec2b186b6b5e1dbe724b35b9ba931d430338a +size 557 diff --git a/checkpoint-55000/scheduler.bin b/checkpoint-55000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..ac9b91faae7763f0f481c2d276e994b0d77e675a --- /dev/null +++ b/checkpoint-55000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8979408bdec58f062bf6e4e1e7c91467d515bb57a9ac75b7eb74824054c3750d +size 563 diff --git a/checkpoint-60000/controlnet/config.json b/checkpoint-60000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..138dc28f78e60049378c92ffb017897c1ac785fa --- /dev/null +++ b/checkpoint-60000/controlnet/config.json @@ -0,0 +1,56 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.30.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": true +} diff --git a/checkpoint-60000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-60000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0a30d0fcf39f8211f5b43d73f10cbf6528617685 --- /dev/null +++ b/checkpoint-60000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18422ab94d7d891d25edc71cbef0d3ef905e84be0c0545c1c903427bfa9cb194 +size 1456953560 diff --git a/checkpoint-60000/optimizer.bin b/checkpoint-60000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..7b07bc39094406ff87411024dbec1960d90cbf06 --- /dev/null +++ b/checkpoint-60000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba5d3b1be97af1dc92fdf91918661ab1e54e342863330d0f62275ddc4e2118ba +size 2914110745 diff --git a/checkpoint-60000/random_states_0.pkl b/checkpoint-60000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..4f0d8aa5a99b39e76d2fcf47cf0fee06c7a61b3d --- /dev/null +++ b/checkpoint-60000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8628402ea29d5c9874f9466885413c533be0c75ed7c7950467e7ab20abe0cc23 +size 14663 diff --git a/checkpoint-60000/scaler.pt b/checkpoint-60000/scaler.pt new file mode 100644 index 0000000000000000000000000000000000000000..29aa49342bf45bd008540a821e96c830021169f9 --- /dev/null +++ b/checkpoint-60000/scaler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de04f2adc446ebf1fe891f3cfd0367f28ce0b5b35d4fafcaaa23aec97892aba9 +size 557 diff --git a/checkpoint-60000/scheduler.bin b/checkpoint-60000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..be5e9681fe8daaccb98305ea4085d50334691533 --- /dev/null +++ b/checkpoint-60000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17105f5119902ddfa63c49814e135b2fc712dc836817e3feeb3e580e3b0c74e1 +size 563 diff --git a/checkpoint-65000/controlnet/config.json b/checkpoint-65000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..138dc28f78e60049378c92ffb017897c1ac785fa --- /dev/null +++ b/checkpoint-65000/controlnet/config.json @@ -0,0 +1,56 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.30.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": true +} diff --git a/checkpoint-65000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-65000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4d6a6797c210a96aee648212eb55fe800e80c806 --- /dev/null +++ b/checkpoint-65000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c64fb7a299a61c7a6363592547eade99034e1f6b108ecfecfa52c9adf5ab926a +size 1456953560 diff --git a/checkpoint-65000/optimizer.bin b/checkpoint-65000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..4b1d4b243a72a4f4e2799c5f2962ef086a936661 --- /dev/null +++ b/checkpoint-65000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cb98240ff56c88d13068deda7c46aa2bc940f59775b415c2b82cadc8d5e8814 +size 2914110745 diff --git a/checkpoint-65000/random_states_0.pkl b/checkpoint-65000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..a7ce00f2969705a65297a73bef9b34607583e670 --- /dev/null +++ b/checkpoint-65000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8acd3126f61f9dfd857ffe9e8e68acce055c6c878ae1b18b3834f41603bd371 +size 14727 diff --git a/checkpoint-65000/scaler.pt b/checkpoint-65000/scaler.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b2367320b098b1f8b84af06fb460dcbb5a08e34 --- /dev/null +++ b/checkpoint-65000/scaler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:155d828fefcf7caff7e180db9707141940b1a39a77213d9bbf33da9c6ba8560e +size 557 diff --git a/checkpoint-65000/scheduler.bin b/checkpoint-65000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..227ec3114717d901ede8ca9e97039418cf45b78c --- /dev/null +++ b/checkpoint-65000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c299db2a0c57048ebd0d62a81c38421f5890e399428cecab4e58935da0062dc +size 563 diff --git a/checkpoint-70000/controlnet/config.json b/checkpoint-70000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..138dc28f78e60049378c92ffb017897c1ac785fa --- /dev/null +++ b/checkpoint-70000/controlnet/config.json @@ -0,0 +1,56 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.30.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": true +} diff --git a/checkpoint-70000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-70000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a471f786f40bd015881fb4502a5867d1c2621675 --- /dev/null +++ b/checkpoint-70000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d13e56b7fc0ab0c9e97d54030d4dc6dc1711620a231c9dc218c0e90078c1ab6b +size 1456953560 diff --git a/checkpoint-70000/optimizer.bin b/checkpoint-70000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..e1f14c475c33d46b35791a8cafa36f9e341ae6e1 --- /dev/null +++ b/checkpoint-70000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee60476f6c150cc9800f799b62c6aaf7337b0fb7b2cb5f1bbe58d1ccdc48764c +size 2914110745 diff --git a/checkpoint-70000/random_states_0.pkl b/checkpoint-70000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..3419697105c709b99991fd5a45e5be914ac777d8 --- /dev/null +++ b/checkpoint-70000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0f0628f7575adb75c3da30705ea98da89df726e0c3e14bee4f547fb21ae02c8 +size 14727 diff --git a/checkpoint-70000/scaler.pt b/checkpoint-70000/scaler.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b8514d55a1ab5fec089fa8bff5fa015063146b3 --- /dev/null +++ b/checkpoint-70000/scaler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f54c22131ed3f7c9716245409c838fdca9998d068f669d6f73372830e04629e +size 557 diff --git a/checkpoint-70000/scheduler.bin b/checkpoint-70000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..4efa51c9d539b657a42bfc20b9305578108d0b88 --- /dev/null +++ b/checkpoint-70000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c28cc247bed4c6ebd496127132db7b258f007b2d08f70a285f3ef2617ef0eeb9 +size 563 diff --git a/checkpoint-75000/controlnet/config.json b/checkpoint-75000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..138dc28f78e60049378c92ffb017897c1ac785fa --- /dev/null +++ b/checkpoint-75000/controlnet/config.json @@ -0,0 +1,56 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.30.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": true +} diff --git a/checkpoint-75000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-75000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..349d6d267e5e30d354b1bc47bde07c08c3b03db5 --- /dev/null +++ b/checkpoint-75000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c2f2d6aac36adf70033d4daadacc310dac4571f64a49c539fe9a85a8ed4b499 +size 1456953560 diff --git a/checkpoint-75000/optimizer.bin b/checkpoint-75000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..98a64ca9eb2745a094459614dc323724aa09c607 --- /dev/null +++ b/checkpoint-75000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:187a89492b6f68a2e3e661910b1a5dfee27f9e2c23d101d613703ccba2e0dbd0 +size 2914110745 diff --git a/checkpoint-75000/random_states_0.pkl b/checkpoint-75000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..bc42d12794983378f628885f06a59357f5494006 --- /dev/null +++ b/checkpoint-75000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:821645e9a671e9b094446bd5da60b86d938a26f18bc2108478c29baeae8077c3 +size 14727 diff --git a/checkpoint-75000/scaler.pt b/checkpoint-75000/scaler.pt new file mode 100644 index 0000000000000000000000000000000000000000..074a879f12ab38dc715a3b9911541001ef5e4dbe --- /dev/null +++ b/checkpoint-75000/scaler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a514460381aa26b3faf6d129fa3302cec332c95fde224f0abdc977853e912b0 +size 557 diff --git a/checkpoint-75000/scheduler.bin b/checkpoint-75000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..bfa6c03f84deb817775ff172c8a0de6de4f3a7de --- /dev/null +++ b/checkpoint-75000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fed34d0ade9e0a502ac47b9b3fc236abc15b5b7aa8c78452f34532b4e3b405a2 +size 563 diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..138dc28f78e60049378c92ffb017897c1ac785fa --- /dev/null +++ b/config.json @@ -0,0 +1,56 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.30.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": true +} diff --git a/diffusion_pytorch_model.safetensors b/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..349d6d267e5e30d354b1bc47bde07c08c3b03db5 --- /dev/null +++ b/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c2f2d6aac36adf70033d4daadacc310dac4571f64a49c539fe9a85a8ed4b499 +size 1456953560 diff --git a/image_control.png b/image_control.png new file mode 100644 index 0000000000000000000000000000000000000000..08cc8d40d7592238ec58620cdd3693cf42f48c42 Binary files /dev/null and b/image_control.png differ diff --git a/images_0.png b/images_0.png new file mode 100644 index 0000000000000000000000000000000000000000..a62c53110d155b498fe4687fc086b551c443a0a3 --- /dev/null +++ b/images_0.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65f3e3c3bc408d6be27875c3cf0a4df970a69b00295cb4c5a117ca5882396a70 +size 1844118 diff --git a/images_1.png b/images_1.png new file mode 100644 index 0000000000000000000000000000000000000000..f2d158535991fb8410ae5d99db94219b481033e9 --- /dev/null +++ b/images_1.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cabd68e7f4096b5b3cdf142079d67495a9354386c14ed5b6472ee58646d339a +size 1373848 diff --git a/images_2.png b/images_2.png new file mode 100644 index 0000000000000000000000000000000000000000..8c8a7f47f9bcee064da289e1e512f91294c77020 --- /dev/null +++ b/images_2.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c523890fb3bd441c1a20bbbd28c8e5821bbdbf8178063ee57d375f7f4d40ab1 +size 1737681