diff --git a/.bin b/.bin new file mode 100644 index 0000000000000000000000000000000000000000..9d5b58c5791b8ce4adcb6335860635047ec0c183 --- /dev/null +++ b/.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b568b8983f2e9977526d075ab16a1f364327bd64cecea4306bae3d5f7c25dc2 +size 202379941 diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..295c5cb708d465cf30f0f2e6c808e3b39fda236e --- /dev/null +++ b/README.md @@ -0,0 +1,22 @@ + +--- +license: creativeml-openrail-m +base_model: stabilityai/stable-diffusion-2-1-base +instance_prompt: photo of a +tags: +- stable-diffusion +- stable-diffusion-diffusers +- text-to-image +- diffusers +- custom-diffusion +inference: true +--- + +# Custom Diffusion - SidXXD/cat_mist_16_token_id-ktn_prompt_no_cat + +These are Custom Diffusion adaption weights for stabilityai/stable-diffusion-2-1-base. The weights were trained on photo of a using [Custom Diffusion](https://www.cs.cmu.edu/~custom-diffusion). You can find some example images in the following. + + + + +For more details on the training, please follow [this link](https://github.com/huggingface/diffusers/blob/main/examples/custom_diffusion). diff --git a/attn_maps_color-29_05/output_0_0.png b/attn_maps_color-29_05/output_0_0.png new file mode 100644 index 0000000000000000000000000000000000000000..56c07c75f906c90b000511cb39cfb70e604ea370 Binary files /dev/null and b/attn_maps_color-29_05/output_0_0.png differ diff --git a/attn_maps_color-29_05/output_10_10.png b/attn_maps_color-29_05/output_10_10.png new file mode 100644 index 0000000000000000000000000000000000000000..63ab9b5ec096037474004cedb2daf6538e83c12c Binary files /dev/null and b/attn_maps_color-29_05/output_10_10.png differ diff --git a/attn_maps_color-29_05/output_11_11.png b/attn_maps_color-29_05/output_11_11.png new file mode 100644 index 0000000000000000000000000000000000000000..a1569b80f8c788fe7657b6a2fb817b38ba3692d0 Binary files /dev/null and b/attn_maps_color-29_05/output_11_11.png differ diff --git a/attn_maps_color-29_05/output_12_12.png b/attn_maps_color-29_05/output_12_12.png new file mode 100644 index 0000000000000000000000000000000000000000..38464e39f14b570ea6026afb3e71728f0331363e Binary files /dev/null and b/attn_maps_color-29_05/output_12_12.png differ diff --git a/attn_maps_color-29_05/output_13_13.png b/attn_maps_color-29_05/output_13_13.png new file mode 100644 index 0000000000000000000000000000000000000000..edc695f7ea4d3e8f4b1149d271909376004fe587 Binary files /dev/null and b/attn_maps_color-29_05/output_13_13.png differ diff --git a/attn_maps_color-29_05/output_14_14.png b/attn_maps_color-29_05/output_14_14.png new file mode 100644 index 0000000000000000000000000000000000000000..36c7a37d1963bc96c34e972b10acd41a034883e3 Binary files /dev/null and b/attn_maps_color-29_05/output_14_14.png differ diff --git a/attn_maps_color-29_05/output_15_15.png b/attn_maps_color-29_05/output_15_15.png new file mode 100644 index 0000000000000000000000000000000000000000..74a0c5749a7216ad6853954cdb5cd21513c3c8f4 Binary files /dev/null and b/attn_maps_color-29_05/output_15_15.png differ diff --git a/attn_maps_color-29_05/output_16_16.png b/attn_maps_color-29_05/output_16_16.png new file mode 100644 index 0000000000000000000000000000000000000000..2422780fbc1759edf287c07949e4e8e012300244 Binary files /dev/null and b/attn_maps_color-29_05/output_16_16.png differ diff --git a/attn_maps_color-29_05/output_17_17.png b/attn_maps_color-29_05/output_17_17.png new file mode 100644 index 0000000000000000000000000000000000000000..4776d6b178ec58896fc726d97ae4a3302cda66a7 Binary files /dev/null and b/attn_maps_color-29_05/output_17_17.png differ diff --git a/attn_maps_color-29_05/output_18_18.png b/attn_maps_color-29_05/output_18_18.png new file mode 100644 index 0000000000000000000000000000000000000000..90311c3a24de9dbff336441e96e7c8c1c210190f Binary files /dev/null and b/attn_maps_color-29_05/output_18_18.png differ diff --git a/attn_maps_color-29_05/output_19_19.png b/attn_maps_color-29_05/output_19_19.png new file mode 100644 index 0000000000000000000000000000000000000000..020782c1a1d431551044e5f9909c6e4639cd3ece Binary files /dev/null and b/attn_maps_color-29_05/output_19_19.png differ diff --git a/attn_maps_color-29_05/output_1_1.png b/attn_maps_color-29_05/output_1_1.png new file mode 100644 index 0000000000000000000000000000000000000000..f09be8a44043b73a4910b6310ab0eab9b7a37266 Binary files /dev/null and b/attn_maps_color-29_05/output_1_1.png differ diff --git a/attn_maps_color-29_05/output_20_20.png b/attn_maps_color-29_05/output_20_20.png new file mode 100644 index 0000000000000000000000000000000000000000..0623ed5c55aa0ccf4a9eae8aaff54c7f3d15fe61 Binary files /dev/null and b/attn_maps_color-29_05/output_20_20.png differ diff --git a/attn_maps_color-29_05/output_21_21.png b/attn_maps_color-29_05/output_21_21.png new file mode 100644 index 0000000000000000000000000000000000000000..afa274a180883b9514b712f0ff2a7895dcfd54b5 Binary files /dev/null and b/attn_maps_color-29_05/output_21_21.png differ diff --git a/attn_maps_color-29_05/output_22_22.png b/attn_maps_color-29_05/output_22_22.png new file mode 100644 index 0000000000000000000000000000000000000000..bd3d57aae0b5ba2d23e5223e27a6154f636897f6 Binary files /dev/null and b/attn_maps_color-29_05/output_22_22.png differ diff --git a/attn_maps_color-29_05/output_23_23.png b/attn_maps_color-29_05/output_23_23.png new file mode 100644 index 0000000000000000000000000000000000000000..4e5b0b2968517f5be16a6348337a39abc36578ec Binary files /dev/null and b/attn_maps_color-29_05/output_23_23.png differ diff --git a/attn_maps_color-29_05/output_24_24.png b/attn_maps_color-29_05/output_24_24.png new file mode 100644 index 0000000000000000000000000000000000000000..10211e825ec28746294c73670c6f56170b6d6725 Binary files /dev/null and b/attn_maps_color-29_05/output_24_24.png differ diff --git a/attn_maps_color-29_05/output_25_25.png b/attn_maps_color-29_05/output_25_25.png new file mode 100644 index 0000000000000000000000000000000000000000..e5ba052166bd8b4cf8eabb929eaf8cbfef59abbb Binary files /dev/null and b/attn_maps_color-29_05/output_25_25.png differ diff --git a/attn_maps_color-29_05/output_26_26.png b/attn_maps_color-29_05/output_26_26.png new file mode 100644 index 0000000000000000000000000000000000000000..713131b1b4e240f1df6cacbd97fce020f10e875a Binary files /dev/null and b/attn_maps_color-29_05/output_26_26.png differ diff --git a/attn_maps_color-29_05/output_27_27.png b/attn_maps_color-29_05/output_27_27.png new file mode 100644 index 0000000000000000000000000000000000000000..dc02adbaf1062ba9b98c0f866ea4844a485535c2 Binary files /dev/null and b/attn_maps_color-29_05/output_27_27.png differ diff --git a/attn_maps_color-29_05/output_28_28.png b/attn_maps_color-29_05/output_28_28.png new file mode 100644 index 0000000000000000000000000000000000000000..c6df73cf7741b3d56a04f123f6701b9c46896e82 Binary files /dev/null and b/attn_maps_color-29_05/output_28_28.png differ diff --git a/attn_maps_color-29_05/output_29_29.png b/attn_maps_color-29_05/output_29_29.png new file mode 100644 index 0000000000000000000000000000000000000000..1775f2f1f9e404e15db020a2578ec2ed7ea63fc3 Binary files /dev/null and b/attn_maps_color-29_05/output_29_29.png differ diff --git a/attn_maps_color-29_05/output_2_2.png b/attn_maps_color-29_05/output_2_2.png new file mode 100644 index 0000000000000000000000000000000000000000..e22d7ddf10915b66ad88aeb1fb4ed3426bcfeab0 Binary files /dev/null and b/attn_maps_color-29_05/output_2_2.png differ diff --git a/attn_maps_color-29_05/output_30_30.png b/attn_maps_color-29_05/output_30_30.png new file mode 100644 index 0000000000000000000000000000000000000000..f8f31c61fce068e519463038f755921ef529c4b3 Binary files /dev/null and b/attn_maps_color-29_05/output_30_30.png differ diff --git a/attn_maps_color-29_05/output_31_31.png b/attn_maps_color-29_05/output_31_31.png new file mode 100644 index 0000000000000000000000000000000000000000..0dcc544652bbe19aceab7de7692221166f9849a5 Binary files /dev/null and b/attn_maps_color-29_05/output_31_31.png differ diff --git a/attn_maps_color-29_05/output_32_32.png b/attn_maps_color-29_05/output_32_32.png new file mode 100644 index 0000000000000000000000000000000000000000..ae425fd06e12320accfca23638bb362acb8b4831 Binary files /dev/null and b/attn_maps_color-29_05/output_32_32.png differ diff --git a/attn_maps_color-29_05/output_33_33.png b/attn_maps_color-29_05/output_33_33.png new file mode 100644 index 0000000000000000000000000000000000000000..6509b98efeb8fb4b2b0818971c60373a14769bca Binary files /dev/null and b/attn_maps_color-29_05/output_33_33.png differ diff --git a/attn_maps_color-29_05/output_34_34.png b/attn_maps_color-29_05/output_34_34.png new file mode 100644 index 0000000000000000000000000000000000000000..dace4301c55a599ea7928047de9872d2d76227eb Binary files /dev/null and b/attn_maps_color-29_05/output_34_34.png differ diff --git a/attn_maps_color-29_05/output_35_35.png b/attn_maps_color-29_05/output_35_35.png new file mode 100644 index 0000000000000000000000000000000000000000..60b8eda461ece00994ccfa254552448f42093cc1 Binary files /dev/null and b/attn_maps_color-29_05/output_35_35.png differ diff --git a/attn_maps_color-29_05/output_36_36.png b/attn_maps_color-29_05/output_36_36.png new file mode 100644 index 0000000000000000000000000000000000000000..bbcc00043667d9daa28db602596cbfa52c5012a4 Binary files /dev/null and b/attn_maps_color-29_05/output_36_36.png differ diff --git a/attn_maps_color-29_05/output_37_37.png b/attn_maps_color-29_05/output_37_37.png new file mode 100644 index 0000000000000000000000000000000000000000..0998b4f4372d59050778a0e616059bb2e87617dd Binary files /dev/null and b/attn_maps_color-29_05/output_37_37.png differ diff --git a/attn_maps_color-29_05/output_38_38.png b/attn_maps_color-29_05/output_38_38.png new file mode 100644 index 0000000000000000000000000000000000000000..cff6023f00b773f3fd7141d446592005ba323135 Binary files /dev/null and b/attn_maps_color-29_05/output_38_38.png differ diff --git a/attn_maps_color-29_05/output_39_39.png b/attn_maps_color-29_05/output_39_39.png new file mode 100644 index 0000000000000000000000000000000000000000..639b96d36b449c0a9bb446e210af2709bc3b52f6 Binary files /dev/null and b/attn_maps_color-29_05/output_39_39.png differ diff --git a/attn_maps_color-29_05/output_3_3.png b/attn_maps_color-29_05/output_3_3.png new file mode 100644 index 0000000000000000000000000000000000000000..66ed659c8b7a991b098ef90189aca18b446f4f13 Binary files /dev/null and b/attn_maps_color-29_05/output_3_3.png differ diff --git a/attn_maps_color-29_05/output_40_40.png b/attn_maps_color-29_05/output_40_40.png new file mode 100644 index 0000000000000000000000000000000000000000..fe5d0353ce822f661cf4fba7c19213d1796f4358 Binary files /dev/null and b/attn_maps_color-29_05/output_40_40.png differ diff --git a/attn_maps_color-29_05/output_41_41.png b/attn_maps_color-29_05/output_41_41.png new file mode 100644 index 0000000000000000000000000000000000000000..e1b90111a9df0771b50912a86e54e16c66c8564e Binary files /dev/null and b/attn_maps_color-29_05/output_41_41.png differ diff --git a/attn_maps_color-29_05/output_42_42.png b/attn_maps_color-29_05/output_42_42.png new file mode 100644 index 0000000000000000000000000000000000000000..760b356342f34f27c5b6bb08b0ce3fab40015bb9 Binary files /dev/null and b/attn_maps_color-29_05/output_42_42.png differ diff --git a/attn_maps_color-29_05/output_43_43.png b/attn_maps_color-29_05/output_43_43.png new file mode 100644 index 0000000000000000000000000000000000000000..da574556d2339f5a979a1962f8004cca8f8f10ae Binary files /dev/null and b/attn_maps_color-29_05/output_43_43.png differ diff --git a/attn_maps_color-29_05/output_44_44.png b/attn_maps_color-29_05/output_44_44.png new file mode 100644 index 0000000000000000000000000000000000000000..d55eb7f341cdfcf04f5dd92ff4d3cc977a6210db Binary files /dev/null and b/attn_maps_color-29_05/output_44_44.png differ diff --git a/attn_maps_color-29_05/output_45_45.png b/attn_maps_color-29_05/output_45_45.png new file mode 100644 index 0000000000000000000000000000000000000000..69d8aba185aadcac05682cfadd59880648625cf3 Binary files /dev/null and b/attn_maps_color-29_05/output_45_45.png differ diff --git a/attn_maps_color-29_05/output_46_46.png b/attn_maps_color-29_05/output_46_46.png new file mode 100644 index 0000000000000000000000000000000000000000..7b3eb9f1d0c001a252860103ab2c755cc33f90c8 Binary files /dev/null and b/attn_maps_color-29_05/output_46_46.png differ diff --git a/attn_maps_color-29_05/output_47_47.png b/attn_maps_color-29_05/output_47_47.png new file mode 100644 index 0000000000000000000000000000000000000000..4e21756e02911554356ca1d3ce7695c09cac3af6 Binary files /dev/null and b/attn_maps_color-29_05/output_47_47.png differ diff --git a/attn_maps_color-29_05/output_48_48.png b/attn_maps_color-29_05/output_48_48.png new file mode 100644 index 0000000000000000000000000000000000000000..4b8ee5084d511a6426e991ef77bc91f9944fa863 Binary files /dev/null and b/attn_maps_color-29_05/output_48_48.png differ diff --git a/attn_maps_color-29_05/output_49_49.png b/attn_maps_color-29_05/output_49_49.png new file mode 100644 index 0000000000000000000000000000000000000000..7e4bb8bd0bc586f3057e9e93c53b66aa7b97f7d2 Binary files /dev/null and b/attn_maps_color-29_05/output_49_49.png differ diff --git a/attn_maps_color-29_05/output_4_4.png b/attn_maps_color-29_05/output_4_4.png new file mode 100644 index 0000000000000000000000000000000000000000..91b62b3fc41ea3a08090e68e08303c2eddca8b89 Binary files /dev/null and b/attn_maps_color-29_05/output_4_4.png differ diff --git a/attn_maps_color-29_05/output_50_50.png b/attn_maps_color-29_05/output_50_50.png new file mode 100644 index 0000000000000000000000000000000000000000..09097449ad224cf20dfd403fc100d7b9264661bb Binary files /dev/null and b/attn_maps_color-29_05/output_50_50.png differ diff --git a/attn_maps_color-29_05/output_51_51.png b/attn_maps_color-29_05/output_51_51.png new file mode 100644 index 0000000000000000000000000000000000000000..8679cbe8ef763952cdc01dea6463ef354fc62ee0 Binary files /dev/null and b/attn_maps_color-29_05/output_51_51.png differ diff --git a/attn_maps_color-29_05/output_52_52.png b/attn_maps_color-29_05/output_52_52.png new file mode 100644 index 0000000000000000000000000000000000000000..0ea8a3331e18351b3a24c5f5bb8d211ea06a0495 Binary files /dev/null and b/attn_maps_color-29_05/output_52_52.png differ diff --git a/attn_maps_color-29_05/output_53_53.png b/attn_maps_color-29_05/output_53_53.png new file mode 100644 index 0000000000000000000000000000000000000000..3f0ba66353cae0b3e6a9c237ab0bd0ad2bbdcaba Binary files /dev/null and b/attn_maps_color-29_05/output_53_53.png differ diff --git a/attn_maps_color-29_05/output_54_54.png b/attn_maps_color-29_05/output_54_54.png new file mode 100644 index 0000000000000000000000000000000000000000..53a662db645fc9f2ab43887ad5eba1be1c1f280e Binary files /dev/null and b/attn_maps_color-29_05/output_54_54.png differ diff --git a/attn_maps_color-29_05/output_55_55.png b/attn_maps_color-29_05/output_55_55.png new file mode 100644 index 0000000000000000000000000000000000000000..a1dad67f2db1b673b419d89e92046b21f1da8564 Binary files /dev/null and b/attn_maps_color-29_05/output_55_55.png differ diff --git a/attn_maps_color-29_05/output_56_56.png b/attn_maps_color-29_05/output_56_56.png new file mode 100644 index 0000000000000000000000000000000000000000..4cb2e8feac7573edb254da5cf4e4c9543295d255 Binary files /dev/null and b/attn_maps_color-29_05/output_56_56.png differ diff --git a/attn_maps_color-29_05/output_57_57.png b/attn_maps_color-29_05/output_57_57.png new file mode 100644 index 0000000000000000000000000000000000000000..be1ff138d8da9b259b44e0219c7f884a118b03e3 Binary files /dev/null and b/attn_maps_color-29_05/output_57_57.png differ diff --git a/attn_maps_color-29_05/output_58_58.png b/attn_maps_color-29_05/output_58_58.png new file mode 100644 index 0000000000000000000000000000000000000000..73419c4b620cb8b169245e886f8b05753476e8cb Binary files /dev/null and b/attn_maps_color-29_05/output_58_58.png differ diff --git a/attn_maps_color-29_05/output_59_59.png b/attn_maps_color-29_05/output_59_59.png new file mode 100644 index 0000000000000000000000000000000000000000..ae64bc26d5048eb7322715eb558a83ce87afa076 Binary files /dev/null and b/attn_maps_color-29_05/output_59_59.png differ diff --git a/attn_maps_color-29_05/output_5_5.png b/attn_maps_color-29_05/output_5_5.png new file mode 100644 index 0000000000000000000000000000000000000000..b25bab18a63e838dbb1b704b496d417d6a0783d8 Binary files /dev/null and b/attn_maps_color-29_05/output_5_5.png differ diff --git a/attn_maps_color-29_05/output_60_60.png b/attn_maps_color-29_05/output_60_60.png new file mode 100644 index 0000000000000000000000000000000000000000..22608301a67c9b5a96fbf7c9a1291a1f184d21a0 Binary files /dev/null and b/attn_maps_color-29_05/output_60_60.png differ diff --git a/attn_maps_color-29_05/output_61_61.png b/attn_maps_color-29_05/output_61_61.png new file mode 100644 index 0000000000000000000000000000000000000000..083734b0c1940291f402d95ae801f10f0d2a98a6 Binary files /dev/null and b/attn_maps_color-29_05/output_61_61.png differ diff --git a/attn_maps_color-29_05/output_62_62.png b/attn_maps_color-29_05/output_62_62.png new file mode 100644 index 0000000000000000000000000000000000000000..7a35522a25f58e4d99fdc9007eee16f7fed8d57a Binary files /dev/null and b/attn_maps_color-29_05/output_62_62.png differ diff --git a/attn_maps_color-29_05/output_63_63.png b/attn_maps_color-29_05/output_63_63.png new file mode 100644 index 0000000000000000000000000000000000000000..f0b646708b1e6044d67722b5ce917381daa187b4 Binary files /dev/null and b/attn_maps_color-29_05/output_63_63.png differ diff --git a/attn_maps_color-29_05/output_64_64.png b/attn_maps_color-29_05/output_64_64.png new file mode 100644 index 0000000000000000000000000000000000000000..fbb25be061385f5831676f6014933ea4647cd34b Binary files /dev/null and b/attn_maps_color-29_05/output_64_64.png differ diff --git a/attn_maps_color-29_05/output_65_65.png b/attn_maps_color-29_05/output_65_65.png new file mode 100644 index 0000000000000000000000000000000000000000..3f9d3c75f4b174e6e1054068c53f19246b5ab042 Binary files /dev/null and b/attn_maps_color-29_05/output_65_65.png differ diff --git a/attn_maps_color-29_05/output_66_66.png b/attn_maps_color-29_05/output_66_66.png new file mode 100644 index 0000000000000000000000000000000000000000..63051f0b9bda647b095eb80275d16b0529dbd405 Binary files /dev/null and b/attn_maps_color-29_05/output_66_66.png differ diff --git a/attn_maps_color-29_05/output_67_67.png b/attn_maps_color-29_05/output_67_67.png new file mode 100644 index 0000000000000000000000000000000000000000..f0cc89f29b0613a0aeba031152abe14ba880d260 Binary files /dev/null and b/attn_maps_color-29_05/output_67_67.png differ diff --git a/attn_maps_color-29_05/output_68_68.png b/attn_maps_color-29_05/output_68_68.png new file mode 100644 index 0000000000000000000000000000000000000000..6b01e842d4077a973ac37002a8661559aa64b20b Binary files /dev/null and b/attn_maps_color-29_05/output_68_68.png differ diff --git a/attn_maps_color-29_05/output_69_69.png b/attn_maps_color-29_05/output_69_69.png new file mode 100644 index 0000000000000000000000000000000000000000..2319f2a5aebcc599662b82664e7a7b526a939c2d Binary files /dev/null and b/attn_maps_color-29_05/output_69_69.png differ diff --git a/attn_maps_color-29_05/output_6_6.png b/attn_maps_color-29_05/output_6_6.png new file mode 100644 index 0000000000000000000000000000000000000000..25b87eae478760d26dc7b2d59288dd078be94660 Binary files /dev/null and b/attn_maps_color-29_05/output_6_6.png differ diff --git a/attn_maps_color-29_05/output_70_70.png b/attn_maps_color-29_05/output_70_70.png new file mode 100644 index 0000000000000000000000000000000000000000..31b4383784179d2b778602a7f9078bee09a1ae34 Binary files /dev/null and b/attn_maps_color-29_05/output_70_70.png differ diff --git a/attn_maps_color-29_05/output_71_71.png b/attn_maps_color-29_05/output_71_71.png new file mode 100644 index 0000000000000000000000000000000000000000..ba31cd98cadb800fc53ced6b2a3184c3c70cc1f8 Binary files /dev/null and b/attn_maps_color-29_05/output_71_71.png differ diff --git a/attn_maps_color-29_05/output_72_72.png b/attn_maps_color-29_05/output_72_72.png new file mode 100644 index 0000000000000000000000000000000000000000..5dd5f9c811fd2e5b44d854603561058768064117 Binary files /dev/null and b/attn_maps_color-29_05/output_72_72.png differ diff --git a/attn_maps_color-29_05/output_73_73.png b/attn_maps_color-29_05/output_73_73.png new file mode 100644 index 0000000000000000000000000000000000000000..3a91404ca3a5ed53ea00f4195c5ad79a9fc15769 Binary files /dev/null and b/attn_maps_color-29_05/output_73_73.png differ diff --git a/attn_maps_color-29_05/output_74_74.png b/attn_maps_color-29_05/output_74_74.png new file mode 100644 index 0000000000000000000000000000000000000000..8d6607b508d559a9cf69cb519650c4bd90e97e05 Binary files /dev/null and b/attn_maps_color-29_05/output_74_74.png differ diff --git a/attn_maps_color-29_05/output_75_75.png b/attn_maps_color-29_05/output_75_75.png new file mode 100644 index 0000000000000000000000000000000000000000..62c042ac53569bd5fa7a83136acb623eeefbda9d Binary files /dev/null and b/attn_maps_color-29_05/output_75_75.png differ diff --git a/attn_maps_color-29_05/output_76_76.png b/attn_maps_color-29_05/output_76_76.png new file mode 100644 index 0000000000000000000000000000000000000000..ca4df1975affa4ec180a9932162d4225381a2f79 Binary files /dev/null and b/attn_maps_color-29_05/output_76_76.png differ diff --git a/attn_maps_color-29_05/output_77_77.png b/attn_maps_color-29_05/output_77_77.png new file mode 100644 index 0000000000000000000000000000000000000000..e1565e53dfa42f25d74e7f730bb22ebfe977cd06 Binary files /dev/null and b/attn_maps_color-29_05/output_77_77.png differ diff --git a/attn_maps_color-29_05/output_78_78.png b/attn_maps_color-29_05/output_78_78.png new file mode 100644 index 0000000000000000000000000000000000000000..b331243fbb739b703ce7eca3611a6a56bdef22ac Binary files /dev/null and b/attn_maps_color-29_05/output_78_78.png differ diff --git a/attn_maps_color-29_05/output_79_79.png b/attn_maps_color-29_05/output_79_79.png new file mode 100644 index 0000000000000000000000000000000000000000..04cfdf3809b5b25533902f1ad5d15462da18e490 Binary files /dev/null and b/attn_maps_color-29_05/output_79_79.png differ diff --git a/attn_maps_color-29_05/output_7_7.png b/attn_maps_color-29_05/output_7_7.png new file mode 100644 index 0000000000000000000000000000000000000000..db3cbb874c6a14757a52843bd6f9fd96d797299f Binary files /dev/null and b/attn_maps_color-29_05/output_7_7.png differ diff --git a/attn_maps_color-29_05/output_80_80.png b/attn_maps_color-29_05/output_80_80.png new file mode 100644 index 0000000000000000000000000000000000000000..04596ef5b0ed375749c4a427b2e8ce21ce0871f6 Binary files /dev/null and b/attn_maps_color-29_05/output_80_80.png differ diff --git a/attn_maps_color-29_05/output_81_81.png b/attn_maps_color-29_05/output_81_81.png new file mode 100644 index 0000000000000000000000000000000000000000..2209c8f16de340b929d07ed7cb320c94448c97c4 Binary files /dev/null and b/attn_maps_color-29_05/output_81_81.png differ diff --git a/attn_maps_color-29_05/output_82_82.png b/attn_maps_color-29_05/output_82_82.png new file mode 100644 index 0000000000000000000000000000000000000000..1a73909a2817be5d44792c86fb765e1cc2e1fd50 Binary files /dev/null and b/attn_maps_color-29_05/output_82_82.png differ diff --git a/attn_maps_color-29_05/output_83_83.png b/attn_maps_color-29_05/output_83_83.png new file mode 100644 index 0000000000000000000000000000000000000000..58e6d22c6dbc68fc150efa34480fbf9dca1e4708 Binary files /dev/null and b/attn_maps_color-29_05/output_83_83.png differ diff --git a/attn_maps_color-29_05/output_84_84.png b/attn_maps_color-29_05/output_84_84.png new file mode 100644 index 0000000000000000000000000000000000000000..2c6900f187994a5d5894430f0dc9067ead86b781 Binary files /dev/null and b/attn_maps_color-29_05/output_84_84.png differ diff --git a/attn_maps_color-29_05/output_85_85.png b/attn_maps_color-29_05/output_85_85.png new file mode 100644 index 0000000000000000000000000000000000000000..4f13eba46135735e2d9897959123413fb90dac42 Binary files /dev/null and b/attn_maps_color-29_05/output_85_85.png differ diff --git a/attn_maps_color-29_05/output_86_86.png b/attn_maps_color-29_05/output_86_86.png new file mode 100644 index 0000000000000000000000000000000000000000..57518ec0f892af209460f574b8106307cf45967a Binary files /dev/null and b/attn_maps_color-29_05/output_86_86.png differ diff --git a/attn_maps_color-29_05/output_87_87.png b/attn_maps_color-29_05/output_87_87.png new file mode 100644 index 0000000000000000000000000000000000000000..d4aa705441e2978ec851b9b8b3dbc0dae5f63ff8 Binary files /dev/null and b/attn_maps_color-29_05/output_87_87.png differ diff --git a/attn_maps_color-29_05/output_88_88.png b/attn_maps_color-29_05/output_88_88.png new file mode 100644 index 0000000000000000000000000000000000000000..ace781607e370691cac8ffd1be42100883d87189 Binary files /dev/null and b/attn_maps_color-29_05/output_88_88.png differ diff --git a/attn_maps_color-29_05/output_89_89.png b/attn_maps_color-29_05/output_89_89.png new file mode 100644 index 0000000000000000000000000000000000000000..2aee22a1b825133ec3a7b0e696185efc6dd01aec Binary files /dev/null and b/attn_maps_color-29_05/output_89_89.png differ diff --git a/attn_maps_color-29_05/output_8_8.png b/attn_maps_color-29_05/output_8_8.png new file mode 100644 index 0000000000000000000000000000000000000000..a9a46541273eabf4b6a2d14be2c7c73a46fcf143 Binary files /dev/null and b/attn_maps_color-29_05/output_8_8.png differ diff --git a/attn_maps_color-29_05/output_90_90.png b/attn_maps_color-29_05/output_90_90.png new file mode 100644 index 0000000000000000000000000000000000000000..734563a66a6d4c3b2c2169e557b51fe196f7ab8f Binary files /dev/null and b/attn_maps_color-29_05/output_90_90.png differ diff --git a/attn_maps_color-29_05/output_91_91.png b/attn_maps_color-29_05/output_91_91.png new file mode 100644 index 0000000000000000000000000000000000000000..e0f09602bb83041abfb96b57b3484f9e2e3a9281 Binary files /dev/null and b/attn_maps_color-29_05/output_91_91.png differ diff --git a/attn_maps_color-29_05/output_92_92.png b/attn_maps_color-29_05/output_92_92.png new file mode 100644 index 0000000000000000000000000000000000000000..d70ddb296b6247c14a12a6bf3ad466efb7a9efb4 Binary files /dev/null and b/attn_maps_color-29_05/output_92_92.png differ diff --git a/attn_maps_color-29_05/output_93_93.png b/attn_maps_color-29_05/output_93_93.png new file mode 100644 index 0000000000000000000000000000000000000000..714096144f19b469cd4d585f6f40a340f6a4c1be Binary files /dev/null and b/attn_maps_color-29_05/output_93_93.png differ diff --git a/attn_maps_color-29_05/output_94_94.png b/attn_maps_color-29_05/output_94_94.png new file mode 100644 index 0000000000000000000000000000000000000000..77d6564c87667a7a1fd5d3d0bebdf99df5c1a76f Binary files /dev/null and b/attn_maps_color-29_05/output_94_94.png differ diff --git a/attn_maps_color-29_05/output_95_95.png b/attn_maps_color-29_05/output_95_95.png new file mode 100644 index 0000000000000000000000000000000000000000..3c68768908aee18a18133b9ea049351e7dca7e9d Binary files /dev/null and b/attn_maps_color-29_05/output_95_95.png differ diff --git a/attn_maps_color-29_05/output_96_96.png b/attn_maps_color-29_05/output_96_96.png new file mode 100644 index 0000000000000000000000000000000000000000..56e46ff870d42302ddffb0c7628abe97a0ddf1ee Binary files /dev/null and b/attn_maps_color-29_05/output_96_96.png differ diff --git a/attn_maps_color-29_05/output_97_97.png b/attn_maps_color-29_05/output_97_97.png new file mode 100644 index 0000000000000000000000000000000000000000..9a26c99101499d1ef9f4a75452312ecad36ae2e5 Binary files /dev/null and b/attn_maps_color-29_05/output_97_97.png differ diff --git a/attn_maps_color-29_05/output_98_98.png b/attn_maps_color-29_05/output_98_98.png new file mode 100644 index 0000000000000000000000000000000000000000..e8b2eaf0fb4800c90d8f8d2ebdf7cfa2b7eca824 Binary files /dev/null and b/attn_maps_color-29_05/output_98_98.png differ diff --git a/attn_maps_color-29_05/output_99_99.png b/attn_maps_color-29_05/output_99_99.png new file mode 100644 index 0000000000000000000000000000000000000000..a00f597586fef41e9048f8d7017561a4b97b4fc8 Binary files /dev/null and b/attn_maps_color-29_05/output_99_99.png differ diff --git a/attn_maps_color-29_05/output_9_9.png b/attn_maps_color-29_05/output_9_9.png new file mode 100644 index 0000000000000000000000000000000000000000..f157a0fa05603dde6d65f3dd297e971b12b85b85 Binary files /dev/null and b/attn_maps_color-29_05/output_9_9.png differ diff --git a/checkpoint-250/custom_checkpoint_0.pkl b/checkpoint-250/custom_checkpoint_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..5d29323bf02e94d4e448814362c4d2a515b9591e --- /dev/null +++ b/checkpoint-250/custom_checkpoint_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d02623742d9247c695f10ec2c81d94afceddcacada41c1e46f9f2f3e5c1747d5 +size 102248605 diff --git a/checkpoint-250/model.safetensors b/checkpoint-250/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..79a79bb1acc3748e7833927342c6d2f7ed017b1e --- /dev/null +++ b/checkpoint-250/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4c5442b225846f2969959d99499517f57bdb2ada9c33612a2f8d11687feb695 +size 102241440 diff --git a/checkpoint-250/model_1.safetensors b/checkpoint-250/model_1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c9c867da3592749c920e168cc99ae57934b004be --- /dev/null +++ b/checkpoint-250/model_1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:679af475f583b4c69e93dbb9e1cdabd3d77e01154b1e8bf205c88a8326beea8e +size 1361600400 diff --git a/checkpoint-250/optimizer.bin b/checkpoint-250/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..8af14f950a1add221a3365374314dcb700ee06de --- /dev/null +++ b/checkpoint-250/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3deb68c382f9b2027ea3b57c9603cf7b79bfe88f29795986ad81e796e2ce744 +size 609258566 diff --git a/checkpoint-250/random_states_0.pkl b/checkpoint-250/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..7ec5b2a971f1ae0bbb7d2498e475e4e3562bd13a --- /dev/null +++ b/checkpoint-250/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e48b0b4f408200bcc0e9d3a5a8818420fd56430465a7b0401ae1e60a7d08dfb3 +size 14663 diff --git a/checkpoint-250/scheduler.bin b/checkpoint-250/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..7964e257b4cf2c00694a607b867c929055c565e8 --- /dev/null +++ b/checkpoint-250/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:303aeb80afbd1b77c911ffa46f8319d84fdc24991b08b0642138ae26bd9c050c +size 563 diff --git a/concepts_list.json b/concepts_list.json new file mode 100644 index 0000000000000000000000000000000000000000..b32868f34b72f4fa6ab0105f92860a3c5402a701 --- /dev/null +++ b/concepts_list.json @@ -0,0 +1 @@ +[{"instance_prompt": "photo of a ", "class_prompt": "/home/xide/code/diffusers/examples/custom_diffusion/real_reg/samples_cat/caption.txt", "instance_data_dir": "/home/xide/code/data/mist_data/mist_whole_pgd_eps_16/cat", "class_data_dir": "/home/xide/code/diffusers/examples/custom_diffusion/real_reg/samples_cat/images.txt"}] \ No newline at end of file diff --git a/logs/custom-diffusion/1716392216.489247/events.out.tfevents.1716392216.cudahpc06.2341097.1 b/logs/custom-diffusion/1716392216.489247/events.out.tfevents.1716392216.cudahpc06.2341097.1 new file mode 100644 index 0000000000000000000000000000000000000000..9b68f703c3d63f22c671dfc09dd6f5f17e8ca9a8 --- /dev/null +++ b/logs/custom-diffusion/1716392216.489247/events.out.tfevents.1716392216.cudahpc06.2341097.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db82407cc39021e45ac40347bc5cfdbebd25253c08bd64eae37d954e4b9d6db0 +size 3011 diff --git a/logs/custom-diffusion/1716392216.4910865/hparams.yml b/logs/custom-diffusion/1716392216.4910865/hparams.yml new file mode 100644 index 0000000000000000000000000000000000000000..8290f6a239c3c974ad4cfd84c86b24ac696c8d21 --- /dev/null +++ b/logs/custom-diffusion/1716392216.4910865/hparams.yml @@ -0,0 +1,58 @@ +adam_beta1: 0.9 +adam_beta2: 0.999 +adam_epsilon: 1.0e-08 +adam_weight_decay: 0.01 +allow_tf32: false +attn_maps_path_name: attn_maps_color-29_05 +center_crop: false +checkpointing_steps: 250 +checkpoints_total_limit: null +class_data_dir: /home/xide/code/diffusers/examples/custom_diffusion/real_reg/samples_cat +class_prompt: cat +concepts_list: null +dataloader_num_workers: 2 +enable_xformers_memory_efficient_attention: false +freeze_model: crossattn_kv +gradient_accumulation_steps: 1 +gradient_checkpointing: false +hflip: true +hub_model_id: null +hub_token: null +initializer_token: ktn +instance_data_dir: /home/xide/code/data/mist_data/mist_whole_pgd_eps_16/cat +instance_prompt: photo of a +learning_rate: 1.0e-05 +local_rank: -1 +logging_dir: logs +lr_scheduler: constant +lr_warmup_steps: 0 +max_grad_norm: 1.0 +max_train_steps: 250 +mixed_precision: null +modifier_token: +no_safe_serialization: true +noaug: false +num_class_images: 200 +num_train_epochs: 1 +num_validation_images: 2 +output_dir: /home/xide/miniconda3/code/diffusers/examples/custom_diffusion/model/attn_maps/baseline_setting/cat_mist_16_token_id-ktn_prompt_no_cat +pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base +prior_generation_precision: null +prior_loss_weight: 0.0 +push_to_hub: true +real_prior: true +report_to: tensorboard +resolution: 512 +resume_from_checkpoint: null +revision: null +sample_batch_size: 4 +scale_lr: true +seed: 42 +set_grads_to_none: false +tokenizer_name: null +train_batch_size: 2 +use_8bit_adam: false +validation_prompt: null +validation_steps: 50 +variant: null +with_prior_preservation: true diff --git a/logs/custom-diffusion/events.out.tfevents.1716392216.cudahpc06.2341097.0 b/logs/custom-diffusion/events.out.tfevents.1716392216.cudahpc06.2341097.0 new file mode 100644 index 0000000000000000000000000000000000000000..7d1ef01c4fba975334042457da330fb924307ef8 --- /dev/null +++ b/logs/custom-diffusion/events.out.tfevents.1716392216.cudahpc06.2341097.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abe847dc68d8ac49b7557169e5c2019506bcead230c37318310acccfabf8101e +size 20834 diff --git a/pytorch_custom_diffusion_weights.bin b/pytorch_custom_diffusion_weights.bin new file mode 100644 index 0000000000000000000000000000000000000000..3c25508cd716a94b511a9c68075f3e7571c3c1c2 --- /dev/null +++ b/pytorch_custom_diffusion_weights.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4669d7c858fc64a606f63decfeaf6f45efe8fe600b248e2690be0d87e27d575 +size 102250391