diff --git a/.bin b/.bin new file mode 100644 index 0000000000000000000000000000000000000000..7f53d312b8e61fb6edfdd076aa46a9567fa7e7cd --- /dev/null +++ b/.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22d45563ab2a4122e989d3556b47a10abfdcc937261642f3de34b288dab428ea +size 202379941 diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..72e78bc342f5d8b0a1674992dff79a47fc6732f6 --- /dev/null +++ b/README.md @@ -0,0 +1,22 @@ + +--- +license: creativeml-openrail-m +base_model: stabilityai/stable-diffusion-2-1-base +instance_prompt: photo of a +tags: +- stable-diffusion +- stable-diffusion-diffusers +- text-to-image +- diffusers +- custom-diffusion +inference: true +--- + +# Custom Diffusion - SidXXD/cat_mist_16_token_id-cat_prompt_no_cat + +These are Custom Diffusion adaption weights for stabilityai/stable-diffusion-2-1-base. The weights were trained on photo of a using [Custom Diffusion](https://www.cs.cmu.edu/~custom-diffusion). You can find some example images in the following. + + + + +For more details on the training, please follow [this link](https://github.com/huggingface/diffusers/blob/main/examples/custom_diffusion). diff --git a/attn_maps_color-29_05/output_0_0.png b/attn_maps_color-29_05/output_0_0.png new file mode 100644 index 0000000000000000000000000000000000000000..24274132446a54289486953ad69befb52c2393f7 Binary files /dev/null and b/attn_maps_color-29_05/output_0_0.png differ diff --git a/attn_maps_color-29_05/output_10_10.png b/attn_maps_color-29_05/output_10_10.png new file mode 100644 index 0000000000000000000000000000000000000000..362cabc56dc18f79bb8b67fe88ee6b83c5f5b3eb Binary files /dev/null and b/attn_maps_color-29_05/output_10_10.png differ diff --git a/attn_maps_color-29_05/output_11_11.png b/attn_maps_color-29_05/output_11_11.png new file mode 100644 index 0000000000000000000000000000000000000000..02ae8d863293841c47d1789c06b687aa04a6effe Binary files /dev/null and b/attn_maps_color-29_05/output_11_11.png differ diff --git a/attn_maps_color-29_05/output_12_12.png b/attn_maps_color-29_05/output_12_12.png new file mode 100644 index 0000000000000000000000000000000000000000..50684a0e322f33085724ff2aedb6cb4fe5acae14 Binary files /dev/null and b/attn_maps_color-29_05/output_12_12.png differ diff --git a/attn_maps_color-29_05/output_13_13.png b/attn_maps_color-29_05/output_13_13.png new file mode 100644 index 0000000000000000000000000000000000000000..35dc7418dd15664ca4d90ebac5e5232aa8c652bc Binary files /dev/null and b/attn_maps_color-29_05/output_13_13.png differ diff --git a/attn_maps_color-29_05/output_14_14.png b/attn_maps_color-29_05/output_14_14.png new file mode 100644 index 0000000000000000000000000000000000000000..96c62248c95a3ab0defaffb6fc5f91f2d276422d Binary files /dev/null and b/attn_maps_color-29_05/output_14_14.png differ diff --git a/attn_maps_color-29_05/output_15_15.png b/attn_maps_color-29_05/output_15_15.png new file mode 100644 index 0000000000000000000000000000000000000000..99e0f12caa1d49b7e423654763ab337789caf39b Binary files /dev/null and b/attn_maps_color-29_05/output_15_15.png differ diff --git a/attn_maps_color-29_05/output_16_16.png b/attn_maps_color-29_05/output_16_16.png new file mode 100644 index 0000000000000000000000000000000000000000..c9273aeff5f7f1f3d06e532621b4b82c50239c1d Binary files /dev/null and b/attn_maps_color-29_05/output_16_16.png differ diff --git a/attn_maps_color-29_05/output_17_17.png b/attn_maps_color-29_05/output_17_17.png new file mode 100644 index 0000000000000000000000000000000000000000..bab98dbb15cdf7596940f4ae5f0f7ddc6ba2f359 Binary files /dev/null and b/attn_maps_color-29_05/output_17_17.png differ diff --git a/attn_maps_color-29_05/output_18_18.png b/attn_maps_color-29_05/output_18_18.png new file mode 100644 index 0000000000000000000000000000000000000000..c88e4a93a310ae4c3164d04d11b751301db7dad4 Binary files /dev/null and b/attn_maps_color-29_05/output_18_18.png differ diff --git a/attn_maps_color-29_05/output_19_19.png b/attn_maps_color-29_05/output_19_19.png new file mode 100644 index 0000000000000000000000000000000000000000..a13f01f4829a65390a955104ee682735c05e9503 Binary files /dev/null and b/attn_maps_color-29_05/output_19_19.png differ diff --git a/attn_maps_color-29_05/output_1_1.png b/attn_maps_color-29_05/output_1_1.png new file mode 100644 index 0000000000000000000000000000000000000000..f2c33ebe3d77b56c210842286769136a40710f21 Binary files /dev/null and b/attn_maps_color-29_05/output_1_1.png differ diff --git a/attn_maps_color-29_05/output_20_20.png b/attn_maps_color-29_05/output_20_20.png new file mode 100644 index 0000000000000000000000000000000000000000..eb89c8fd5b5333fc6703c67a5546f02ad654c42b Binary files /dev/null and b/attn_maps_color-29_05/output_20_20.png differ diff --git a/attn_maps_color-29_05/output_21_21.png b/attn_maps_color-29_05/output_21_21.png new file mode 100644 index 0000000000000000000000000000000000000000..de427e90d97fe71d63a3737fab32ad5c280fc0a1 Binary files /dev/null and b/attn_maps_color-29_05/output_21_21.png differ diff --git a/attn_maps_color-29_05/output_22_22.png b/attn_maps_color-29_05/output_22_22.png new file mode 100644 index 0000000000000000000000000000000000000000..9d05718c061244aa6a107594dde84d50c126c1e1 Binary files /dev/null and b/attn_maps_color-29_05/output_22_22.png differ diff --git a/attn_maps_color-29_05/output_23_23.png b/attn_maps_color-29_05/output_23_23.png new file mode 100644 index 0000000000000000000000000000000000000000..103753b41a159950ef82a4651472302f3dc992df Binary files /dev/null and b/attn_maps_color-29_05/output_23_23.png differ diff --git a/attn_maps_color-29_05/output_24_24.png b/attn_maps_color-29_05/output_24_24.png new file mode 100644 index 0000000000000000000000000000000000000000..6fd015b823fa59a17427d35a3881f45e4b6e5b55 Binary files /dev/null and b/attn_maps_color-29_05/output_24_24.png differ diff --git a/attn_maps_color-29_05/output_25_25.png b/attn_maps_color-29_05/output_25_25.png new file mode 100644 index 0000000000000000000000000000000000000000..ac8adfad56f4eaaa3ec230e4f7323e4067b1b853 Binary files /dev/null and b/attn_maps_color-29_05/output_25_25.png differ diff --git a/attn_maps_color-29_05/output_26_26.png b/attn_maps_color-29_05/output_26_26.png new file mode 100644 index 0000000000000000000000000000000000000000..06f698b8010802c896273e1ea81bbabf1b7deb0d Binary files /dev/null and b/attn_maps_color-29_05/output_26_26.png differ diff --git a/attn_maps_color-29_05/output_27_27.png b/attn_maps_color-29_05/output_27_27.png new file mode 100644 index 0000000000000000000000000000000000000000..6cb4ef59cba52db4739558e39f7fb1ec5ed6be72 Binary files /dev/null and b/attn_maps_color-29_05/output_27_27.png differ diff --git a/attn_maps_color-29_05/output_28_28.png b/attn_maps_color-29_05/output_28_28.png new file mode 100644 index 0000000000000000000000000000000000000000..88441cd8763b83833110f1af7c69524cf8271f73 Binary files /dev/null and b/attn_maps_color-29_05/output_28_28.png differ diff --git a/attn_maps_color-29_05/output_29_29.png b/attn_maps_color-29_05/output_29_29.png new file mode 100644 index 0000000000000000000000000000000000000000..b0d42c5eee508923e5f3973f55f3a7bd0096ca1c Binary files /dev/null and b/attn_maps_color-29_05/output_29_29.png differ diff --git a/attn_maps_color-29_05/output_2_2.png b/attn_maps_color-29_05/output_2_2.png new file mode 100644 index 0000000000000000000000000000000000000000..1732f8f621cf603134abc4c811f0f89d92073a4c Binary files /dev/null and b/attn_maps_color-29_05/output_2_2.png differ diff --git a/attn_maps_color-29_05/output_30_30.png b/attn_maps_color-29_05/output_30_30.png new file mode 100644 index 0000000000000000000000000000000000000000..6d0df1c2a9823bba2cadde995f4ca1af0e357f5a Binary files /dev/null and b/attn_maps_color-29_05/output_30_30.png differ diff --git a/attn_maps_color-29_05/output_31_31.png b/attn_maps_color-29_05/output_31_31.png new file mode 100644 index 0000000000000000000000000000000000000000..0945e8ed4f9469e1d083a13916aed0e31aaa7d90 Binary files /dev/null and b/attn_maps_color-29_05/output_31_31.png differ diff --git a/attn_maps_color-29_05/output_32_32.png b/attn_maps_color-29_05/output_32_32.png new file mode 100644 index 0000000000000000000000000000000000000000..8c2f8b314f42c161559139456c4dedfac4188d51 Binary files /dev/null and b/attn_maps_color-29_05/output_32_32.png differ diff --git a/attn_maps_color-29_05/output_33_33.png b/attn_maps_color-29_05/output_33_33.png new file mode 100644 index 0000000000000000000000000000000000000000..2ff107db1bf26f3ba17e1341c56d8add06cf4d44 Binary files /dev/null and b/attn_maps_color-29_05/output_33_33.png differ diff --git a/attn_maps_color-29_05/output_34_34.png b/attn_maps_color-29_05/output_34_34.png new file mode 100644 index 0000000000000000000000000000000000000000..a0b3872face6e1462cda98248aed11d442fb2f1f Binary files /dev/null and b/attn_maps_color-29_05/output_34_34.png differ diff --git a/attn_maps_color-29_05/output_35_35.png b/attn_maps_color-29_05/output_35_35.png new file mode 100644 index 0000000000000000000000000000000000000000..f972e979e7ff2327993c88a440659949251f3c3d Binary files /dev/null and b/attn_maps_color-29_05/output_35_35.png differ diff --git a/attn_maps_color-29_05/output_36_36.png b/attn_maps_color-29_05/output_36_36.png new file mode 100644 index 0000000000000000000000000000000000000000..e2f0a1af0fcd5d7927807c514816e0b36641b7fd Binary files /dev/null and b/attn_maps_color-29_05/output_36_36.png differ diff --git a/attn_maps_color-29_05/output_37_37.png b/attn_maps_color-29_05/output_37_37.png new file mode 100644 index 0000000000000000000000000000000000000000..93775114c9457fd700e6423e7a53cf0ac05ef733 Binary files /dev/null and b/attn_maps_color-29_05/output_37_37.png differ diff --git a/attn_maps_color-29_05/output_38_38.png b/attn_maps_color-29_05/output_38_38.png new file mode 100644 index 0000000000000000000000000000000000000000..2be21026e10c601fb753894c991c2c43c3c971e9 Binary files /dev/null and b/attn_maps_color-29_05/output_38_38.png differ diff --git a/attn_maps_color-29_05/output_39_39.png b/attn_maps_color-29_05/output_39_39.png new file mode 100644 index 0000000000000000000000000000000000000000..05f5433e3663fc6993b4a01d17ac6aadd9df6be3 Binary files /dev/null and b/attn_maps_color-29_05/output_39_39.png differ diff --git a/attn_maps_color-29_05/output_3_3.png b/attn_maps_color-29_05/output_3_3.png new file mode 100644 index 0000000000000000000000000000000000000000..006c4072e682e72183a825298958a649b3c0d1fa Binary files /dev/null and b/attn_maps_color-29_05/output_3_3.png differ diff --git a/attn_maps_color-29_05/output_40_40.png b/attn_maps_color-29_05/output_40_40.png new file mode 100644 index 0000000000000000000000000000000000000000..1f69bca7e881651ff67ab7a0e6167f49a37e2b72 Binary files /dev/null and b/attn_maps_color-29_05/output_40_40.png differ diff --git a/attn_maps_color-29_05/output_41_41.png b/attn_maps_color-29_05/output_41_41.png new file mode 100644 index 0000000000000000000000000000000000000000..43d16fd521432079162c8361e1eda196b8e061c2 Binary files /dev/null and b/attn_maps_color-29_05/output_41_41.png differ diff --git a/attn_maps_color-29_05/output_42_42.png b/attn_maps_color-29_05/output_42_42.png new file mode 100644 index 0000000000000000000000000000000000000000..76454f041d5420731d7c2d402e8e00c5358d68de Binary files /dev/null and b/attn_maps_color-29_05/output_42_42.png differ diff --git a/attn_maps_color-29_05/output_43_43.png b/attn_maps_color-29_05/output_43_43.png new file mode 100644 index 0000000000000000000000000000000000000000..27a43215f583a6a67d99dc27d00c20be31c00c89 Binary files /dev/null and b/attn_maps_color-29_05/output_43_43.png differ diff --git a/attn_maps_color-29_05/output_44_44.png b/attn_maps_color-29_05/output_44_44.png new file mode 100644 index 0000000000000000000000000000000000000000..e981c0755ee27de7770ca13761348965c5c679c5 Binary files /dev/null and b/attn_maps_color-29_05/output_44_44.png differ diff --git a/attn_maps_color-29_05/output_45_45.png b/attn_maps_color-29_05/output_45_45.png new file mode 100644 index 0000000000000000000000000000000000000000..86f72fd5dd050a917a1b12d949a5152abc68eb21 Binary files /dev/null and b/attn_maps_color-29_05/output_45_45.png differ diff --git a/attn_maps_color-29_05/output_46_46.png b/attn_maps_color-29_05/output_46_46.png new file mode 100644 index 0000000000000000000000000000000000000000..62db6df02034cfc2685057f73dca6ad9abbed545 Binary files /dev/null and b/attn_maps_color-29_05/output_46_46.png differ diff --git a/attn_maps_color-29_05/output_47_47.png b/attn_maps_color-29_05/output_47_47.png new file mode 100644 index 0000000000000000000000000000000000000000..df99fb712725f1571f305a0e21f4b741b6bcc108 Binary files /dev/null and b/attn_maps_color-29_05/output_47_47.png differ diff --git a/attn_maps_color-29_05/output_48_48.png b/attn_maps_color-29_05/output_48_48.png new file mode 100644 index 0000000000000000000000000000000000000000..315796e814f104931581e387b524cc85083f767d Binary files /dev/null and b/attn_maps_color-29_05/output_48_48.png differ diff --git a/attn_maps_color-29_05/output_49_49.png b/attn_maps_color-29_05/output_49_49.png new file mode 100644 index 0000000000000000000000000000000000000000..5ae310e7ce26da460f009b06ca293b5f16262d88 Binary files /dev/null and b/attn_maps_color-29_05/output_49_49.png differ diff --git a/attn_maps_color-29_05/output_4_4.png b/attn_maps_color-29_05/output_4_4.png new file mode 100644 index 0000000000000000000000000000000000000000..f3f80fe45cd25142afff701aa65e0363edbe79ea Binary files /dev/null and b/attn_maps_color-29_05/output_4_4.png differ diff --git a/attn_maps_color-29_05/output_50_50.png b/attn_maps_color-29_05/output_50_50.png new file mode 100644 index 0000000000000000000000000000000000000000..fc34f616ce371760e31204bd14239479ca859a70 Binary files /dev/null and b/attn_maps_color-29_05/output_50_50.png differ diff --git a/attn_maps_color-29_05/output_51_51.png b/attn_maps_color-29_05/output_51_51.png new file mode 100644 index 0000000000000000000000000000000000000000..348b0e90888412a2257c85c06a32108ebbeeae80 Binary files /dev/null and b/attn_maps_color-29_05/output_51_51.png differ diff --git a/attn_maps_color-29_05/output_52_52.png b/attn_maps_color-29_05/output_52_52.png new file mode 100644 index 0000000000000000000000000000000000000000..4d4f95bdcf2c176a60096a15cc9d76fd188ced84 Binary files /dev/null and b/attn_maps_color-29_05/output_52_52.png differ diff --git a/attn_maps_color-29_05/output_53_53.png b/attn_maps_color-29_05/output_53_53.png new file mode 100644 index 0000000000000000000000000000000000000000..e74c6f8365829569475a359ef4352e7153a1fefe Binary files /dev/null and b/attn_maps_color-29_05/output_53_53.png differ diff --git a/attn_maps_color-29_05/output_54_54.png b/attn_maps_color-29_05/output_54_54.png new file mode 100644 index 0000000000000000000000000000000000000000..2ea4d717721cadaab3e3887366c6429c211195f3 Binary files /dev/null and b/attn_maps_color-29_05/output_54_54.png differ diff --git a/attn_maps_color-29_05/output_55_55.png b/attn_maps_color-29_05/output_55_55.png new file mode 100644 index 0000000000000000000000000000000000000000..d1b98e14df27be5e493e51646c00b258c07182ad Binary files /dev/null and b/attn_maps_color-29_05/output_55_55.png differ diff --git a/attn_maps_color-29_05/output_56_56.png b/attn_maps_color-29_05/output_56_56.png new file mode 100644 index 0000000000000000000000000000000000000000..4a361c507c0688738e8f8fe95180e2f7a69ee7e6 Binary files /dev/null and b/attn_maps_color-29_05/output_56_56.png differ diff --git a/attn_maps_color-29_05/output_57_57.png b/attn_maps_color-29_05/output_57_57.png new file mode 100644 index 0000000000000000000000000000000000000000..40757f69f983d355b2db85bd6844aeb084d26633 Binary files /dev/null and b/attn_maps_color-29_05/output_57_57.png differ diff --git a/attn_maps_color-29_05/output_58_58.png b/attn_maps_color-29_05/output_58_58.png new file mode 100644 index 0000000000000000000000000000000000000000..417a1e0e7c56e30d7c13af30fdab6758dbb65e0b Binary files /dev/null and b/attn_maps_color-29_05/output_58_58.png differ diff --git a/attn_maps_color-29_05/output_59_59.png b/attn_maps_color-29_05/output_59_59.png new file mode 100644 index 0000000000000000000000000000000000000000..cbcf62a2e81f99d5ca134bba68315e7dcdfd8474 Binary files /dev/null and b/attn_maps_color-29_05/output_59_59.png differ diff --git a/attn_maps_color-29_05/output_5_5.png b/attn_maps_color-29_05/output_5_5.png new file mode 100644 index 0000000000000000000000000000000000000000..7fadbba8979c3a0e7e655f122066a52daf2353f9 Binary files /dev/null and b/attn_maps_color-29_05/output_5_5.png differ diff --git a/attn_maps_color-29_05/output_60_60.png b/attn_maps_color-29_05/output_60_60.png new file mode 100644 index 0000000000000000000000000000000000000000..ca443008515aaec959071c5f6aea4dafe84a492f Binary files /dev/null and b/attn_maps_color-29_05/output_60_60.png differ diff --git a/attn_maps_color-29_05/output_61_61.png b/attn_maps_color-29_05/output_61_61.png new file mode 100644 index 0000000000000000000000000000000000000000..9333528cd6d0d362d0ed1568d9e8287db6c36796 Binary files /dev/null and b/attn_maps_color-29_05/output_61_61.png differ diff --git a/attn_maps_color-29_05/output_62_62.png b/attn_maps_color-29_05/output_62_62.png new file mode 100644 index 0000000000000000000000000000000000000000..9e947c414bc0dbaaf4890b10dfab7645557ece0c Binary files /dev/null and b/attn_maps_color-29_05/output_62_62.png differ diff --git a/attn_maps_color-29_05/output_63_63.png b/attn_maps_color-29_05/output_63_63.png new file mode 100644 index 0000000000000000000000000000000000000000..74ba5ad9000d2f44fe10f86972bd29f30aa98f77 Binary files /dev/null and b/attn_maps_color-29_05/output_63_63.png differ diff --git a/attn_maps_color-29_05/output_64_64.png b/attn_maps_color-29_05/output_64_64.png new file mode 100644 index 0000000000000000000000000000000000000000..d9e5ebd7a4d6af4d2f5e40f86a579665e9fd8ad6 Binary files /dev/null and b/attn_maps_color-29_05/output_64_64.png differ diff --git a/attn_maps_color-29_05/output_65_65.png b/attn_maps_color-29_05/output_65_65.png new file mode 100644 index 0000000000000000000000000000000000000000..fb361a9b07d4274f11e82d9ece7c134e821ca44c Binary files /dev/null and b/attn_maps_color-29_05/output_65_65.png differ diff --git a/attn_maps_color-29_05/output_66_66.png b/attn_maps_color-29_05/output_66_66.png new file mode 100644 index 0000000000000000000000000000000000000000..a54355a6420c76f8119eb6961acf570017da31e7 Binary files /dev/null and b/attn_maps_color-29_05/output_66_66.png differ diff --git a/attn_maps_color-29_05/output_67_67.png b/attn_maps_color-29_05/output_67_67.png new file mode 100644 index 0000000000000000000000000000000000000000..b7724e7b5fd1f67ea892925b47cef88d7e9e82d4 Binary files /dev/null and b/attn_maps_color-29_05/output_67_67.png differ diff --git a/attn_maps_color-29_05/output_68_68.png b/attn_maps_color-29_05/output_68_68.png new file mode 100644 index 0000000000000000000000000000000000000000..328816b44080cfd0fc1745edbf6e9ce08c2eda9a Binary files /dev/null and b/attn_maps_color-29_05/output_68_68.png differ diff --git a/attn_maps_color-29_05/output_69_69.png b/attn_maps_color-29_05/output_69_69.png new file mode 100644 index 0000000000000000000000000000000000000000..baf77ee268627b074b88d5918611383dbd7075dc Binary files /dev/null and b/attn_maps_color-29_05/output_69_69.png differ diff --git a/attn_maps_color-29_05/output_6_6.png b/attn_maps_color-29_05/output_6_6.png new file mode 100644 index 0000000000000000000000000000000000000000..4cab3f68faf3f93bc55e4c2ed707353ab2f476a5 Binary files /dev/null and b/attn_maps_color-29_05/output_6_6.png differ diff --git a/attn_maps_color-29_05/output_70_70.png b/attn_maps_color-29_05/output_70_70.png new file mode 100644 index 0000000000000000000000000000000000000000..0765b49c678837a773f73d30d78b9fff943d6080 Binary files /dev/null and b/attn_maps_color-29_05/output_70_70.png differ diff --git a/attn_maps_color-29_05/output_71_71.png b/attn_maps_color-29_05/output_71_71.png new file mode 100644 index 0000000000000000000000000000000000000000..fb521ae12c6e2a3eb714e3dfa87914ceb9d1d0b1 Binary files /dev/null and b/attn_maps_color-29_05/output_71_71.png differ diff --git a/attn_maps_color-29_05/output_72_72.png b/attn_maps_color-29_05/output_72_72.png new file mode 100644 index 0000000000000000000000000000000000000000..7a59c8ad21398a29416e0d30f2686baddffa2ef6 Binary files /dev/null and b/attn_maps_color-29_05/output_72_72.png differ diff --git a/attn_maps_color-29_05/output_73_73.png b/attn_maps_color-29_05/output_73_73.png new file mode 100644 index 0000000000000000000000000000000000000000..e0f92cd864fb3728c4d95b5b0dcb1726cc920dd6 Binary files /dev/null and b/attn_maps_color-29_05/output_73_73.png differ diff --git a/attn_maps_color-29_05/output_74_74.png b/attn_maps_color-29_05/output_74_74.png new file mode 100644 index 0000000000000000000000000000000000000000..89c23f599e835fa4632ac71d3c150a58ecc464d3 Binary files /dev/null and b/attn_maps_color-29_05/output_74_74.png differ diff --git a/attn_maps_color-29_05/output_75_75.png b/attn_maps_color-29_05/output_75_75.png new file mode 100644 index 0000000000000000000000000000000000000000..69ea43afd7c224afaf81b20d544b9389e9fa03ed Binary files /dev/null and b/attn_maps_color-29_05/output_75_75.png differ diff --git a/attn_maps_color-29_05/output_76_76.png b/attn_maps_color-29_05/output_76_76.png new file mode 100644 index 0000000000000000000000000000000000000000..b0b939a1ecde8fb2006f275493d41a808b415a5d Binary files /dev/null and b/attn_maps_color-29_05/output_76_76.png differ diff --git a/attn_maps_color-29_05/output_77_77.png b/attn_maps_color-29_05/output_77_77.png new file mode 100644 index 0000000000000000000000000000000000000000..3bb659df5a4b7b595145c5034f108b8974dbe436 Binary files /dev/null and b/attn_maps_color-29_05/output_77_77.png differ diff --git a/attn_maps_color-29_05/output_78_78.png b/attn_maps_color-29_05/output_78_78.png new file mode 100644 index 0000000000000000000000000000000000000000..6e585986dd37de061c97c96ce4df53f048846f02 Binary files /dev/null and b/attn_maps_color-29_05/output_78_78.png differ diff --git a/attn_maps_color-29_05/output_79_79.png b/attn_maps_color-29_05/output_79_79.png new file mode 100644 index 0000000000000000000000000000000000000000..cbbc407fe7d44a9f334d3d7b4dea9aac3cece5b0 Binary files /dev/null and b/attn_maps_color-29_05/output_79_79.png differ diff --git a/attn_maps_color-29_05/output_7_7.png b/attn_maps_color-29_05/output_7_7.png new file mode 100644 index 0000000000000000000000000000000000000000..c940f0348ddaf8bb238a5d62fb27605d8dd1c8f1 Binary files /dev/null and b/attn_maps_color-29_05/output_7_7.png differ diff --git a/attn_maps_color-29_05/output_80_80.png b/attn_maps_color-29_05/output_80_80.png new file mode 100644 index 0000000000000000000000000000000000000000..0f61662ba97bb72a87ce7ed1f74397a7270004f6 Binary files /dev/null and b/attn_maps_color-29_05/output_80_80.png differ diff --git a/attn_maps_color-29_05/output_81_81.png b/attn_maps_color-29_05/output_81_81.png new file mode 100644 index 0000000000000000000000000000000000000000..bab752b90096822a181a2aa33581197c23510620 Binary files /dev/null and b/attn_maps_color-29_05/output_81_81.png differ diff --git a/attn_maps_color-29_05/output_82_82.png b/attn_maps_color-29_05/output_82_82.png new file mode 100644 index 0000000000000000000000000000000000000000..ed2e78ba9cf04884cd2ea4679a04b7b2fb8d3580 Binary files /dev/null and b/attn_maps_color-29_05/output_82_82.png differ diff --git a/attn_maps_color-29_05/output_83_83.png b/attn_maps_color-29_05/output_83_83.png new file mode 100644 index 0000000000000000000000000000000000000000..2b1491ef62e2b843a30b931d3244cba5962f6740 Binary files /dev/null and b/attn_maps_color-29_05/output_83_83.png differ diff --git a/attn_maps_color-29_05/output_84_84.png b/attn_maps_color-29_05/output_84_84.png new file mode 100644 index 0000000000000000000000000000000000000000..6841a5beb42cbe52f2510bae6f46a9280a77ff94 Binary files /dev/null and b/attn_maps_color-29_05/output_84_84.png differ diff --git a/attn_maps_color-29_05/output_85_85.png b/attn_maps_color-29_05/output_85_85.png new file mode 100644 index 0000000000000000000000000000000000000000..2e7f3e27125fbad0eaa9009e103d20aae15cddfd Binary files /dev/null and b/attn_maps_color-29_05/output_85_85.png differ diff --git a/attn_maps_color-29_05/output_86_86.png b/attn_maps_color-29_05/output_86_86.png new file mode 100644 index 0000000000000000000000000000000000000000..765c03872886ec2e84dc621fbb6bcd9960d9a97c Binary files /dev/null and b/attn_maps_color-29_05/output_86_86.png differ diff --git a/attn_maps_color-29_05/output_87_87.png b/attn_maps_color-29_05/output_87_87.png new file mode 100644 index 0000000000000000000000000000000000000000..48b276969265c04f5e1108483e4cd2b61cfa1c09 Binary files /dev/null and b/attn_maps_color-29_05/output_87_87.png differ diff --git a/attn_maps_color-29_05/output_88_88.png b/attn_maps_color-29_05/output_88_88.png new file mode 100644 index 0000000000000000000000000000000000000000..64def590b0a782dbc743bcfd1e8ede1e60286b39 Binary files /dev/null and b/attn_maps_color-29_05/output_88_88.png differ diff --git a/attn_maps_color-29_05/output_89_89.png b/attn_maps_color-29_05/output_89_89.png new file mode 100644 index 0000000000000000000000000000000000000000..eaa496b1dd025ea39d6e9dc70fa9024350ec2542 Binary files /dev/null and b/attn_maps_color-29_05/output_89_89.png differ diff --git a/attn_maps_color-29_05/output_8_8.png b/attn_maps_color-29_05/output_8_8.png new file mode 100644 index 0000000000000000000000000000000000000000..4819b7801dead09c5ef00150a1797792bbe09040 Binary files /dev/null and b/attn_maps_color-29_05/output_8_8.png differ diff --git a/attn_maps_color-29_05/output_90_90.png b/attn_maps_color-29_05/output_90_90.png new file mode 100644 index 0000000000000000000000000000000000000000..8f6f57a8580c69cdcbb75aa431d7c68a55a3536b Binary files /dev/null and b/attn_maps_color-29_05/output_90_90.png differ diff --git a/attn_maps_color-29_05/output_91_91.png b/attn_maps_color-29_05/output_91_91.png new file mode 100644 index 0000000000000000000000000000000000000000..12356ddfc7fe3dfb0c740a2d4449b0528a8f9b8a Binary files /dev/null and b/attn_maps_color-29_05/output_91_91.png differ diff --git a/attn_maps_color-29_05/output_92_92.png b/attn_maps_color-29_05/output_92_92.png new file mode 100644 index 0000000000000000000000000000000000000000..88044e46d6c42ad911395bba03743ee2ebb9bf94 Binary files /dev/null and b/attn_maps_color-29_05/output_92_92.png differ diff --git a/attn_maps_color-29_05/output_93_93.png b/attn_maps_color-29_05/output_93_93.png new file mode 100644 index 0000000000000000000000000000000000000000..f5f389474fde59bd500046384a059168fed95a3d Binary files /dev/null and b/attn_maps_color-29_05/output_93_93.png differ diff --git a/attn_maps_color-29_05/output_94_94.png b/attn_maps_color-29_05/output_94_94.png new file mode 100644 index 0000000000000000000000000000000000000000..18e4dbe6a38750298b6a28d001b177586e54c1e7 Binary files /dev/null and b/attn_maps_color-29_05/output_94_94.png differ diff --git a/attn_maps_color-29_05/output_95_95.png b/attn_maps_color-29_05/output_95_95.png new file mode 100644 index 0000000000000000000000000000000000000000..f1402bddc33c04502b62a854d30947cd379d883f Binary files /dev/null and b/attn_maps_color-29_05/output_95_95.png differ diff --git a/attn_maps_color-29_05/output_96_96.png b/attn_maps_color-29_05/output_96_96.png new file mode 100644 index 0000000000000000000000000000000000000000..edafa51551b44c8ca6a0bf7e3945e6d0ef505093 Binary files /dev/null and b/attn_maps_color-29_05/output_96_96.png differ diff --git a/attn_maps_color-29_05/output_97_97.png b/attn_maps_color-29_05/output_97_97.png new file mode 100644 index 0000000000000000000000000000000000000000..ba1bf7689d354812bc602a65fe68c2669f1d065b Binary files /dev/null and b/attn_maps_color-29_05/output_97_97.png differ diff --git a/attn_maps_color-29_05/output_98_98.png b/attn_maps_color-29_05/output_98_98.png new file mode 100644 index 0000000000000000000000000000000000000000..a7ae9391134df4fabe6b355faa7afa237f8cd76a Binary files /dev/null and b/attn_maps_color-29_05/output_98_98.png differ diff --git a/attn_maps_color-29_05/output_99_99.png b/attn_maps_color-29_05/output_99_99.png new file mode 100644 index 0000000000000000000000000000000000000000..22802bb3f91befb9591fcaba9bb78c7854fbcb65 Binary files /dev/null and b/attn_maps_color-29_05/output_99_99.png differ diff --git a/attn_maps_color-29_05/output_9_9.png b/attn_maps_color-29_05/output_9_9.png new file mode 100644 index 0000000000000000000000000000000000000000..6d5eadbd7b6c6adceda754a6be0298d913051db3 Binary files /dev/null and b/attn_maps_color-29_05/output_9_9.png differ diff --git a/checkpoint-250/custom_checkpoint_0.pkl b/checkpoint-250/custom_checkpoint_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..b588268b2564c82da9c7e6d6536af387c41eada7 --- /dev/null +++ b/checkpoint-250/custom_checkpoint_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c3892cf7787790142d56ad407c26db5a97baaf2b7697b3e32df2fe72d847a20 +size 102248605 diff --git a/checkpoint-250/model.safetensors b/checkpoint-250/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..216d4cc21cf5154ba3cdf47b240dbc2cb58c5b03 --- /dev/null +++ b/checkpoint-250/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c45c7bd6835f9c56c3d2e72f23fec01f515e71455e33ca3041ab31d8a959bb3 +size 102241440 diff --git a/checkpoint-250/model_1.safetensors b/checkpoint-250/model_1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b60de8c1064f855542d3a569da93b52bb7f8bcdf --- /dev/null +++ b/checkpoint-250/model_1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ac871c2be7025c41375c996febdcc58ce2e85cc37170a4a6de42aee75722137 +size 1361600400 diff --git a/checkpoint-250/optimizer.bin b/checkpoint-250/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..1d84454a94d956b2a1a62aa92ddb4561dad2a09c --- /dev/null +++ b/checkpoint-250/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:639a9097b1482cc248934d2db2d22de4db8ad0747afac1c532491efd1bee7484 +size 609258566 diff --git a/checkpoint-250/random_states_0.pkl b/checkpoint-250/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..7ec5b2a971f1ae0bbb7d2498e475e4e3562bd13a --- /dev/null +++ b/checkpoint-250/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e48b0b4f408200bcc0e9d3a5a8818420fd56430465a7b0401ae1e60a7d08dfb3 +size 14663 diff --git a/checkpoint-250/scheduler.bin b/checkpoint-250/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..7964e257b4cf2c00694a607b867c929055c565e8 --- /dev/null +++ b/checkpoint-250/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:303aeb80afbd1b77c911ffa46f8319d84fdc24991b08b0642138ae26bd9c050c +size 563 diff --git a/concepts_list.json b/concepts_list.json new file mode 100644 index 0000000000000000000000000000000000000000..b32868f34b72f4fa6ab0105f92860a3c5402a701 --- /dev/null +++ b/concepts_list.json @@ -0,0 +1 @@ +[{"instance_prompt": "photo of a ", "class_prompt": "/home/xide/code/diffusers/examples/custom_diffusion/real_reg/samples_cat/caption.txt", "instance_data_dir": "/home/xide/code/data/mist_data/mist_whole_pgd_eps_16/cat", "class_data_dir": "/home/xide/code/diffusers/examples/custom_diffusion/real_reg/samples_cat/images.txt"}] \ No newline at end of file diff --git a/logs/custom-diffusion/1716392267.1575508/events.out.tfevents.1716392267.cudahpc06.2370671.1 b/logs/custom-diffusion/1716392267.1575508/events.out.tfevents.1716392267.cudahpc06.2370671.1 new file mode 100644 index 0000000000000000000000000000000000000000..b1edc762fb77b3ea569f97e013f0131f37ecee8d --- /dev/null +++ b/logs/custom-diffusion/1716392267.1575508/events.out.tfevents.1716392267.cudahpc06.2370671.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9f7c72452704ca430a33043ef5422b6f6c70090f34941b3a945423ca9710c46 +size 3011 diff --git a/logs/custom-diffusion/1716392267.1595688/hparams.yml b/logs/custom-diffusion/1716392267.1595688/hparams.yml new file mode 100644 index 0000000000000000000000000000000000000000..2a73838bda4eddb4958d31473db93be49f4fb18a --- /dev/null +++ b/logs/custom-diffusion/1716392267.1595688/hparams.yml @@ -0,0 +1,58 @@ +adam_beta1: 0.9 +adam_beta2: 0.999 +adam_epsilon: 1.0e-08 +adam_weight_decay: 0.01 +allow_tf32: false +attn_maps_path_name: attn_maps_color-29_05 +center_crop: false +checkpointing_steps: 250 +checkpoints_total_limit: null +class_data_dir: /home/xide/code/diffusers/examples/custom_diffusion/real_reg/samples_cat +class_prompt: cat +concepts_list: null +dataloader_num_workers: 2 +enable_xformers_memory_efficient_attention: false +freeze_model: crossattn_kv +gradient_accumulation_steps: 1 +gradient_checkpointing: false +hflip: true +hub_model_id: null +hub_token: null +initializer_token: cat +instance_data_dir: /home/xide/code/data/mist_data/mist_whole_pgd_eps_16/cat +instance_prompt: photo of a +learning_rate: 1.0e-05 +local_rank: -1 +logging_dir: logs +lr_scheduler: constant +lr_warmup_steps: 0 +max_grad_norm: 1.0 +max_train_steps: 250 +mixed_precision: null +modifier_token: +no_safe_serialization: true +noaug: false +num_class_images: 200 +num_train_epochs: 1 +num_validation_images: 2 +output_dir: /home/xide/miniconda3/code/diffusers/examples/custom_diffusion/model/attn_maps/baseline_setting/cat_mist_16_token_id-cat_prompt_no_cat +pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base +prior_generation_precision: null +prior_loss_weight: 0.0 +push_to_hub: true +real_prior: true +report_to: tensorboard +resolution: 512 +resume_from_checkpoint: null +revision: null +sample_batch_size: 4 +scale_lr: true +seed: 42 +set_grads_to_none: false +tokenizer_name: null +train_batch_size: 2 +use_8bit_adam: false +validation_prompt: null +validation_steps: 50 +variant: null +with_prior_preservation: true diff --git a/logs/custom-diffusion/events.out.tfevents.1716392267.cudahpc06.2370671.0 b/logs/custom-diffusion/events.out.tfevents.1716392267.cudahpc06.2370671.0 new file mode 100644 index 0000000000000000000000000000000000000000..ebb536f36c0b2ba7b7203c11e9a07fc1afd1fa10 --- /dev/null +++ b/logs/custom-diffusion/events.out.tfevents.1716392267.cudahpc06.2370671.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91c8dc456b69ab558f0dd2180963b9c35486b30f2edbbad3e503055965f5f86a +size 20834 diff --git a/pytorch_custom_diffusion_weights.bin b/pytorch_custom_diffusion_weights.bin new file mode 100644 index 0000000000000000000000000000000000000000..5b909fb587057490f82db4708abafe3c9ae4d764 --- /dev/null +++ b/pytorch_custom_diffusion_weights.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60e079b402fa92e6ef6e0ec2019266639fc99f9c089bb1f0162027b7fe6127c9 +size 102250391