diff --git a/.bin b/.bin new file mode 100644 index 0000000000000000000000000000000000000000..00110b98b3433004e83cb4d327a9668cbbb11dfe --- /dev/null +++ b/.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ef9acd4256f44086bfb004f99d30ba39a32c71d35cadb32821f93aab245df37 +size 202379941 diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..6c9474ffec50d87178e9fd1fa98d9b1dd6f3fec2 --- /dev/null +++ b/README.md @@ -0,0 +1,22 @@ + +--- +license: creativeml-openrail-m +base_model: stabilityai/stable-diffusion-2-1-base +instance_prompt: photo of a +tags: +- stable-diffusion +- stable-diffusion-diffusers +- text-to-image +- diffusers +- custom-diffusion +inference: true +--- + +# Custom Diffusion - SidXXD/cat_clean_token_id-ktn_prompt_no_cat_2 + +These are Custom Diffusion adaption weights for stabilityai/stable-diffusion-2-1-base. The weights were trained on photo of a using [Custom Diffusion](https://www.cs.cmu.edu/~custom-diffusion). You can find some example images in the following. + + + + +For more details on the training, please follow [this link](https://github.com/huggingface/diffusers/blob/main/examples/custom_diffusion). diff --git a/attn_maps_color-29_05/output_0_0.png b/attn_maps_color-29_05/output_0_0.png new file mode 100644 index 0000000000000000000000000000000000000000..f6d8b16b7b575869aed2d7d0c29dc32b8581edd6 Binary files /dev/null and b/attn_maps_color-29_05/output_0_0.png differ diff --git a/attn_maps_color-29_05/output_10_10.png b/attn_maps_color-29_05/output_10_10.png new file mode 100644 index 0000000000000000000000000000000000000000..d1d3f262c8bc763a6648b586602a82b4f75afa14 Binary files /dev/null and b/attn_maps_color-29_05/output_10_10.png differ diff --git a/attn_maps_color-29_05/output_11_11.png b/attn_maps_color-29_05/output_11_11.png new file mode 100644 index 0000000000000000000000000000000000000000..7b2b05c683b6157c4c3dc2efa965f062f7948783 Binary files /dev/null and b/attn_maps_color-29_05/output_11_11.png differ diff --git a/attn_maps_color-29_05/output_12_12.png b/attn_maps_color-29_05/output_12_12.png new file mode 100644 index 0000000000000000000000000000000000000000..ceef14d42d237da574ceb3b1d327a98595b70351 Binary files /dev/null and b/attn_maps_color-29_05/output_12_12.png differ diff --git a/attn_maps_color-29_05/output_13_13.png b/attn_maps_color-29_05/output_13_13.png new file mode 100644 index 0000000000000000000000000000000000000000..27d4ba6ccbbb80dcd1b30f27ab7ec0485b139eed Binary files /dev/null and b/attn_maps_color-29_05/output_13_13.png differ diff --git a/attn_maps_color-29_05/output_14_14.png b/attn_maps_color-29_05/output_14_14.png new file mode 100644 index 0000000000000000000000000000000000000000..f29c2c868aac8a530693b95eb8275ac1dc727f75 Binary files /dev/null and b/attn_maps_color-29_05/output_14_14.png differ diff --git a/attn_maps_color-29_05/output_15_15.png b/attn_maps_color-29_05/output_15_15.png new file mode 100644 index 0000000000000000000000000000000000000000..8c820a0daa1fa336136299737211bf7a5f53fda6 Binary files /dev/null and b/attn_maps_color-29_05/output_15_15.png differ diff --git a/attn_maps_color-29_05/output_16_16.png b/attn_maps_color-29_05/output_16_16.png new file mode 100644 index 0000000000000000000000000000000000000000..9800f34c7ebc9dbc6e739174225a7fe79851cca2 Binary files /dev/null and b/attn_maps_color-29_05/output_16_16.png differ diff --git a/attn_maps_color-29_05/output_17_17.png b/attn_maps_color-29_05/output_17_17.png new file mode 100644 index 0000000000000000000000000000000000000000..54d43f77592cc7d168c58cc48489c38abd7a07e4 Binary files /dev/null and b/attn_maps_color-29_05/output_17_17.png differ diff --git a/attn_maps_color-29_05/output_18_18.png b/attn_maps_color-29_05/output_18_18.png new file mode 100644 index 0000000000000000000000000000000000000000..45731978dafbbb6c42b58e979c0cecf12f467d69 Binary files /dev/null and b/attn_maps_color-29_05/output_18_18.png differ diff --git a/attn_maps_color-29_05/output_19_19.png b/attn_maps_color-29_05/output_19_19.png new file mode 100644 index 0000000000000000000000000000000000000000..22d4ab595e6335848eaa5f365f79a2304756bbcf Binary files /dev/null and b/attn_maps_color-29_05/output_19_19.png differ diff --git a/attn_maps_color-29_05/output_1_1.png b/attn_maps_color-29_05/output_1_1.png new file mode 100644 index 0000000000000000000000000000000000000000..1d0812fcac98cb5d7d9a2fccdc4bbe010778b0ca Binary files /dev/null and b/attn_maps_color-29_05/output_1_1.png differ diff --git a/attn_maps_color-29_05/output_20_20.png b/attn_maps_color-29_05/output_20_20.png new file mode 100644 index 0000000000000000000000000000000000000000..d3e313fbdf3fbf9f6e6c7e5aea3ac8103e2194dc Binary files /dev/null and b/attn_maps_color-29_05/output_20_20.png differ diff --git a/attn_maps_color-29_05/output_21_21.png b/attn_maps_color-29_05/output_21_21.png new file mode 100644 index 0000000000000000000000000000000000000000..1720f75fc0086ec194a789a99461c7c600aa17fa Binary files /dev/null and b/attn_maps_color-29_05/output_21_21.png differ diff --git a/attn_maps_color-29_05/output_22_22.png b/attn_maps_color-29_05/output_22_22.png new file mode 100644 index 0000000000000000000000000000000000000000..5e99293190fb60b5462a45a86ebe98aaacee4e2b Binary files /dev/null and b/attn_maps_color-29_05/output_22_22.png differ diff --git a/attn_maps_color-29_05/output_23_23.png b/attn_maps_color-29_05/output_23_23.png new file mode 100644 index 0000000000000000000000000000000000000000..fc569ab9371171b0078493ba1f76bde1f7d28162 Binary files /dev/null and b/attn_maps_color-29_05/output_23_23.png differ diff --git a/attn_maps_color-29_05/output_24_24.png b/attn_maps_color-29_05/output_24_24.png new file mode 100644 index 0000000000000000000000000000000000000000..84c11167d9df0ee20778e417cc7b23808dcb8f4b Binary files /dev/null and b/attn_maps_color-29_05/output_24_24.png differ diff --git a/attn_maps_color-29_05/output_25_25.png b/attn_maps_color-29_05/output_25_25.png new file mode 100644 index 0000000000000000000000000000000000000000..d33f0f142459b9155f0d06d167cb8f0f86956794 Binary files /dev/null and b/attn_maps_color-29_05/output_25_25.png differ diff --git a/attn_maps_color-29_05/output_26_26.png b/attn_maps_color-29_05/output_26_26.png new file mode 100644 index 0000000000000000000000000000000000000000..bf2291c9483742aa3d77778dc0571d6a61ad84be Binary files /dev/null and b/attn_maps_color-29_05/output_26_26.png differ diff --git a/attn_maps_color-29_05/output_27_27.png b/attn_maps_color-29_05/output_27_27.png new file mode 100644 index 0000000000000000000000000000000000000000..b6e243cc991f57bb430dafd393abc1cc3eaf64a5 Binary files /dev/null and b/attn_maps_color-29_05/output_27_27.png differ diff --git a/attn_maps_color-29_05/output_28_28.png b/attn_maps_color-29_05/output_28_28.png new file mode 100644 index 0000000000000000000000000000000000000000..14e147251898c9493eecdce6234be74894c7917e Binary files /dev/null and b/attn_maps_color-29_05/output_28_28.png differ diff --git a/attn_maps_color-29_05/output_29_29.png b/attn_maps_color-29_05/output_29_29.png new file mode 100644 index 0000000000000000000000000000000000000000..740867034a469d0318e5351c34ea89ad86fa92f7 Binary files /dev/null and b/attn_maps_color-29_05/output_29_29.png differ diff --git a/attn_maps_color-29_05/output_2_2.png b/attn_maps_color-29_05/output_2_2.png new file mode 100644 index 0000000000000000000000000000000000000000..711d3662cdf89ce8122727ccc09273e7b5a98fc6 Binary files /dev/null and b/attn_maps_color-29_05/output_2_2.png differ diff --git a/attn_maps_color-29_05/output_30_30.png b/attn_maps_color-29_05/output_30_30.png new file mode 100644 index 0000000000000000000000000000000000000000..5550449a79bf15879b25496a4e8b53838a964c1e Binary files /dev/null and b/attn_maps_color-29_05/output_30_30.png differ diff --git a/attn_maps_color-29_05/output_31_31.png b/attn_maps_color-29_05/output_31_31.png new file mode 100644 index 0000000000000000000000000000000000000000..7bb3ab0245a738851c43ae07dd2d68c6e51d6944 Binary files /dev/null and b/attn_maps_color-29_05/output_31_31.png differ diff --git a/attn_maps_color-29_05/output_32_32.png b/attn_maps_color-29_05/output_32_32.png new file mode 100644 index 0000000000000000000000000000000000000000..a3ac219365ce0fc9ac1e9f1e418f86aaa36995bd Binary files /dev/null and b/attn_maps_color-29_05/output_32_32.png differ diff --git a/attn_maps_color-29_05/output_33_33.png b/attn_maps_color-29_05/output_33_33.png new file mode 100644 index 0000000000000000000000000000000000000000..8577095b69964b10fcc90cff4a5581f6b505d15a Binary files /dev/null and b/attn_maps_color-29_05/output_33_33.png differ diff --git a/attn_maps_color-29_05/output_34_34.png b/attn_maps_color-29_05/output_34_34.png new file mode 100644 index 0000000000000000000000000000000000000000..e811db9d5a8f34abbefc44d90895dceab847b6c7 Binary files /dev/null and b/attn_maps_color-29_05/output_34_34.png differ diff --git a/attn_maps_color-29_05/output_35_35.png b/attn_maps_color-29_05/output_35_35.png new file mode 100644 index 0000000000000000000000000000000000000000..b923d9d023aca60072098df66233f6c1fe506fda Binary files /dev/null and b/attn_maps_color-29_05/output_35_35.png differ diff --git a/attn_maps_color-29_05/output_36_36.png b/attn_maps_color-29_05/output_36_36.png new file mode 100644 index 0000000000000000000000000000000000000000..697391b6b0b187de9afaff7dbd9395d2590446a1 Binary files /dev/null and b/attn_maps_color-29_05/output_36_36.png differ diff --git a/attn_maps_color-29_05/output_37_37.png b/attn_maps_color-29_05/output_37_37.png new file mode 100644 index 0000000000000000000000000000000000000000..8af24165bf377c3b8818afd98f6b51f89bf64bb8 Binary files /dev/null and b/attn_maps_color-29_05/output_37_37.png differ diff --git a/attn_maps_color-29_05/output_38_38.png b/attn_maps_color-29_05/output_38_38.png new file mode 100644 index 0000000000000000000000000000000000000000..94713769e736aa10f2a8adadbb0d102fc5a6c892 Binary files /dev/null and b/attn_maps_color-29_05/output_38_38.png differ diff --git a/attn_maps_color-29_05/output_39_39.png b/attn_maps_color-29_05/output_39_39.png new file mode 100644 index 0000000000000000000000000000000000000000..ce3ce334c810ae60c8c6cf1c3d888f26a5984c84 Binary files /dev/null and b/attn_maps_color-29_05/output_39_39.png differ diff --git a/attn_maps_color-29_05/output_3_3.png b/attn_maps_color-29_05/output_3_3.png new file mode 100644 index 0000000000000000000000000000000000000000..08c1e5a78c14708b36560bb52157b49c3b573f4e Binary files /dev/null and b/attn_maps_color-29_05/output_3_3.png differ diff --git a/attn_maps_color-29_05/output_40_40.png b/attn_maps_color-29_05/output_40_40.png new file mode 100644 index 0000000000000000000000000000000000000000..2ecccaebad6e044b0e7b944dd21c3965416ae190 Binary files /dev/null and b/attn_maps_color-29_05/output_40_40.png differ diff --git a/attn_maps_color-29_05/output_41_41.png b/attn_maps_color-29_05/output_41_41.png new file mode 100644 index 0000000000000000000000000000000000000000..f690c8e63f43a735be3ddadc11de23a786c9f29d Binary files /dev/null and b/attn_maps_color-29_05/output_41_41.png differ diff --git a/attn_maps_color-29_05/output_42_42.png b/attn_maps_color-29_05/output_42_42.png new file mode 100644 index 0000000000000000000000000000000000000000..7ddc37d4ec09b77c447eae793d51cc725e348ec9 Binary files /dev/null and b/attn_maps_color-29_05/output_42_42.png differ diff --git a/attn_maps_color-29_05/output_43_43.png b/attn_maps_color-29_05/output_43_43.png new file mode 100644 index 0000000000000000000000000000000000000000..c7b8b6db25906a9fbe54dedad09a3f8c1edce16c Binary files /dev/null and b/attn_maps_color-29_05/output_43_43.png differ diff --git a/attn_maps_color-29_05/output_44_44.png b/attn_maps_color-29_05/output_44_44.png new file mode 100644 index 0000000000000000000000000000000000000000..88ec2781571a0f7f5851430c57c8b45e0fded5f8 Binary files /dev/null and b/attn_maps_color-29_05/output_44_44.png differ diff --git a/attn_maps_color-29_05/output_45_45.png b/attn_maps_color-29_05/output_45_45.png new file mode 100644 index 0000000000000000000000000000000000000000..41cf59cd15217b5e58181e5ef4069b05f59d4f99 Binary files /dev/null and b/attn_maps_color-29_05/output_45_45.png differ diff --git a/attn_maps_color-29_05/output_46_46.png b/attn_maps_color-29_05/output_46_46.png new file mode 100644 index 0000000000000000000000000000000000000000..0ffd31495a97fb869e600068bad845140a631be0 Binary files /dev/null and b/attn_maps_color-29_05/output_46_46.png differ diff --git a/attn_maps_color-29_05/output_47_47.png b/attn_maps_color-29_05/output_47_47.png new file mode 100644 index 0000000000000000000000000000000000000000..f680df9d9bb3bd001a658f97f636be94393bb9f4 Binary files /dev/null and b/attn_maps_color-29_05/output_47_47.png differ diff --git a/attn_maps_color-29_05/output_48_48.png b/attn_maps_color-29_05/output_48_48.png new file mode 100644 index 0000000000000000000000000000000000000000..1fbb425fdb7db5581f8434a6977becbe1f9c6803 Binary files /dev/null and b/attn_maps_color-29_05/output_48_48.png differ diff --git a/attn_maps_color-29_05/output_49_49.png b/attn_maps_color-29_05/output_49_49.png new file mode 100644 index 0000000000000000000000000000000000000000..21d83b03c4783bf40961471e8b2a12ddfd44b509 Binary files /dev/null and b/attn_maps_color-29_05/output_49_49.png differ diff --git a/attn_maps_color-29_05/output_4_4.png b/attn_maps_color-29_05/output_4_4.png new file mode 100644 index 0000000000000000000000000000000000000000..aa7f3cac4e46f38e47fd58a90931ee2c33db0c84 Binary files /dev/null and b/attn_maps_color-29_05/output_4_4.png differ diff --git a/attn_maps_color-29_05/output_50_50.png b/attn_maps_color-29_05/output_50_50.png new file mode 100644 index 0000000000000000000000000000000000000000..474c45329ca5bf9020805613adcc1b8ab2ddcc7c Binary files /dev/null and b/attn_maps_color-29_05/output_50_50.png differ diff --git a/attn_maps_color-29_05/output_51_51.png b/attn_maps_color-29_05/output_51_51.png new file mode 100644 index 0000000000000000000000000000000000000000..f6d10e35331b5fcbd131fe99b19d983fac922f81 Binary files /dev/null and b/attn_maps_color-29_05/output_51_51.png differ diff --git a/attn_maps_color-29_05/output_52_52.png b/attn_maps_color-29_05/output_52_52.png new file mode 100644 index 0000000000000000000000000000000000000000..33b207b15b79e0d1c930bf4fba7b7c29c89ba064 Binary files /dev/null and b/attn_maps_color-29_05/output_52_52.png differ diff --git a/attn_maps_color-29_05/output_53_53.png b/attn_maps_color-29_05/output_53_53.png new file mode 100644 index 0000000000000000000000000000000000000000..12655e56eb87f42eb1f1d403802b1318913a35fe Binary files /dev/null and b/attn_maps_color-29_05/output_53_53.png differ diff --git a/attn_maps_color-29_05/output_54_54.png b/attn_maps_color-29_05/output_54_54.png new file mode 100644 index 0000000000000000000000000000000000000000..56b221b2c25df2a17bd855c2cff010e2f499df4f Binary files /dev/null and b/attn_maps_color-29_05/output_54_54.png differ diff --git a/attn_maps_color-29_05/output_55_55.png b/attn_maps_color-29_05/output_55_55.png new file mode 100644 index 0000000000000000000000000000000000000000..9b65621ac49fced5dca44124368af4f83e43496e Binary files /dev/null and b/attn_maps_color-29_05/output_55_55.png differ diff --git a/attn_maps_color-29_05/output_56_56.png b/attn_maps_color-29_05/output_56_56.png new file mode 100644 index 0000000000000000000000000000000000000000..8cb21de5c3dc0d546b96ca8c3339f75780a21646 Binary files /dev/null and b/attn_maps_color-29_05/output_56_56.png differ diff --git a/attn_maps_color-29_05/output_57_57.png b/attn_maps_color-29_05/output_57_57.png new file mode 100644 index 0000000000000000000000000000000000000000..cad3d160175d65d17e555064b8e713f503277e9b Binary files /dev/null and b/attn_maps_color-29_05/output_57_57.png differ diff --git a/attn_maps_color-29_05/output_58_58.png b/attn_maps_color-29_05/output_58_58.png new file mode 100644 index 0000000000000000000000000000000000000000..9e93312580d93f2d80bad34cb1a5317d9d281129 Binary files /dev/null and b/attn_maps_color-29_05/output_58_58.png differ diff --git a/attn_maps_color-29_05/output_59_59.png b/attn_maps_color-29_05/output_59_59.png new file mode 100644 index 0000000000000000000000000000000000000000..9d55ffdae15c81efa7e5a80feb66ad19e71681e1 Binary files /dev/null and b/attn_maps_color-29_05/output_59_59.png differ diff --git a/attn_maps_color-29_05/output_5_5.png b/attn_maps_color-29_05/output_5_5.png new file mode 100644 index 0000000000000000000000000000000000000000..e7180c090b48f862c4038c00d46de105de813c87 Binary files /dev/null and b/attn_maps_color-29_05/output_5_5.png differ diff --git a/attn_maps_color-29_05/output_60_60.png b/attn_maps_color-29_05/output_60_60.png new file mode 100644 index 0000000000000000000000000000000000000000..56bfc96788199d1a599844bc79c4b69ff8d227f2 Binary files /dev/null and b/attn_maps_color-29_05/output_60_60.png differ diff --git a/attn_maps_color-29_05/output_61_61.png b/attn_maps_color-29_05/output_61_61.png new file mode 100644 index 0000000000000000000000000000000000000000..b9566b66b3d8407a2cbb884141fb105cb7bb1e5c Binary files /dev/null and b/attn_maps_color-29_05/output_61_61.png differ diff --git a/attn_maps_color-29_05/output_62_62.png b/attn_maps_color-29_05/output_62_62.png new file mode 100644 index 0000000000000000000000000000000000000000..43fbbb7ad5d9880d1d710d69b8e94a7a7f360abc Binary files /dev/null and b/attn_maps_color-29_05/output_62_62.png differ diff --git a/attn_maps_color-29_05/output_63_63.png b/attn_maps_color-29_05/output_63_63.png new file mode 100644 index 0000000000000000000000000000000000000000..1811ca675e06350721290517f1da160b052432a3 Binary files /dev/null and b/attn_maps_color-29_05/output_63_63.png differ diff --git a/attn_maps_color-29_05/output_64_64.png b/attn_maps_color-29_05/output_64_64.png new file mode 100644 index 0000000000000000000000000000000000000000..7a91a14d5058d2cc5baa5fe87825da22d20efddd Binary files /dev/null and b/attn_maps_color-29_05/output_64_64.png differ diff --git a/attn_maps_color-29_05/output_65_65.png b/attn_maps_color-29_05/output_65_65.png new file mode 100644 index 0000000000000000000000000000000000000000..80a7600ec68b7b291828550e38ed568ea53f700e Binary files /dev/null and b/attn_maps_color-29_05/output_65_65.png differ diff --git a/attn_maps_color-29_05/output_66_66.png b/attn_maps_color-29_05/output_66_66.png new file mode 100644 index 0000000000000000000000000000000000000000..105393fd6069060ff9a0eba6b146ecd22ebb2c9c Binary files /dev/null and b/attn_maps_color-29_05/output_66_66.png differ diff --git a/attn_maps_color-29_05/output_67_67.png b/attn_maps_color-29_05/output_67_67.png new file mode 100644 index 0000000000000000000000000000000000000000..524eb4349b6f128311337b01ca67a5eb611efdd0 Binary files /dev/null and b/attn_maps_color-29_05/output_67_67.png differ diff --git a/attn_maps_color-29_05/output_68_68.png b/attn_maps_color-29_05/output_68_68.png new file mode 100644 index 0000000000000000000000000000000000000000..81a010cc7dc5de522fb7f08144760262309d0863 Binary files /dev/null and b/attn_maps_color-29_05/output_68_68.png differ diff --git a/attn_maps_color-29_05/output_69_69.png b/attn_maps_color-29_05/output_69_69.png new file mode 100644 index 0000000000000000000000000000000000000000..d13ac2a3ce513f0ac99b2f59d3b2e9c3274b935c Binary files /dev/null and b/attn_maps_color-29_05/output_69_69.png differ diff --git a/attn_maps_color-29_05/output_6_6.png b/attn_maps_color-29_05/output_6_6.png new file mode 100644 index 0000000000000000000000000000000000000000..041642defce0dd17c408ba38d6772751d04f1e6c Binary files /dev/null and b/attn_maps_color-29_05/output_6_6.png differ diff --git a/attn_maps_color-29_05/output_70_70.png b/attn_maps_color-29_05/output_70_70.png new file mode 100644 index 0000000000000000000000000000000000000000..762149d2a61520df0d9839774360e571647d5b17 Binary files /dev/null and b/attn_maps_color-29_05/output_70_70.png differ diff --git a/attn_maps_color-29_05/output_71_71.png b/attn_maps_color-29_05/output_71_71.png new file mode 100644 index 0000000000000000000000000000000000000000..3160805b37a1fe48683f9926556891dd7d43a33e Binary files /dev/null and b/attn_maps_color-29_05/output_71_71.png differ diff --git a/attn_maps_color-29_05/output_72_72.png b/attn_maps_color-29_05/output_72_72.png new file mode 100644 index 0000000000000000000000000000000000000000..1e39b85505baaefeebebb20c6e594ad2ae65450c Binary files /dev/null and b/attn_maps_color-29_05/output_72_72.png differ diff --git a/attn_maps_color-29_05/output_73_73.png b/attn_maps_color-29_05/output_73_73.png new file mode 100644 index 0000000000000000000000000000000000000000..32cc5f649f0b3b86604af6e4380d934e81354cd3 Binary files /dev/null and b/attn_maps_color-29_05/output_73_73.png differ diff --git a/attn_maps_color-29_05/output_74_74.png b/attn_maps_color-29_05/output_74_74.png new file mode 100644 index 0000000000000000000000000000000000000000..a9478b800c70545db6bfe69036c07327904b1448 Binary files /dev/null and b/attn_maps_color-29_05/output_74_74.png differ diff --git a/attn_maps_color-29_05/output_75_75.png b/attn_maps_color-29_05/output_75_75.png new file mode 100644 index 0000000000000000000000000000000000000000..e288d620a27f1998725b2d39fd19dfa8fd4e683e Binary files /dev/null and b/attn_maps_color-29_05/output_75_75.png differ diff --git a/attn_maps_color-29_05/output_76_76.png b/attn_maps_color-29_05/output_76_76.png new file mode 100644 index 0000000000000000000000000000000000000000..3632e46ac5e585f4c214140303571327b9fa98a7 Binary files /dev/null and b/attn_maps_color-29_05/output_76_76.png differ diff --git a/attn_maps_color-29_05/output_77_77.png b/attn_maps_color-29_05/output_77_77.png new file mode 100644 index 0000000000000000000000000000000000000000..6c8a8d86f5f5a2d97d4cc8a7bdce4560c883a007 Binary files /dev/null and b/attn_maps_color-29_05/output_77_77.png differ diff --git a/attn_maps_color-29_05/output_78_78.png b/attn_maps_color-29_05/output_78_78.png new file mode 100644 index 0000000000000000000000000000000000000000..8b5aa6dcd737583a46e4e4779df0948db33a88ff Binary files /dev/null and b/attn_maps_color-29_05/output_78_78.png differ diff --git a/attn_maps_color-29_05/output_79_79.png b/attn_maps_color-29_05/output_79_79.png new file mode 100644 index 0000000000000000000000000000000000000000..fd0aed7d1e9f4797ade161cc3f5f2fb4e17e25e6 Binary files /dev/null and b/attn_maps_color-29_05/output_79_79.png differ diff --git a/attn_maps_color-29_05/output_7_7.png b/attn_maps_color-29_05/output_7_7.png new file mode 100644 index 0000000000000000000000000000000000000000..e462cdf7e9042e824577ab78a8a238b5fcc970f8 Binary files /dev/null and b/attn_maps_color-29_05/output_7_7.png differ diff --git a/attn_maps_color-29_05/output_80_80.png b/attn_maps_color-29_05/output_80_80.png new file mode 100644 index 0000000000000000000000000000000000000000..49880d88489959579a3689a3c8961891234107d5 Binary files /dev/null and b/attn_maps_color-29_05/output_80_80.png differ diff --git a/attn_maps_color-29_05/output_81_81.png b/attn_maps_color-29_05/output_81_81.png new file mode 100644 index 0000000000000000000000000000000000000000..75cef7ac0e240216d4cd77a0115ef96976fa33b2 Binary files /dev/null and b/attn_maps_color-29_05/output_81_81.png differ diff --git a/attn_maps_color-29_05/output_82_82.png b/attn_maps_color-29_05/output_82_82.png new file mode 100644 index 0000000000000000000000000000000000000000..98bdad3826aac44525697388aea1b57d5d263e71 Binary files /dev/null and b/attn_maps_color-29_05/output_82_82.png differ diff --git a/attn_maps_color-29_05/output_83_83.png b/attn_maps_color-29_05/output_83_83.png new file mode 100644 index 0000000000000000000000000000000000000000..dbc43f0baf351c6abd4516fd00f169089c906a2e Binary files /dev/null and b/attn_maps_color-29_05/output_83_83.png differ diff --git a/attn_maps_color-29_05/output_84_84.png b/attn_maps_color-29_05/output_84_84.png new file mode 100644 index 0000000000000000000000000000000000000000..fece60f586e8f9b45a5375a84e825e04e05a8588 Binary files /dev/null and b/attn_maps_color-29_05/output_84_84.png differ diff --git a/attn_maps_color-29_05/output_85_85.png b/attn_maps_color-29_05/output_85_85.png new file mode 100644 index 0000000000000000000000000000000000000000..cc421de7259286ad6809e73aa91f5a6a6fa2f663 Binary files /dev/null and b/attn_maps_color-29_05/output_85_85.png differ diff --git a/attn_maps_color-29_05/output_86_86.png b/attn_maps_color-29_05/output_86_86.png new file mode 100644 index 0000000000000000000000000000000000000000..ebdfbb65cbe0bd9d933e9f5454de5b4965a0e49d Binary files /dev/null and b/attn_maps_color-29_05/output_86_86.png differ diff --git a/attn_maps_color-29_05/output_87_87.png b/attn_maps_color-29_05/output_87_87.png new file mode 100644 index 0000000000000000000000000000000000000000..410911781456b6ae18cdd84dd816f03a72b2b1ed Binary files /dev/null and b/attn_maps_color-29_05/output_87_87.png differ diff --git a/attn_maps_color-29_05/output_88_88.png b/attn_maps_color-29_05/output_88_88.png new file mode 100644 index 0000000000000000000000000000000000000000..b95aa97f944e597df64867bce60c7cbe044ae3f4 Binary files /dev/null and b/attn_maps_color-29_05/output_88_88.png differ diff --git a/attn_maps_color-29_05/output_89_89.png b/attn_maps_color-29_05/output_89_89.png new file mode 100644 index 0000000000000000000000000000000000000000..5fc56fc89702e889a745c0c97d79cd08e0af98a7 Binary files /dev/null and b/attn_maps_color-29_05/output_89_89.png differ diff --git a/attn_maps_color-29_05/output_8_8.png b/attn_maps_color-29_05/output_8_8.png new file mode 100644 index 0000000000000000000000000000000000000000..10763bdd090873602234f29919085a19aa15a9e1 Binary files /dev/null and b/attn_maps_color-29_05/output_8_8.png differ diff --git a/attn_maps_color-29_05/output_90_90.png b/attn_maps_color-29_05/output_90_90.png new file mode 100644 index 0000000000000000000000000000000000000000..f812f72f74686fbc3576b6d0cced62e8fcdd28e2 Binary files /dev/null and b/attn_maps_color-29_05/output_90_90.png differ diff --git a/attn_maps_color-29_05/output_91_91.png b/attn_maps_color-29_05/output_91_91.png new file mode 100644 index 0000000000000000000000000000000000000000..573f463637da913df878949164a15384cde3077d Binary files /dev/null and b/attn_maps_color-29_05/output_91_91.png differ diff --git a/attn_maps_color-29_05/output_92_92.png b/attn_maps_color-29_05/output_92_92.png new file mode 100644 index 0000000000000000000000000000000000000000..48e4862064940be717c5ffdddcd968258d322b81 Binary files /dev/null and b/attn_maps_color-29_05/output_92_92.png differ diff --git a/attn_maps_color-29_05/output_93_93.png b/attn_maps_color-29_05/output_93_93.png new file mode 100644 index 0000000000000000000000000000000000000000..cca9be0b83d145ebe4d857d97d9979689e829495 Binary files /dev/null and b/attn_maps_color-29_05/output_93_93.png differ diff --git a/attn_maps_color-29_05/output_94_94.png b/attn_maps_color-29_05/output_94_94.png new file mode 100644 index 0000000000000000000000000000000000000000..b8bce4ad3a9b2993d0f3b15bf4e8be7c627a12da Binary files /dev/null and b/attn_maps_color-29_05/output_94_94.png differ diff --git a/attn_maps_color-29_05/output_95_95.png b/attn_maps_color-29_05/output_95_95.png new file mode 100644 index 0000000000000000000000000000000000000000..27cc043ac74172ba8d474f0254ec0052ec7c2d42 Binary files /dev/null and b/attn_maps_color-29_05/output_95_95.png differ diff --git a/attn_maps_color-29_05/output_96_96.png b/attn_maps_color-29_05/output_96_96.png new file mode 100644 index 0000000000000000000000000000000000000000..f7a8ab73d72ed2eae04db2e6a32aa6c0f31560d3 Binary files /dev/null and b/attn_maps_color-29_05/output_96_96.png differ diff --git a/attn_maps_color-29_05/output_97_97.png b/attn_maps_color-29_05/output_97_97.png new file mode 100644 index 0000000000000000000000000000000000000000..72e9a191783f536af7388771e617c144d8a66f3c Binary files /dev/null and b/attn_maps_color-29_05/output_97_97.png differ diff --git a/attn_maps_color-29_05/output_98_98.png b/attn_maps_color-29_05/output_98_98.png new file mode 100644 index 0000000000000000000000000000000000000000..77610b6659c5c3df8f48a7ac6405b0642e6893e5 Binary files /dev/null and b/attn_maps_color-29_05/output_98_98.png differ diff --git a/attn_maps_color-29_05/output_99_99.png b/attn_maps_color-29_05/output_99_99.png new file mode 100644 index 0000000000000000000000000000000000000000..4bd7e0fd4a42595d99cc939b2313ce0a80b5324a Binary files /dev/null and b/attn_maps_color-29_05/output_99_99.png differ diff --git a/attn_maps_color-29_05/output_9_9.png b/attn_maps_color-29_05/output_9_9.png new file mode 100644 index 0000000000000000000000000000000000000000..39ffdfef477d87c9e89b3b731ba9e6ca4f3c8a0b Binary files /dev/null and b/attn_maps_color-29_05/output_9_9.png differ diff --git a/checkpoint-250/custom_checkpoint_0.pkl b/checkpoint-250/custom_checkpoint_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..5b6c5070c63182e0291cdcef590bf44aa1798324 --- /dev/null +++ b/checkpoint-250/custom_checkpoint_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c82a9b602863cf6bc36c118304060f5ab4f950287bc23f8c4c537e46fad56f31 +size 102248605 diff --git a/checkpoint-250/model.safetensors b/checkpoint-250/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2d410a42d61cc87ac57aef1828d425a28bb98f55 --- /dev/null +++ b/checkpoint-250/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73cd69e9d1fca01ab92a2067591f9e79c954dec27838bec80bfa005009180c55 +size 102241440 diff --git a/checkpoint-250/model_1.safetensors b/checkpoint-250/model_1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e45f04da23fa99f1db802420dd42c20b8205a242 --- /dev/null +++ b/checkpoint-250/model_1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67a7fcdf4126e6658a7d773b33e94f411ae27a54326ece6464d4b0d9ff36af32 +size 1361600400 diff --git a/checkpoint-250/optimizer.bin b/checkpoint-250/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..df959b8f7fdc23fbfbc9112326cd8f954038ae21 --- /dev/null +++ b/checkpoint-250/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62b754ff4d2a52a6553d152787487693d17e164597c0b5d4c02852cc8a3d6f8a +size 609258566 diff --git a/checkpoint-250/random_states_0.pkl b/checkpoint-250/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..7ec5b2a971f1ae0bbb7d2498e475e4e3562bd13a --- /dev/null +++ b/checkpoint-250/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e48b0b4f408200bcc0e9d3a5a8818420fd56430465a7b0401ae1e60a7d08dfb3 +size 14663 diff --git a/checkpoint-250/scheduler.bin b/checkpoint-250/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..7964e257b4cf2c00694a607b867c929055c565e8 --- /dev/null +++ b/checkpoint-250/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:303aeb80afbd1b77c911ffa46f8319d84fdc24991b08b0642138ae26bd9c050c +size 563 diff --git a/concepts_list.json b/concepts_list.json new file mode 100644 index 0000000000000000000000000000000000000000..644e82f1d89983e28dfef8b9ffdd4ba9deb09641 --- /dev/null +++ b/concepts_list.json @@ -0,0 +1 @@ +[{"instance_prompt": "photo of a ", "class_prompt": "/home/xide/code/diffusers/examples/custom_diffusion/real_reg/samples_cat/caption.txt", "instance_data_dir": "/home/xide/code/data/training_data/cat", "class_data_dir": "/home/xide/code/diffusers/examples/custom_diffusion/real_reg/samples_cat/images.txt"}] \ No newline at end of file diff --git a/logs/custom-diffusion/1716385210.9664962/events.out.tfevents.1716385210.cudahpc06.2532708.1 b/logs/custom-diffusion/1716385210.9664962/events.out.tfevents.1716385210.cudahpc06.2532708.1 new file mode 100644 index 0000000000000000000000000000000000000000..e42e7bbae1cdd3db26c3f3aeafc9a935d9be555b --- /dev/null +++ b/logs/custom-diffusion/1716385210.9664962/events.out.tfevents.1716385210.cudahpc06.2532708.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b7f497b4f8ac7f1487ddfab3ef0932b5d3cbe612b941e9ac6352c9b0ec15b94 +size 2980 diff --git a/logs/custom-diffusion/1716385210.9681792/hparams.yml b/logs/custom-diffusion/1716385210.9681792/hparams.yml new file mode 100644 index 0000000000000000000000000000000000000000..5495bca554f9f81b8599915625522a4ca0870ec4 --- /dev/null +++ b/logs/custom-diffusion/1716385210.9681792/hparams.yml @@ -0,0 +1,58 @@ +adam_beta1: 0.9 +adam_beta2: 0.999 +adam_epsilon: 1.0e-08 +adam_weight_decay: 0.01 +allow_tf32: false +attn_maps_path_name: attn_maps_color-29_05 +center_crop: false +checkpointing_steps: 250 +checkpoints_total_limit: null +class_data_dir: /home/xide/code/diffusers/examples/custom_diffusion/real_reg/samples_cat +class_prompt: cat +concepts_list: null +dataloader_num_workers: 2 +enable_xformers_memory_efficient_attention: false +freeze_model: crossattn_kv +gradient_accumulation_steps: 1 +gradient_checkpointing: false +hflip: true +hub_model_id: null +hub_token: null +initializer_token: ktn +instance_data_dir: /home/xide/code/data/training_data/cat +instance_prompt: photo of a +learning_rate: 1.0e-05 +local_rank: -1 +logging_dir: logs +lr_scheduler: constant +lr_warmup_steps: 0 +max_grad_norm: 1.0 +max_train_steps: 250 +mixed_precision: null +modifier_token: +no_safe_serialization: true +noaug: false +num_class_images: 200 +num_train_epochs: 1 +num_validation_images: 2 +output_dir: /home/xide/code/diffusers/examples/custom_diffusion/model/attn_maps/baseline_setting/cat_clean_token_id-ktn_prompt_no_cat_2 +pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base +prior_generation_precision: null +prior_loss_weight: 0.0 +push_to_hub: true +real_prior: true +report_to: tensorboard +resolution: 512 +resume_from_checkpoint: null +revision: null +sample_batch_size: 4 +scale_lr: true +seed: 42 +set_grads_to_none: false +tokenizer_name: null +train_batch_size: 2 +use_8bit_adam: false +validation_prompt: null +validation_steps: 50 +variant: null +with_prior_preservation: true diff --git a/logs/custom-diffusion/1716385260.4410007/events.out.tfevents.1716385260.cudahpc06.2562379.1 b/logs/custom-diffusion/1716385260.4410007/events.out.tfevents.1716385260.cudahpc06.2562379.1 new file mode 100644 index 0000000000000000000000000000000000000000..b89970c78fa175eae8d72741f2122a9682311783 --- /dev/null +++ b/logs/custom-diffusion/1716385260.4410007/events.out.tfevents.1716385260.cudahpc06.2562379.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05313204f9288a1971779461df37f8974d3d87a2abfa9da6a3f821f2313d70cb +size 2980 diff --git a/logs/custom-diffusion/1716385260.4428086/hparams.yml b/logs/custom-diffusion/1716385260.4428086/hparams.yml new file mode 100644 index 0000000000000000000000000000000000000000..5495bca554f9f81b8599915625522a4ca0870ec4 --- /dev/null +++ b/logs/custom-diffusion/1716385260.4428086/hparams.yml @@ -0,0 +1,58 @@ +adam_beta1: 0.9 +adam_beta2: 0.999 +adam_epsilon: 1.0e-08 +adam_weight_decay: 0.01 +allow_tf32: false +attn_maps_path_name: attn_maps_color-29_05 +center_crop: false +checkpointing_steps: 250 +checkpoints_total_limit: null +class_data_dir: /home/xide/code/diffusers/examples/custom_diffusion/real_reg/samples_cat +class_prompt: cat +concepts_list: null +dataloader_num_workers: 2 +enable_xformers_memory_efficient_attention: false +freeze_model: crossattn_kv +gradient_accumulation_steps: 1 +gradient_checkpointing: false +hflip: true +hub_model_id: null +hub_token: null +initializer_token: ktn +instance_data_dir: /home/xide/code/data/training_data/cat +instance_prompt: photo of a +learning_rate: 1.0e-05 +local_rank: -1 +logging_dir: logs +lr_scheduler: constant +lr_warmup_steps: 0 +max_grad_norm: 1.0 +max_train_steps: 250 +mixed_precision: null +modifier_token: +no_safe_serialization: true +noaug: false +num_class_images: 200 +num_train_epochs: 1 +num_validation_images: 2 +output_dir: /home/xide/code/diffusers/examples/custom_diffusion/model/attn_maps/baseline_setting/cat_clean_token_id-ktn_prompt_no_cat_2 +pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base +prior_generation_precision: null +prior_loss_weight: 0.0 +push_to_hub: true +real_prior: true +report_to: tensorboard +resolution: 512 +resume_from_checkpoint: null +revision: null +sample_batch_size: 4 +scale_lr: true +seed: 42 +set_grads_to_none: false +tokenizer_name: null +train_batch_size: 2 +use_8bit_adam: false +validation_prompt: null +validation_steps: 50 +variant: null +with_prior_preservation: true diff --git a/logs/custom-diffusion/events.out.tfevents.1716385210.cudahpc06.2532708.0 b/logs/custom-diffusion/events.out.tfevents.1716385210.cudahpc06.2532708.0 new file mode 100644 index 0000000000000000000000000000000000000000..f1db6159ff6a06a4f36788170f352aec90d6d2bf --- /dev/null +++ b/logs/custom-diffusion/events.out.tfevents.1716385210.cudahpc06.2532708.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adda114257c1b4e2ee7ae15104c60c556f355dc32beed77f11e81f2919a6a22d +size 88 diff --git a/logs/custom-diffusion/events.out.tfevents.1716385260.cudahpc06.2562379.0 b/logs/custom-diffusion/events.out.tfevents.1716385260.cudahpc06.2562379.0 new file mode 100644 index 0000000000000000000000000000000000000000..73d68302b861a21c0b32472a69be1d82f24594f6 --- /dev/null +++ b/logs/custom-diffusion/events.out.tfevents.1716385260.cudahpc06.2562379.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:230d0fba89ef54164c5567d246b4d33f2d17f060f17cf5806958e46633189e8b +size 20834 diff --git a/pytorch_custom_diffusion_weights.bin b/pytorch_custom_diffusion_weights.bin new file mode 100644 index 0000000000000000000000000000000000000000..6cafd04f408d01e787e20dc11b1625406956729e --- /dev/null +++ b/pytorch_custom_diffusion_weights.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0194d25975c37ac7d92bc3af35867deef0588a56d55982b4155880b3ab22ae10 +size 102250391 diff --git a/train.sh b/train.sh new file mode 100644 index 0000000000000000000000000000000000000000..ef39e98efa244b042656b7afb6c13d636ea0d123 --- /dev/null +++ b/train.sh @@ -0,0 +1,61 @@ +# export CUDA_VISIBLE_DEVICES=4 + +# python train_custom_diffusion.py \ +# --pretrained_model_name_or_path=stabilityai/stable-diffusion-2-1-base \ +# --num_class_images=200 \ +# --resolution=512 \ +# --train_batch_size=2 \ +# --learning_rate=1e-5 \ +# --lr_warmup_steps=0 \ +# --max_train_steps=250 \ +# --scale_lr \ +# --hflip \ +# --real_prior \ +# --with_prior_preservation \ +# --prior_loss_weight=1.0 \ +# --class_data_dir "/home/xide/miniconda3/code/diffusers/examples/custom_diffusion/real_reg/samples_dog" \ +# --modifier_token "" \ +# --initializer_token "ktn+pll+ucd" \ +# --push_to_hub \ +# --class_prompt="dog" \ +# --prior_loss_weight=0 \ +# --instance_prompt="photo of a dog" \ +# --output_dir="/home/xide/miniconda3/code/diffusers/examples/custom_diffusion/model/attn_maps-color_sandesh-dog-clean" \ +# --instance_data_dir="/home/xide/miniconda3/code/Attack/mist2-wk/data/single/clean/dog" +# # --instance_data_dir="/home/xide/miniconda3/code/diffusers/examples/custom_diffusion/data/single-data/dog" \ + + +export CUDA_VISIBLE_DEVICES=4 +export INSTANCE_DATA_DIR="/home/xide/code/data/training_data/cat" +export OUTPUT_DIR="/home/xide/code/diffusers/examples/custom_diffusion/model/attn_maps/baseline_setting/cat_clean_token_id-ktn_prompt_no_cat_2" + +# --instance_data_dir="/home/xide/code/data/training_data/cat" \ # clean cat +# --instance_data_dir="/home/xide/code/data/mist_data/mist_whole_pgd_eps_8/cat" # mist cat +# --initializer_token "ktn+pll+ucd" \ + +python train_custom_diffusion.py \ + --pretrained_model_name_or_path=stabilityai/stable-diffusion-2-1-base \ + --num_class_images=200 \ + --resolution=512 \ + --train_batch_size=2 \ + --learning_rate=1e-5 \ + --lr_warmup_steps=0 \ + --max_train_steps=250 \ + --scale_lr \ + --hflip \ + --real_prior \ + --with_prior_preservation \ + --prior_loss_weight=1.0 \ + --class_data_dir "/home/xide/code/diffusers/examples/custom_diffusion/real_reg/samples_cat" \ + --modifier_token "" \ + --initializer_token "ktn" \ + --push_to_hub \ + --class_prompt="cat" \ + --prior_loss_weight=0 \ + --instance_prompt="photo of a " \ + --attn_maps_path_name="attn_maps_color-29_05" \ + --output_dir=$OUTPUT_DIR \ + --instance_data_dir=$INSTANCE_DATA_DIR + + +cp "/home/xide/miniconda3/code/diffusers/examples/custom_diffusion/train-single.sh" "$OUTPUT_DIR/train.sh" \ No newline at end of file