diff --git a/all_attention_enbed/output_0_0.png b/all_attention_enbed/output_0_0.png index a3fc53545d97f94a13c9356502e32be884138d71..b19025a3b9981d86efa1249fb60d6ccc356d628a 100644 Binary files a/all_attention_enbed/output_0_0.png and b/all_attention_enbed/output_0_0.png differ diff --git a/all_attention_enbed/output_0_1.png b/all_attention_enbed/output_0_1.png index 32471f0ce706f1ace921c390a892f0bcfe10b8f9..a8384c2ca450ef5a9b5cb85bf1c2c7169f8edfb8 100644 Binary files a/all_attention_enbed/output_0_1.png and b/all_attention_enbed/output_0_1.png differ diff --git a/all_attention_enbed/output_0_10.png b/all_attention_enbed/output_0_10.png index 64e2f1d957ea4200d54aa6334608874118e0f7a9..9997f22ff2c53458e1ba045bf493cdbfd7d5f08f 100644 Binary files a/all_attention_enbed/output_0_10.png and b/all_attention_enbed/output_0_10.png differ diff --git a/all_attention_enbed/output_0_100.png b/all_attention_enbed/output_0_100.png index 3a284e98b4bfb6560a22672f0d76931e23f1c489..175f906ed9c362f86a9b1475bbdf767d7463468d 100644 Binary files a/all_attention_enbed/output_0_100.png and b/all_attention_enbed/output_0_100.png differ diff --git a/all_attention_enbed/output_0_101.png b/all_attention_enbed/output_0_101.png index f17d30b5fb119443bef92911a0327c7075ad6f6f..a6b6af10e568631a18ec6f2c57b8c3085277b216 100644 Binary files a/all_attention_enbed/output_0_101.png and b/all_attention_enbed/output_0_101.png differ diff --git a/all_attention_enbed/output_0_102.png b/all_attention_enbed/output_0_102.png index 7b686ff173449cf36cd1daa7da5f8d74d5aefa0d..8277dcf1a9a207b86767911eeac3f6c42fad595d 100644 Binary files a/all_attention_enbed/output_0_102.png and b/all_attention_enbed/output_0_102.png differ diff --git a/all_attention_enbed/output_0_103.png b/all_attention_enbed/output_0_103.png index c3bc6306a96248374b6e1686f7f48ab9766f5280..39251d7f0b2d3bcd818373b32f9dc470b0760c28 100644 Binary files a/all_attention_enbed/output_0_103.png and b/all_attention_enbed/output_0_103.png differ diff --git a/all_attention_enbed/output_0_104.png b/all_attention_enbed/output_0_104.png index ab8807f5ed18994fb9092fb75b083a4f5750cf98..3632017637dfb352b7101576b690114263bdf463 100644 Binary files a/all_attention_enbed/output_0_104.png and b/all_attention_enbed/output_0_104.png differ diff --git a/all_attention_enbed/output_0_105.png b/all_attention_enbed/output_0_105.png index 878c88f8470a593d0816f1a5e040e30e6ec883ad..ed40a4e253e7f46c95f919baa9a3bea1763fd2ab 100644 Binary files a/all_attention_enbed/output_0_105.png and b/all_attention_enbed/output_0_105.png differ diff --git a/all_attention_enbed/output_0_106.png b/all_attention_enbed/output_0_106.png index 88cb2888775ca4c40aa32495c00a2ccc6303930e..8534f1876f5cd720c58630fe33b47aad34424784 100644 Binary files a/all_attention_enbed/output_0_106.png and b/all_attention_enbed/output_0_106.png differ diff --git a/all_attention_enbed/output_0_107.png b/all_attention_enbed/output_0_107.png index 180b3b5b8f8a2f5054c9fb5c08deb3e1af1cc6d1..aff32703cb1f3111c2a1c6efa5712b2d2673c1dc 100644 Binary files a/all_attention_enbed/output_0_107.png and b/all_attention_enbed/output_0_107.png differ diff --git a/all_attention_enbed/output_0_108.png b/all_attention_enbed/output_0_108.png index 8408f69d702495efa9379f6a8b1700499da75fa1..a0b41482dd4aa59bee81277cdb29fdfc7c23db6d 100644 Binary files a/all_attention_enbed/output_0_108.png and b/all_attention_enbed/output_0_108.png differ diff --git a/all_attention_enbed/output_0_109.png b/all_attention_enbed/output_0_109.png index 5e293cb8f045da2c5bb785a38f4d42bef9fac2f0..2ed7da5c1fbb04433961a94b2e1d1fb0f252eaed 100644 Binary files a/all_attention_enbed/output_0_109.png and b/all_attention_enbed/output_0_109.png differ diff --git a/all_attention_enbed/output_0_11.png b/all_attention_enbed/output_0_11.png index cdcd1d7aae7ebc86e4ae93688e03da8fc93a467f..b63e56bd211e73eb2e473b8e6dffd76b8e6101e1 100644 Binary files a/all_attention_enbed/output_0_11.png and b/all_attention_enbed/output_0_11.png differ diff --git a/all_attention_enbed/output_0_110.png b/all_attention_enbed/output_0_110.png index 411ed7dcdd6fd34a5e472fb15bfe2abe6c50ecc2..431576270d1c30513f45253bff4b0eecc651c0b5 100644 Binary files a/all_attention_enbed/output_0_110.png and b/all_attention_enbed/output_0_110.png differ diff --git a/all_attention_enbed/output_0_111.png b/all_attention_enbed/output_0_111.png index 2f3b47136eb6caf2cd980b5fbb61e29d7a7727d7..a3709e245168ce98ed687ba99f9cb7d7f158eeda 100644 Binary files a/all_attention_enbed/output_0_111.png and b/all_attention_enbed/output_0_111.png differ diff --git a/all_attention_enbed/output_0_112.png b/all_attention_enbed/output_0_112.png index 73e2ba9f595dd41bd8237b632fedf4733971d9dc..57f3ace1eb016d41aaaab3f3bee4d17056955a8f 100644 Binary files a/all_attention_enbed/output_0_112.png and b/all_attention_enbed/output_0_112.png differ diff --git a/all_attention_enbed/output_0_113.png b/all_attention_enbed/output_0_113.png index 161864828ccce9e1b806bab26d93b3e4d9c8d0a5..59d5b5361ec6716f1152893bad1eb83ce7827fef 100644 Binary files a/all_attention_enbed/output_0_113.png and b/all_attention_enbed/output_0_113.png differ diff --git a/all_attention_enbed/output_0_114.png b/all_attention_enbed/output_0_114.png index 53fd741d48a53c36d046267a5555b03e300d50fd..6e6fd5bc1b3559ac084a5df370a89467215e0bab 100644 Binary files a/all_attention_enbed/output_0_114.png and b/all_attention_enbed/output_0_114.png differ diff --git a/all_attention_enbed/output_0_115.png b/all_attention_enbed/output_0_115.png index dfb606ab41ffae61a7fbd02df57276a282a43135..02ca7ef79334a1492d64b5723d58369f8e48b020 100644 Binary files a/all_attention_enbed/output_0_115.png and b/all_attention_enbed/output_0_115.png differ diff --git a/all_attention_enbed/output_0_116.png b/all_attention_enbed/output_0_116.png index 500b4472fb58a52c3f019bea3381b71f2fb5373b..32b89e4b580db666e5cff805fc4361e578de8e0e 100644 Binary files a/all_attention_enbed/output_0_116.png and b/all_attention_enbed/output_0_116.png differ diff --git a/all_attention_enbed/output_0_117.png b/all_attention_enbed/output_0_117.png index cd7e08f62a042525683752aaadf262f039ea9dd1..3b02112e9aa97c35e906b2a802df90c997031770 100644 Binary files a/all_attention_enbed/output_0_117.png and b/all_attention_enbed/output_0_117.png differ diff --git a/all_attention_enbed/output_0_118.png b/all_attention_enbed/output_0_118.png index 8d9db79d29c2f7ce2cf0a21b6c02c4755d65790b..d1a407706b74d61f00aa5d4f274e8269988d62b1 100644 Binary files a/all_attention_enbed/output_0_118.png and b/all_attention_enbed/output_0_118.png differ diff --git a/all_attention_enbed/output_0_119.png b/all_attention_enbed/output_0_119.png index 9e9109fe64166e27a10a12f4c8f18adbf64ba353..07fe15796315f995ec960bcd5e6330b383b14011 100644 Binary files a/all_attention_enbed/output_0_119.png and b/all_attention_enbed/output_0_119.png differ diff --git a/all_attention_enbed/output_0_12.png b/all_attention_enbed/output_0_12.png index 1b4c55bc179f74f991457bc6b37c94f3cafc128f..7eac0bf8eb8d0ea4a8c7910d4673ce6105b078c4 100644 Binary files a/all_attention_enbed/output_0_12.png and b/all_attention_enbed/output_0_12.png differ diff --git a/all_attention_enbed/output_0_120.png b/all_attention_enbed/output_0_120.png index 7eed2f1186d962ed0cfc1f0662347c576a315c87..15057aa9fe6a74d555ded735f9d86054291c8ae7 100644 Binary files a/all_attention_enbed/output_0_120.png and b/all_attention_enbed/output_0_120.png differ diff --git a/all_attention_enbed/output_0_121.png b/all_attention_enbed/output_0_121.png index 457159e4c4fc5c874c0ef5dba9f8be32588a6f6b..4dd2e3187d2a08bb404e596e52b029a718725f45 100644 Binary files a/all_attention_enbed/output_0_121.png and b/all_attention_enbed/output_0_121.png differ diff --git a/all_attention_enbed/output_0_122.png b/all_attention_enbed/output_0_122.png index aa8f6b72daace33ae971191ebbc558441d625019..7dba661ee8326a7e2c8015a8c45102771e04038a 100644 Binary files a/all_attention_enbed/output_0_122.png and b/all_attention_enbed/output_0_122.png differ diff --git a/all_attention_enbed/output_0_123.png b/all_attention_enbed/output_0_123.png index 6742af5220c35f1ac449c4c7b7f19c686e1e29a0..4fb33a1b9d838940e320fca1235a99531fb33dc7 100644 Binary files a/all_attention_enbed/output_0_123.png and b/all_attention_enbed/output_0_123.png differ diff --git a/all_attention_enbed/output_0_124.png b/all_attention_enbed/output_0_124.png index 92318b17da321841be53e539daf1c6498fd0e3fc..b3a81393c61854c268d27b89b42edc01d09b79e8 100644 Binary files a/all_attention_enbed/output_0_124.png and b/all_attention_enbed/output_0_124.png differ diff --git a/all_attention_enbed/output_0_125.png b/all_attention_enbed/output_0_125.png index 277eeb2ca78643255a1c22be0601c2f0be432a59..4bfb4a2200c3d78f148d2e8b536092c3e59f1efb 100644 Binary files a/all_attention_enbed/output_0_125.png and b/all_attention_enbed/output_0_125.png differ diff --git a/all_attention_enbed/output_0_126.png b/all_attention_enbed/output_0_126.png index af654c8eeeacbec59f2a4f3571857a5aa2868503..1b8f720231cb425dbeb782ee6bb562a3023f09c7 100644 Binary files a/all_attention_enbed/output_0_126.png and b/all_attention_enbed/output_0_126.png differ diff --git a/all_attention_enbed/output_0_127.png b/all_attention_enbed/output_0_127.png index 246c1a07fef5af44af36834dd4d31864768cd129..5f5f03710f89822081181125aa727cd907aeeac8 100644 Binary files a/all_attention_enbed/output_0_127.png and b/all_attention_enbed/output_0_127.png differ diff --git a/all_attention_enbed/output_0_128.png b/all_attention_enbed/output_0_128.png index 005f54409ea4831c828cdc99cb503a3a72bc0700..f3ad33c820b8c71a71eb231defc4fb260c442069 100644 Binary files a/all_attention_enbed/output_0_128.png and b/all_attention_enbed/output_0_128.png differ diff --git a/all_attention_enbed/output_0_129.png b/all_attention_enbed/output_0_129.png index 5dcdeb7bfbc601d6ea8a7757954a4ee9fcbf706a..3463aa2987056bd623823861f880631b95cb226a 100644 Binary files a/all_attention_enbed/output_0_129.png and b/all_attention_enbed/output_0_129.png differ diff --git a/all_attention_enbed/output_0_13.png b/all_attention_enbed/output_0_13.png index ee124cb601245f458ede977c50c6f39b152c8759..71b8f51c4e8c8f31e63a66fb8633052d01324270 100644 Binary files a/all_attention_enbed/output_0_13.png and b/all_attention_enbed/output_0_13.png differ diff --git a/all_attention_enbed/output_0_130.png b/all_attention_enbed/output_0_130.png index 0aa1e6ce787d22762b4d82984701a14305c65aec..393f4daffd3efb6edff5cd5fe91178910638ced6 100644 Binary files a/all_attention_enbed/output_0_130.png and b/all_attention_enbed/output_0_130.png differ diff --git a/all_attention_enbed/output_0_131.png b/all_attention_enbed/output_0_131.png index 524513bdbe7ecf65b0eaa8fc3147a56e7d0ae80a..e290ef4584619312f89eb337c230c4406f6cb9e4 100644 Binary files a/all_attention_enbed/output_0_131.png and b/all_attention_enbed/output_0_131.png differ diff --git a/all_attention_enbed/output_0_132.png b/all_attention_enbed/output_0_132.png index 9336b20bc097faeac956e4e055be318bae268ab5..01baefd4e376df99856925efb2fdcdbabea5ed27 100644 Binary files a/all_attention_enbed/output_0_132.png and b/all_attention_enbed/output_0_132.png differ diff --git a/all_attention_enbed/output_0_133.png b/all_attention_enbed/output_0_133.png index 68f3ec1e3edfcd2b18475239a95ec5ce097ddf35..458ec45a812fdd9bcb75d5fb4cca0a8a4c42de92 100644 Binary files a/all_attention_enbed/output_0_133.png and b/all_attention_enbed/output_0_133.png differ diff --git a/all_attention_enbed/output_0_134.png b/all_attention_enbed/output_0_134.png index d80035dc75ddfc8a4336fafb86066619b3427854..6531c5dcdfeec4e4e872ce585ea723d0148ba1f0 100644 Binary files a/all_attention_enbed/output_0_134.png and b/all_attention_enbed/output_0_134.png differ diff --git a/all_attention_enbed/output_0_135.png b/all_attention_enbed/output_0_135.png index 08c43b98fbb7590b19e9a5d0498305244fa14579..ab6d7bb9c12f57cf167c56046a12996cce36247b 100644 Binary files a/all_attention_enbed/output_0_135.png and b/all_attention_enbed/output_0_135.png differ diff --git a/all_attention_enbed/output_0_136.png b/all_attention_enbed/output_0_136.png index ae3cfe3fad7a27a6c8d2693cd3d4f8aa184cd256..ab132ba0603997ce99f96a2808ab61fb87f8b060 100644 Binary files a/all_attention_enbed/output_0_136.png and b/all_attention_enbed/output_0_136.png differ diff --git a/all_attention_enbed/output_0_137.png b/all_attention_enbed/output_0_137.png index 407f005baaf363a26710590913358d8ccadc4b6b..7554e2f22254d0e49942fcb4ce01384c7fb6b320 100644 Binary files a/all_attention_enbed/output_0_137.png and b/all_attention_enbed/output_0_137.png differ diff --git a/all_attention_enbed/output_0_138.png b/all_attention_enbed/output_0_138.png index 5878c268db978da9acbcf9114cd4f47c5bdc0d4d..ba4ce778e5c8fa4c41413b0c58218bf72e87a3dc 100644 Binary files a/all_attention_enbed/output_0_138.png and b/all_attention_enbed/output_0_138.png differ diff --git a/all_attention_enbed/output_0_139.png b/all_attention_enbed/output_0_139.png index 5cd9c6f323f51135c0bf9f3011fc67023381ac6c..12464f85225ef1717ce8ee9482f2a2cc9af8ba34 100644 Binary files a/all_attention_enbed/output_0_139.png and b/all_attention_enbed/output_0_139.png differ diff --git a/all_attention_enbed/output_0_14.png b/all_attention_enbed/output_0_14.png index e95042757d6f6bb9e2aa72ab9eb20361a55a4ceb..aca189b201db9d302bfbe236131c8945be8259e5 100644 Binary files a/all_attention_enbed/output_0_14.png and b/all_attention_enbed/output_0_14.png differ diff --git a/all_attention_enbed/output_0_140.png b/all_attention_enbed/output_0_140.png index f54e22243b8238930e35e031ed51a9c49a32a5de..69be4e090b251316480cff22cee0de0f046fb899 100644 Binary files a/all_attention_enbed/output_0_140.png and b/all_attention_enbed/output_0_140.png differ diff --git a/all_attention_enbed/output_0_141.png b/all_attention_enbed/output_0_141.png index 4adda3764c208ccfa37e2fa207df7380daa87426..ddd0f5902bdea51fa885b0b5291f3744d68d7b10 100644 Binary files a/all_attention_enbed/output_0_141.png and b/all_attention_enbed/output_0_141.png differ diff --git a/all_attention_enbed/output_0_142.png b/all_attention_enbed/output_0_142.png index 37b88b6171537ce77f8f4b9b2d725e902ec22c00..5daa8d649704b4dc30e68863d723c9bb6af07edb 100644 Binary files a/all_attention_enbed/output_0_142.png and b/all_attention_enbed/output_0_142.png differ diff --git a/all_attention_enbed/output_0_143.png b/all_attention_enbed/output_0_143.png index 7445499e80b5cc6d450882d585736cf8e93e0506..8e7dc1ddcf743f50d8bde7c1f9ccf14d54923e44 100644 Binary files a/all_attention_enbed/output_0_143.png and b/all_attention_enbed/output_0_143.png differ diff --git a/all_attention_enbed/output_0_144.png b/all_attention_enbed/output_0_144.png index 34f8f89e85384fe781b24267274466702739d014..61a948a773d8dadd3c4817fbb1bf3a77d527846b 100644 Binary files a/all_attention_enbed/output_0_144.png and b/all_attention_enbed/output_0_144.png differ diff --git a/all_attention_enbed/output_0_145.png b/all_attention_enbed/output_0_145.png index 5431e11fe6b47bbaca9e0033f143ccdc7aa7f64b..6f5b4538f7c30be5ba3a5470b62ee8a3728afd79 100644 Binary files a/all_attention_enbed/output_0_145.png and b/all_attention_enbed/output_0_145.png differ diff --git a/all_attention_enbed/output_0_146.png b/all_attention_enbed/output_0_146.png index c96792b6ce560de2829c293147037bdf1939c5c0..186e2f77504eb748daef6c07f84720592a1f88df 100644 Binary files a/all_attention_enbed/output_0_146.png and b/all_attention_enbed/output_0_146.png differ diff --git a/all_attention_enbed/output_0_147.png b/all_attention_enbed/output_0_147.png index b1bfdae03f8ad32dd291c2d9b5061a54c7d10362..3756b7b860fcbf35ecba1a347a94410073a5162c 100644 Binary files a/all_attention_enbed/output_0_147.png and b/all_attention_enbed/output_0_147.png differ diff --git a/all_attention_enbed/output_0_148.png b/all_attention_enbed/output_0_148.png index 9ad2fd454a5d981500deea1ef7746390ef307932..16962f72ff4cc9898024a5683084752afdffdfce 100644 Binary files a/all_attention_enbed/output_0_148.png and b/all_attention_enbed/output_0_148.png differ diff --git a/all_attention_enbed/output_0_149.png b/all_attention_enbed/output_0_149.png index 5b30045a423cb9b830b36b77952ce49fb503d185..51c5ea4fe72e289bc70290febb9557f37c5ebf16 100644 Binary files a/all_attention_enbed/output_0_149.png and b/all_attention_enbed/output_0_149.png differ diff --git a/all_attention_enbed/output_0_15.png b/all_attention_enbed/output_0_15.png index 08eeea4470fb19650c43d33308083cd2ad584c2e..ecefcc4135c025ae2a4a1ea8e97a947cdc409339 100644 Binary files a/all_attention_enbed/output_0_15.png and b/all_attention_enbed/output_0_15.png differ diff --git a/all_attention_enbed/output_0_150.png b/all_attention_enbed/output_0_150.png index 34d0368366ae781fb69f194bf8204d52389d32e3..604c014591bf96097ce18e4211161a46f463cbd7 100644 Binary files a/all_attention_enbed/output_0_150.png and b/all_attention_enbed/output_0_150.png differ diff --git a/all_attention_enbed/output_0_151.png b/all_attention_enbed/output_0_151.png index ceb33da214b1bcd750d0473a74757b406eb398bc..fd9641a27879f9b2fcb8858548bfe68f8442ade1 100644 Binary files a/all_attention_enbed/output_0_151.png and b/all_attention_enbed/output_0_151.png differ diff --git a/all_attention_enbed/output_0_152.png b/all_attention_enbed/output_0_152.png index f7269c3e193a16f683efaea7fd0800c590469604..1b3f75876c92b93230257db60f39a4ca28bd0822 100644 Binary files a/all_attention_enbed/output_0_152.png and b/all_attention_enbed/output_0_152.png differ diff --git a/all_attention_enbed/output_0_153.png b/all_attention_enbed/output_0_153.png index 95a6b313d69bac7b55afc61aec948f6eba778299..8967868ac358e8449a93673e875b1923924edfc3 100644 Binary files a/all_attention_enbed/output_0_153.png and b/all_attention_enbed/output_0_153.png differ diff --git a/all_attention_enbed/output_0_154.png b/all_attention_enbed/output_0_154.png index 02d341beb2594df865a68135b00b40ba4f01381e..d1f5a3a630e461e971858e3d8d3c79473b0ad25e 100644 Binary files a/all_attention_enbed/output_0_154.png and b/all_attention_enbed/output_0_154.png differ diff --git a/all_attention_enbed/output_0_155.png b/all_attention_enbed/output_0_155.png index bef3d9794c9eba658c86828d401b40eb3a0a7043..8c236eb444ef8f8a6a4e3d4518cd03330cc3180b 100644 Binary files a/all_attention_enbed/output_0_155.png and b/all_attention_enbed/output_0_155.png differ diff --git a/all_attention_enbed/output_0_156.png b/all_attention_enbed/output_0_156.png index f49aaa70f0badf513c6d0befc62760ea26f63c12..8ff57ce9afde6261ebe15b6e7f0eb9172726c5ef 100644 Binary files a/all_attention_enbed/output_0_156.png and b/all_attention_enbed/output_0_156.png differ diff --git a/all_attention_enbed/output_0_157.png b/all_attention_enbed/output_0_157.png index 01418dd7585ff0dd47825213223fc4f516ae558f..264d1e1d6f687d8fca6518af5a8fc3ac85db4032 100644 Binary files a/all_attention_enbed/output_0_157.png and b/all_attention_enbed/output_0_157.png differ diff --git a/all_attention_enbed/output_0_158.png b/all_attention_enbed/output_0_158.png index c1c5df4b7f74369086c77c0c99fa4b07fda958ba..1b541debfbd11a22d8ba58a99c8b33494907b918 100644 Binary files a/all_attention_enbed/output_0_158.png and b/all_attention_enbed/output_0_158.png differ diff --git a/all_attention_enbed/output_0_159.png b/all_attention_enbed/output_0_159.png index f122047d228bc8ede4ae30214dcce6407a506501..b149a8d2370c6db1866785d7bd4f65c3b71489cc 100644 Binary files a/all_attention_enbed/output_0_159.png and b/all_attention_enbed/output_0_159.png differ diff --git a/all_attention_enbed/output_0_16.png b/all_attention_enbed/output_0_16.png index 6d01305ab7353a20a09c29449962009bee314a41..4ae2aa57d2d382c61d04c1a9cfc3439fb6b346ba 100644 Binary files a/all_attention_enbed/output_0_16.png and b/all_attention_enbed/output_0_16.png differ diff --git a/all_attention_enbed/output_0_160.png b/all_attention_enbed/output_0_160.png index 55bea34e617b412f89359199ad5653507394b39b..6414862a6e36467c0933afc0c7e79733ce58ce02 100644 Binary files a/all_attention_enbed/output_0_160.png and b/all_attention_enbed/output_0_160.png differ diff --git a/all_attention_enbed/output_0_161.png b/all_attention_enbed/output_0_161.png index c4377917165bded474d5784ae78a06159a10c30c..8a0bb07ad0a0593733e076e4f26527616763a0a3 100644 Binary files a/all_attention_enbed/output_0_161.png and b/all_attention_enbed/output_0_161.png differ diff --git a/all_attention_enbed/output_0_162.png b/all_attention_enbed/output_0_162.png index 62bde96be1bad31eda0f7266a56dc24fcee80095..18ca86e6f8ea8f67a1f65aa2ffee0aa56e9c0084 100644 Binary files a/all_attention_enbed/output_0_162.png and b/all_attention_enbed/output_0_162.png differ diff --git a/all_attention_enbed/output_0_163.png b/all_attention_enbed/output_0_163.png index 19a9f0c3686aa7b68dd0d41604b1e5837f1e3fb1..4f9f73a2beb41b38cda4aeef9ca85379f15bc3f0 100644 Binary files a/all_attention_enbed/output_0_163.png and b/all_attention_enbed/output_0_163.png differ diff --git a/all_attention_enbed/output_0_164.png b/all_attention_enbed/output_0_164.png index 111f5e66c73e15a23c953e034e84c3bf724e565d..34381416f48e6c7dde20caa3ea592aeb9fcf1382 100644 Binary files a/all_attention_enbed/output_0_164.png and b/all_attention_enbed/output_0_164.png differ diff --git a/all_attention_enbed/output_0_165.png b/all_attention_enbed/output_0_165.png index 752324fa862ef3d1ae6de2ed1ef6b1dd7726ef33..00cecbf2cc3633551b481740c3e15f67bf187f39 100644 Binary files a/all_attention_enbed/output_0_165.png and b/all_attention_enbed/output_0_165.png differ diff --git a/all_attention_enbed/output_0_166.png b/all_attention_enbed/output_0_166.png index 4dbe7d105c58ba8082ad96ca087e5f5ab76ffb55..6c360ef3e6f176f791c2ead98111c95b44e5e74a 100644 Binary files a/all_attention_enbed/output_0_166.png and b/all_attention_enbed/output_0_166.png differ diff --git a/all_attention_enbed/output_0_167.png b/all_attention_enbed/output_0_167.png index 10e7b29d8ecca032986a97d0cd7b26bb3c56a11b..8f79f6866bf3d34d5c242cdade51bccad3c7906a 100644 Binary files a/all_attention_enbed/output_0_167.png and b/all_attention_enbed/output_0_167.png differ diff --git a/all_attention_enbed/output_0_168.png b/all_attention_enbed/output_0_168.png index 55c980d26210dc19188d2207df0e40aca4f87c96..e6c0d3477e6e3230c578d3f98f143526e4e48538 100644 Binary files a/all_attention_enbed/output_0_168.png and b/all_attention_enbed/output_0_168.png differ diff --git a/all_attention_enbed/output_0_169.png b/all_attention_enbed/output_0_169.png index 6075df7b129d12fba3e8fd54fd797cce9b69f91e..73e2bbfd534f1050355b41bc8525331d5d19fa34 100644 Binary files a/all_attention_enbed/output_0_169.png and b/all_attention_enbed/output_0_169.png differ diff --git a/all_attention_enbed/output_0_17.png b/all_attention_enbed/output_0_17.png index f10b919c1ac6120ec1018732f74a870fb9747c5a..f053c86a0787b5e2feb1557f5a87760341418150 100644 Binary files a/all_attention_enbed/output_0_17.png and b/all_attention_enbed/output_0_17.png differ diff --git a/all_attention_enbed/output_0_170.png b/all_attention_enbed/output_0_170.png index 926e0047f36ee66bc815aa13ca232659acdea2bc..f8821f117ca52e87b9dbc69b39d9bd8a8a09b5e8 100644 Binary files a/all_attention_enbed/output_0_170.png and b/all_attention_enbed/output_0_170.png differ diff --git a/all_attention_enbed/output_0_171.png b/all_attention_enbed/output_0_171.png index 20f59dc48d997c9623da37d5a7035c464cb297fc..4fa703a96d801c3ab52923a00014fe3cbde33683 100644 Binary files a/all_attention_enbed/output_0_171.png and b/all_attention_enbed/output_0_171.png differ diff --git a/all_attention_enbed/output_0_172.png b/all_attention_enbed/output_0_172.png index debae5195883f47af67fce3480285ef36a0a66e2..423cb5b29c79352111ea0ff67fc0a23c11b13884 100644 Binary files a/all_attention_enbed/output_0_172.png and b/all_attention_enbed/output_0_172.png differ diff --git a/all_attention_enbed/output_0_173.png b/all_attention_enbed/output_0_173.png index e0441150dcd39c6550952efb1a3d9ecde46f7e97..2861b03dc3e15016607fe58bb91cfdc3ee45d185 100644 Binary files a/all_attention_enbed/output_0_173.png and b/all_attention_enbed/output_0_173.png differ diff --git a/all_attention_enbed/output_0_174.png b/all_attention_enbed/output_0_174.png index 5e138aaf7503889e615472c086c68a961c54c363..221eb0bdce8d6eb1352de17ba345d5429532f531 100644 Binary files a/all_attention_enbed/output_0_174.png and b/all_attention_enbed/output_0_174.png differ diff --git a/all_attention_enbed/output_0_175.png b/all_attention_enbed/output_0_175.png index b2c8aba488c2fca6bbdead141c3534032d37c7bb..bf94f6f82a8832f31cf89fed925fe545469de5c3 100644 Binary files a/all_attention_enbed/output_0_175.png and b/all_attention_enbed/output_0_175.png differ diff --git a/all_attention_enbed/output_0_176.png b/all_attention_enbed/output_0_176.png index 13bdb60d122a42460411a77759364b11c40fba7e..6faee1ca5f6ee98af95c24786af97dcef09d4929 100644 Binary files a/all_attention_enbed/output_0_176.png and b/all_attention_enbed/output_0_176.png differ diff --git a/all_attention_enbed/output_0_177.png b/all_attention_enbed/output_0_177.png index 99a5ebfc5530e68ac5b07d3c998c7475ca5da33a..e77df4727ea9a8fff80e0fa844c74e8e218910ef 100644 Binary files a/all_attention_enbed/output_0_177.png and b/all_attention_enbed/output_0_177.png differ diff --git a/all_attention_enbed/output_0_178.png b/all_attention_enbed/output_0_178.png index a56e0693a59d8371dda7544e2cdf5e4c1954762b..cf76d42eb76121e379b8fa624ec76ac01dd2bb35 100644 Binary files a/all_attention_enbed/output_0_178.png and b/all_attention_enbed/output_0_178.png differ diff --git a/all_attention_enbed/output_0_179.png b/all_attention_enbed/output_0_179.png index 4d979fe85e7357b126b6674b6dd0ec4604ae7cc1..59333843c1d8611dffe1f176f9a1ff158f8c3350 100644 Binary files a/all_attention_enbed/output_0_179.png and b/all_attention_enbed/output_0_179.png differ diff --git a/all_attention_enbed/output_0_18.png b/all_attention_enbed/output_0_18.png index 8487186e116f3e56dc8e3a22338169f2912e5b83..e258f397488a00d7442350809786b9958983cbce 100644 Binary files a/all_attention_enbed/output_0_18.png and b/all_attention_enbed/output_0_18.png differ diff --git a/all_attention_enbed/output_0_180.png b/all_attention_enbed/output_0_180.png index e671ff8310fd8a915e0aac31384c1968a88b7e99..abeee28c0144eb7442233935249341438e8c6183 100644 Binary files a/all_attention_enbed/output_0_180.png and b/all_attention_enbed/output_0_180.png differ diff --git a/all_attention_enbed/output_0_181.png b/all_attention_enbed/output_0_181.png index 2f610765a98a1bc5d0754a8e565a433c3a1f1944..ceea15d005d49772466cb63d68a9c93be4435c74 100644 Binary files a/all_attention_enbed/output_0_181.png and b/all_attention_enbed/output_0_181.png differ diff --git a/all_attention_enbed/output_0_182.png b/all_attention_enbed/output_0_182.png index 7ddd3cde68edb8048cf9b7e13e0777bf90da23ec..944387a04ddb8795fbc07c8df3f923fd5abf6ac3 100644 Binary files a/all_attention_enbed/output_0_182.png and b/all_attention_enbed/output_0_182.png differ diff --git a/all_attention_enbed/output_0_183.png b/all_attention_enbed/output_0_183.png index a6810ad34e1af8d5a1074bdc078585e118adf87e..d0aa5ece43b7a689248f090fcabcb1bf1c076003 100644 Binary files a/all_attention_enbed/output_0_183.png and b/all_attention_enbed/output_0_183.png differ diff --git a/all_attention_enbed/output_0_184.png b/all_attention_enbed/output_0_184.png index 0ff616d9d08298e37ac05239cc1190fe8f689926..b4496078f43c7d47cd93baf4ed3274f4535e72da 100644 Binary files a/all_attention_enbed/output_0_184.png and b/all_attention_enbed/output_0_184.png differ diff --git a/all_attention_enbed/output_0_185.png b/all_attention_enbed/output_0_185.png index 6a9fa1508ed1369dbd813589031f73e50b8d63d8..6928c460259e4baf04f303a7a345017f50f91a0b 100644 Binary files a/all_attention_enbed/output_0_185.png and b/all_attention_enbed/output_0_185.png differ diff --git a/all_attention_enbed/output_0_186.png b/all_attention_enbed/output_0_186.png index b898a0e3099240c5a12bd94b08989926ec481248..db023202b3dc373a7e7f3a356bd3a4cbdd236a4e 100644 Binary files a/all_attention_enbed/output_0_186.png and b/all_attention_enbed/output_0_186.png differ diff --git a/all_attention_enbed/output_0_187.png b/all_attention_enbed/output_0_187.png index 85f91d13dad42cbb18dda6c89ce009002343c61d..761799615bdd2719c463bc6b84d46c349fa29ad3 100644 Binary files a/all_attention_enbed/output_0_187.png and b/all_attention_enbed/output_0_187.png differ diff --git a/all_attention_enbed/output_0_188.png b/all_attention_enbed/output_0_188.png index 7eb9bfad6cd202b9e2b9f1f78e9cb47d3c72894b..a018049b49d8a10c7be6a23ef02a6e677163ca36 100644 Binary files a/all_attention_enbed/output_0_188.png and b/all_attention_enbed/output_0_188.png differ diff --git a/all_attention_enbed/output_0_189.png b/all_attention_enbed/output_0_189.png index c388597608856621fb0c243c187b0343819be56b..c577b1838229107247da785ca8b3bd28bec29d55 100644 Binary files a/all_attention_enbed/output_0_189.png and b/all_attention_enbed/output_0_189.png differ diff --git a/all_attention_enbed/output_0_19.png b/all_attention_enbed/output_0_19.png index 137d0ea15f3c06672b80fed73554e8686c37df2f..7224d6055c142b4cca4b22e845b00813e7080f03 100644 Binary files a/all_attention_enbed/output_0_19.png and b/all_attention_enbed/output_0_19.png differ diff --git a/all_attention_enbed/output_0_190.png b/all_attention_enbed/output_0_190.png index fbf2ba782d393681f8e3e7efc864129aab979cf1..965376d3d62527b4f1d73916eec25d1f54175259 100644 Binary files a/all_attention_enbed/output_0_190.png and b/all_attention_enbed/output_0_190.png differ diff --git a/all_attention_enbed/output_0_191.png b/all_attention_enbed/output_0_191.png index e66209e1aef50f098ef8e7899a2cc63597049833..dafa508298af13ddae17434e11d1649a7c974f53 100644 Binary files a/all_attention_enbed/output_0_191.png and b/all_attention_enbed/output_0_191.png differ diff --git a/all_attention_enbed/output_0_192.png b/all_attention_enbed/output_0_192.png index 62aa449380d66feaa394c37a04d59c1dacdf1445..e09b251262c5454aca1dbd7dd8f1cec911814007 100644 Binary files a/all_attention_enbed/output_0_192.png and b/all_attention_enbed/output_0_192.png differ diff --git a/all_attention_enbed/output_0_193.png b/all_attention_enbed/output_0_193.png index 5cf5af80953e87da9ef9af3dde966db9c365cc2d..2524faaf1a26eca4a5ed0cc71e95d8443bedf69d 100644 Binary files a/all_attention_enbed/output_0_193.png and b/all_attention_enbed/output_0_193.png differ diff --git a/all_attention_enbed/output_0_194.png b/all_attention_enbed/output_0_194.png index 8762235fd69e78e4c8140c372c4477161159f069..1e5af532db554a02b7938498563fa01dba04cef0 100644 Binary files a/all_attention_enbed/output_0_194.png and b/all_attention_enbed/output_0_194.png differ diff --git a/all_attention_enbed/output_0_195.png b/all_attention_enbed/output_0_195.png index 81a5c20771516a3eea20e4a26beb248d2defa1f1..45b7843b49c6f930a72bd5bf7a0a7b7045f51836 100644 Binary files a/all_attention_enbed/output_0_195.png and b/all_attention_enbed/output_0_195.png differ diff --git a/all_attention_enbed/output_0_196.png b/all_attention_enbed/output_0_196.png index b3d920e7f8fd585f9daffca0aee43221e3a06396..09c6796bf0feefe0ae5d1acd3781c2d2914d06a1 100644 Binary files a/all_attention_enbed/output_0_196.png and b/all_attention_enbed/output_0_196.png differ diff --git a/all_attention_enbed/output_0_197.png b/all_attention_enbed/output_0_197.png index 0bad8892031d657eb1982be7bc5097fdfa3ebf34..f235350a477797705afde057dbf0f16cee53569e 100644 Binary files a/all_attention_enbed/output_0_197.png and b/all_attention_enbed/output_0_197.png differ diff --git a/all_attention_enbed/output_0_198.png b/all_attention_enbed/output_0_198.png index e95cd77c1233a669a4fce5a4fa744796971616f7..e676eb6658449f52f8dee9c69404a5c3d7015343 100644 Binary files a/all_attention_enbed/output_0_198.png and b/all_attention_enbed/output_0_198.png differ diff --git a/all_attention_enbed/output_0_199.png b/all_attention_enbed/output_0_199.png index 6c81682da6d0455019a021365871ea1958f6fdcd..b660d5a7da964d08efa0b6d503f27f75b709fb36 100644 Binary files a/all_attention_enbed/output_0_199.png and b/all_attention_enbed/output_0_199.png differ diff --git a/all_attention_enbed/output_0_2.png b/all_attention_enbed/output_0_2.png index 35ed443849df49151f3d5db92268480d18e4a40f..c80b043a73976111d62c58da5b497902da49bd32 100644 Binary files a/all_attention_enbed/output_0_2.png and b/all_attention_enbed/output_0_2.png differ diff --git a/all_attention_enbed/output_0_20.png b/all_attention_enbed/output_0_20.png index d4c5134710f2f9d1f60a36932630ac8568514393..d0f947318dec76ee54ea3995ac2e5565580a6433 100644 Binary files a/all_attention_enbed/output_0_20.png and b/all_attention_enbed/output_0_20.png differ diff --git a/all_attention_enbed/output_0_200.png b/all_attention_enbed/output_0_200.png index 34bdc9a733677b6aece0dc1ffa02af30930d98e1..93bfc86290bb5926f390869253e3be79202ddf8c 100644 Binary files a/all_attention_enbed/output_0_200.png and b/all_attention_enbed/output_0_200.png differ diff --git a/all_attention_enbed/output_0_201.png b/all_attention_enbed/output_0_201.png index 41f12b80e3c23641052305d839e20cdf4d15526a..f5eb70e98a057edb5c046d1704aa790924c0d7a5 100644 Binary files a/all_attention_enbed/output_0_201.png and b/all_attention_enbed/output_0_201.png differ diff --git a/all_attention_enbed/output_0_202.png b/all_attention_enbed/output_0_202.png index 71006a45d0cdc316e48ab2563746b594896c66e8..9e946624ceb71b58002be941eb9bae31a72de107 100644 Binary files a/all_attention_enbed/output_0_202.png and b/all_attention_enbed/output_0_202.png differ diff --git a/all_attention_enbed/output_0_203.png b/all_attention_enbed/output_0_203.png index ce56a83f274767a00ff0613ea5466f08d658846e..c050b0c5b839fc96f6e4e2533036c426511dc654 100644 Binary files a/all_attention_enbed/output_0_203.png and b/all_attention_enbed/output_0_203.png differ diff --git a/all_attention_enbed/output_0_204.png b/all_attention_enbed/output_0_204.png index 01e3b0f4f2bd7ad248c02b3fbef49c4e805aad17..4f5876d22c69e48a165422dd3d91588d4b820614 100644 Binary files a/all_attention_enbed/output_0_204.png and b/all_attention_enbed/output_0_204.png differ diff --git a/all_attention_enbed/output_0_205.png b/all_attention_enbed/output_0_205.png index 3d86b3fb7c6acec72a6fe2f0842b702b61157ce6..6f298b070f12162f8e1bec8b6b99da7513138afc 100644 Binary files a/all_attention_enbed/output_0_205.png and b/all_attention_enbed/output_0_205.png differ diff --git a/all_attention_enbed/output_0_206.png b/all_attention_enbed/output_0_206.png index b07e40ebf069993d8b21e5669001c9aa8a13f2cf..182b1718f2ba272a91daa4b52b6044c35979e0af 100644 Binary files a/all_attention_enbed/output_0_206.png and b/all_attention_enbed/output_0_206.png differ diff --git a/all_attention_enbed/output_0_207.png b/all_attention_enbed/output_0_207.png index b46c8444f872a8ed5008a32e2509375e1cf2c82d..18736a71d4a2e0b1ae43c7d6463d5f47b825736f 100644 Binary files a/all_attention_enbed/output_0_207.png and b/all_attention_enbed/output_0_207.png differ diff --git a/all_attention_enbed/output_0_208.png b/all_attention_enbed/output_0_208.png index f52a525bd507c65e6e01889793553d9b2d744ee7..1a865bbf25a35bef76dfa1b756b678ef1bd3765c 100644 Binary files a/all_attention_enbed/output_0_208.png and b/all_attention_enbed/output_0_208.png differ diff --git a/all_attention_enbed/output_0_209.png b/all_attention_enbed/output_0_209.png index b0fd5263c01900ebc227b12d473aeafb7b9fabcc..4d7661e25981d08200116044a5b74ce7cc6a3c1d 100644 Binary files a/all_attention_enbed/output_0_209.png and b/all_attention_enbed/output_0_209.png differ diff --git a/all_attention_enbed/output_0_21.png b/all_attention_enbed/output_0_21.png index e30dc97378fa0dd8fed7cda757ff004fe6e19c60..74ca42f9039026c00e5ae9c11be4b3c63dcbc954 100644 Binary files a/all_attention_enbed/output_0_21.png and b/all_attention_enbed/output_0_21.png differ diff --git a/all_attention_enbed/output_0_210.png b/all_attention_enbed/output_0_210.png index 990e82f0c9f907c9a6502fca147560f2405d7403..8fb0df7c0a424720f0d8475290ec75f63fdbb308 100644 Binary files a/all_attention_enbed/output_0_210.png and b/all_attention_enbed/output_0_210.png differ diff --git a/all_attention_enbed/output_0_211.png b/all_attention_enbed/output_0_211.png index 1e3a7c0f1889822b46943a5ef4a02a099aff7a88..2eece25bfe669fe0e011788fd65149127b23e205 100644 Binary files a/all_attention_enbed/output_0_211.png and b/all_attention_enbed/output_0_211.png differ diff --git a/all_attention_enbed/output_0_212.png b/all_attention_enbed/output_0_212.png index 05ad416aa66d7f1edd391eefb8101cc6c48c668c..43c79b41c3fc3ba5f5411eb1e2ffdc6b9e85e49a 100644 Binary files a/all_attention_enbed/output_0_212.png and b/all_attention_enbed/output_0_212.png differ diff --git a/all_attention_enbed/output_0_213.png b/all_attention_enbed/output_0_213.png index af7afc99419af0d313a5c88a01aa3f8eddb1dff8..20eb6beba8a373df826bd40f2a392757489fdc7f 100644 Binary files a/all_attention_enbed/output_0_213.png and b/all_attention_enbed/output_0_213.png differ diff --git a/all_attention_enbed/output_0_214.png b/all_attention_enbed/output_0_214.png index 352d82be1142905299dc984ddfb7b6f4781da470..5ac4b326456726f19d45a51220c1af20033ed047 100644 Binary files a/all_attention_enbed/output_0_214.png and b/all_attention_enbed/output_0_214.png differ diff --git a/all_attention_enbed/output_0_215.png b/all_attention_enbed/output_0_215.png index 152e68702a4b8d0df7a7712572db5377358e1983..39a32a2803e1a81aa57b8ea64741150aa55c77e6 100644 Binary files a/all_attention_enbed/output_0_215.png and b/all_attention_enbed/output_0_215.png differ diff --git a/all_attention_enbed/output_0_216.png b/all_attention_enbed/output_0_216.png index 2f32624987e024b5f6bb42d5266500142f4b6ce3..bd3e4c4ee583757fcd50babeae99d904fce8a854 100644 Binary files a/all_attention_enbed/output_0_216.png and b/all_attention_enbed/output_0_216.png differ diff --git a/all_attention_enbed/output_0_217.png b/all_attention_enbed/output_0_217.png index 7ee15aacab04eed383f11517069c554553ca76a4..c034f8473635aaf427eac87d704e02ca3a2e210e 100644 Binary files a/all_attention_enbed/output_0_217.png and b/all_attention_enbed/output_0_217.png differ diff --git a/all_attention_enbed/output_0_218.png b/all_attention_enbed/output_0_218.png index 2640522e610244531eb4055ab92254b86482887a..b4313236b357d329bfe51a497a4c16a2e83faa82 100644 Binary files a/all_attention_enbed/output_0_218.png and b/all_attention_enbed/output_0_218.png differ diff --git a/all_attention_enbed/output_0_219.png b/all_attention_enbed/output_0_219.png index 1009385f83f2cc2bd3eb2aceb7b0b2dcc1111e27..1bf237ac0fab47f4ca5db901d3b59893c188b969 100644 Binary files a/all_attention_enbed/output_0_219.png and b/all_attention_enbed/output_0_219.png differ diff --git a/all_attention_enbed/output_0_22.png b/all_attention_enbed/output_0_22.png index 669b9513bd98db1cfceab3f264e2e48f7a6bcd4c..5fc1d0f26274baba078dc4bca3287f9c84bd5ee0 100644 Binary files a/all_attention_enbed/output_0_22.png and b/all_attention_enbed/output_0_22.png differ diff --git a/all_attention_enbed/output_0_220.png b/all_attention_enbed/output_0_220.png index f1245614b8f703b22c841d2782fd83a2e32fea1c..410ec7b4f9995526b5a29b3e3a2d6a4623f8e975 100644 Binary files a/all_attention_enbed/output_0_220.png and b/all_attention_enbed/output_0_220.png differ diff --git a/all_attention_enbed/output_0_221.png b/all_attention_enbed/output_0_221.png index 9ed66ff6931c19049cfa7ac40459cadddb1915b6..8b77de8da6938d712f8c3b9d3743e6e1ff3d835e 100644 Binary files a/all_attention_enbed/output_0_221.png and b/all_attention_enbed/output_0_221.png differ diff --git a/all_attention_enbed/output_0_222.png b/all_attention_enbed/output_0_222.png index 5444a60175c44984be1b80de75e6fe1e602a0075..8092d78d6eeb7db8e68c2acdc021ef6eacdbeac7 100644 Binary files a/all_attention_enbed/output_0_222.png and b/all_attention_enbed/output_0_222.png differ diff --git a/all_attention_enbed/output_0_223.png b/all_attention_enbed/output_0_223.png index ad2dbace82f3bfa6048ef66ad65cc2cd819bc652..42faff6cd98d5d4ac8138ee72e0d76cf3dd66a25 100644 Binary files a/all_attention_enbed/output_0_223.png and b/all_attention_enbed/output_0_223.png differ diff --git a/all_attention_enbed/output_0_224.png b/all_attention_enbed/output_0_224.png index 2ebcbd414b14de5e5fdd82af18277c807e7d6321..7164f40b46c2e7a64bb98c4b775f8b5cb5e56e88 100644 Binary files a/all_attention_enbed/output_0_224.png and b/all_attention_enbed/output_0_224.png differ diff --git a/all_attention_enbed/output_0_225.png b/all_attention_enbed/output_0_225.png index 26da477e3d9749ba0a5992511fe941f2cdd27368..7bcea962a54e883ab756d4efbad98001ef8a2d6e 100644 Binary files a/all_attention_enbed/output_0_225.png and b/all_attention_enbed/output_0_225.png differ diff --git a/all_attention_enbed/output_0_226.png b/all_attention_enbed/output_0_226.png index 8526b3e61f349940935f01e84a248d6996ebb536..0ccdb931981a9cdff715e901c25c3f38622c32d6 100644 Binary files a/all_attention_enbed/output_0_226.png and b/all_attention_enbed/output_0_226.png differ diff --git a/all_attention_enbed/output_0_227.png b/all_attention_enbed/output_0_227.png index b2e1aa859768b516d8e40c5bf514ea713aba9bca..9edeb2c73e9b07eb1ae18e06d4d7efb692d54a08 100644 Binary files a/all_attention_enbed/output_0_227.png and b/all_attention_enbed/output_0_227.png differ diff --git a/all_attention_enbed/output_0_228.png b/all_attention_enbed/output_0_228.png index 651a94420c19e39ab67f1ad4bd96759ecd1671d3..96d39fb4fbcfdc0e1abdddabe0eb92462c880859 100644 Binary files a/all_attention_enbed/output_0_228.png and b/all_attention_enbed/output_0_228.png differ diff --git a/all_attention_enbed/output_0_229.png b/all_attention_enbed/output_0_229.png index cedaa83fe6cccf9bc7d18a6087ce6317f6bb5ebe..a128c7dfee36902d83376610f599a43a37b540ae 100644 Binary files a/all_attention_enbed/output_0_229.png and b/all_attention_enbed/output_0_229.png differ diff --git a/all_attention_enbed/output_0_23.png b/all_attention_enbed/output_0_23.png index 177e4d7555de691d518978f926ed64c4a1a66194..587b4f6367f272e58e9c8ce4b13fe09c8385d57d 100644 Binary files a/all_attention_enbed/output_0_23.png and b/all_attention_enbed/output_0_23.png differ diff --git a/all_attention_enbed/output_0_230.png b/all_attention_enbed/output_0_230.png index 844272297c2399a0d49513bb63c39edfe2fa82ff..3147f770d1c45861db8c09b44a5d4ffaf58d2b8e 100644 Binary files a/all_attention_enbed/output_0_230.png and b/all_attention_enbed/output_0_230.png differ diff --git a/all_attention_enbed/output_0_231.png b/all_attention_enbed/output_0_231.png index a8827cc4c74bb7d8e872b8784fe8aa5d61db2f55..e2721ca6dd812802d0b28010c051f3db4dba1a99 100644 Binary files a/all_attention_enbed/output_0_231.png and b/all_attention_enbed/output_0_231.png differ diff --git a/all_attention_enbed/output_0_232.png b/all_attention_enbed/output_0_232.png index d4daf55b07e3847f8c1ee0583af3ed9482e87bed..6e2deab2a4c6e232143f56c8a5a112751c04bc44 100644 Binary files a/all_attention_enbed/output_0_232.png and b/all_attention_enbed/output_0_232.png differ diff --git a/all_attention_enbed/output_0_233.png b/all_attention_enbed/output_0_233.png index ef104f4025b50da6b5a5e320098d844e24c33037..9addea01e60c0b1b5dcb3605cf57535903146ded 100644 Binary files a/all_attention_enbed/output_0_233.png and b/all_attention_enbed/output_0_233.png differ diff --git a/all_attention_enbed/output_0_234.png b/all_attention_enbed/output_0_234.png index adf6244a5fbadb6aa080e40b04a9792f2ac48824..a1460776f958f857bccb36081e039c290bdcc7ac 100644 Binary files a/all_attention_enbed/output_0_234.png and b/all_attention_enbed/output_0_234.png differ diff --git a/all_attention_enbed/output_0_235.png b/all_attention_enbed/output_0_235.png index 415da7cf9439ff3fc442ee86ac9fc7cca17598ff..6bfb83d7667048f7e49401486836b0690c8c4ada 100644 Binary files a/all_attention_enbed/output_0_235.png and b/all_attention_enbed/output_0_235.png differ diff --git a/all_attention_enbed/output_0_236.png b/all_attention_enbed/output_0_236.png index e55b513bcb7a6b0b5eeee2ece15bb22715718107..8880e951632887268f142ec00fdafc05ff73b64e 100644 Binary files a/all_attention_enbed/output_0_236.png and b/all_attention_enbed/output_0_236.png differ diff --git a/all_attention_enbed/output_0_237.png b/all_attention_enbed/output_0_237.png index bef35b3d8d8abfec47210167c77675e1bd805e3d..edcaaea1eb6cd831f49df7afe49cc2f9c1283912 100644 Binary files a/all_attention_enbed/output_0_237.png and b/all_attention_enbed/output_0_237.png differ diff --git a/all_attention_enbed/output_0_238.png b/all_attention_enbed/output_0_238.png index 3ab223563545bf5514ab3e3e10a4cc329d85ea2f..5316326951f57c66085274360b4f1d7b35ffd1df 100644 Binary files a/all_attention_enbed/output_0_238.png and b/all_attention_enbed/output_0_238.png differ diff --git a/all_attention_enbed/output_0_239.png b/all_attention_enbed/output_0_239.png index eda4911649e94d837fccd72cb25c5d17c99ade80..126653d16ebfb85464c44c670b8f5b8a5af50d9f 100644 Binary files a/all_attention_enbed/output_0_239.png and b/all_attention_enbed/output_0_239.png differ diff --git a/all_attention_enbed/output_0_24.png b/all_attention_enbed/output_0_24.png index 012a7f64993be7ae7e283d425a1108b6faf694a6..641e4b1cd8397f0ad42c3760af381db2e8cb6084 100644 Binary files a/all_attention_enbed/output_0_24.png and b/all_attention_enbed/output_0_24.png differ diff --git a/all_attention_enbed/output_0_240.png b/all_attention_enbed/output_0_240.png index 837e2851d1e25442ec64b4153cc4f07104112d2a..57a40393e103f14b80602de0d302726aa7c2dd8c 100644 Binary files a/all_attention_enbed/output_0_240.png and b/all_attention_enbed/output_0_240.png differ diff --git a/all_attention_enbed/output_0_241.png b/all_attention_enbed/output_0_241.png index 2c992b9e28b3cf4df26a90848d63c2f207e7d7ef..445ea1a2975ba338605eb926826777285640063b 100644 Binary files a/all_attention_enbed/output_0_241.png and b/all_attention_enbed/output_0_241.png differ diff --git a/all_attention_enbed/output_0_242.png b/all_attention_enbed/output_0_242.png index 8053562f272b34ff4f97a469802246222f51a294..017234d50fd1d7a51c8f6f1d947f1d96a003a496 100644 Binary files a/all_attention_enbed/output_0_242.png and b/all_attention_enbed/output_0_242.png differ diff --git a/all_attention_enbed/output_0_243.png b/all_attention_enbed/output_0_243.png index 61f731758a2d55fbe912d15ccfed77996b3d6ec2..4ab873bda3aa12c4e6e9bf5c1666cae73bcd50d8 100644 Binary files a/all_attention_enbed/output_0_243.png and b/all_attention_enbed/output_0_243.png differ diff --git a/all_attention_enbed/output_0_244.png b/all_attention_enbed/output_0_244.png index 292d3a7bf1a066295d6ebd5e3a3930c3033676fc..c32e319a35752cc387ec5a3d9a0a6456a283ecba 100644 Binary files a/all_attention_enbed/output_0_244.png and b/all_attention_enbed/output_0_244.png differ diff --git a/all_attention_enbed/output_0_245.png b/all_attention_enbed/output_0_245.png index 2f83de6af30c8cbd356b51f60194b25e623c2144..5370c5659cbdae7f28f1458adcaa678ccfeb02f9 100644 Binary files a/all_attention_enbed/output_0_245.png and b/all_attention_enbed/output_0_245.png differ diff --git a/all_attention_enbed/output_0_246.png b/all_attention_enbed/output_0_246.png index c560f0ca7f625f2a3788c3ad78ec4e39e904382c..fbd74c139172afff7a6b53c976eb5d8e15870f4c 100644 Binary files a/all_attention_enbed/output_0_246.png and b/all_attention_enbed/output_0_246.png differ diff --git a/all_attention_enbed/output_0_247.png b/all_attention_enbed/output_0_247.png index 3e94dea77331533fa934b76d7990d4ff2470db53..65fc3c07469d6cdd4256c491e5627f71e0e3696e 100644 Binary files a/all_attention_enbed/output_0_247.png and b/all_attention_enbed/output_0_247.png differ diff --git a/all_attention_enbed/output_0_248.png b/all_attention_enbed/output_0_248.png index b1be07547d7a2fba66d11fb34783bff68eceb644..609a58aec3f3e4b352f3b529e92a0532f086b85e 100644 Binary files a/all_attention_enbed/output_0_248.png and b/all_attention_enbed/output_0_248.png differ diff --git a/all_attention_enbed/output_0_249.png b/all_attention_enbed/output_0_249.png index d97f88fe7e1e4c4a6139700025aa8f6f3cb5fc4b..6ca30f49dea5d91ac3ec33544d260039a32ccae9 100644 Binary files a/all_attention_enbed/output_0_249.png and b/all_attention_enbed/output_0_249.png differ diff --git a/all_attention_enbed/output_0_25.png b/all_attention_enbed/output_0_25.png index 0e9b8f29fa119c9c6adefb9f4d8865711317a0fc..d6dffc17c0683ed1b6f4bc1a20cb8c6d077f8508 100644 Binary files a/all_attention_enbed/output_0_25.png and b/all_attention_enbed/output_0_25.png differ diff --git a/all_attention_enbed/output_0_26.png b/all_attention_enbed/output_0_26.png index bfc464296ec42be21b56641093720f932c727d1f..1064d6ac0ae3705ad969ebf46bc46d8a6af198c8 100644 Binary files a/all_attention_enbed/output_0_26.png and b/all_attention_enbed/output_0_26.png differ diff --git a/all_attention_enbed/output_0_27.png b/all_attention_enbed/output_0_27.png index 770defb52e939873aed94e42e2ce97aae03da740..2a8df972d219eb3dccbb7e2e0bc117f94b329f82 100644 Binary files a/all_attention_enbed/output_0_27.png and b/all_attention_enbed/output_0_27.png differ diff --git a/all_attention_enbed/output_0_28.png b/all_attention_enbed/output_0_28.png index df309b9722f1a5d60537ee24339f4132808301cc..30bf6dac750d7bb795b41a5f4af483e5836b5490 100644 Binary files a/all_attention_enbed/output_0_28.png and b/all_attention_enbed/output_0_28.png differ diff --git a/all_attention_enbed/output_0_29.png b/all_attention_enbed/output_0_29.png index 739b07a573c5861deb81eb281366df5834bbc840..939fc8407db4c080735d4f5de3472a70f1e80328 100644 Binary files a/all_attention_enbed/output_0_29.png and b/all_attention_enbed/output_0_29.png differ diff --git a/all_attention_enbed/output_0_3.png b/all_attention_enbed/output_0_3.png index a7cbb9c49d3a0bb1311aab3ec0b0563c76a67116..e4f344c5d039480feb9ada291469beb192728c92 100644 Binary files a/all_attention_enbed/output_0_3.png and b/all_attention_enbed/output_0_3.png differ diff --git a/all_attention_enbed/output_0_30.png b/all_attention_enbed/output_0_30.png index 5565931b99777f4485d58bcf6d6d953f83e86bb8..4677d8115fa245ef1d8572587bce1bb05971838d 100644 Binary files a/all_attention_enbed/output_0_30.png and b/all_attention_enbed/output_0_30.png differ diff --git a/all_attention_enbed/output_0_31.png b/all_attention_enbed/output_0_31.png index 55249fa131882ac84413fd3d4f1ce9b9aed112f7..cb03fde920be6697f2315b8cabd55ef401ab2504 100644 Binary files a/all_attention_enbed/output_0_31.png and b/all_attention_enbed/output_0_31.png differ diff --git a/all_attention_enbed/output_0_32.png b/all_attention_enbed/output_0_32.png index 0398d568734146a3c2c9613caca9a311dbc0dfa8..fb29c5ee6c4418d225cd74772dd80d77ca90d118 100644 Binary files a/all_attention_enbed/output_0_32.png and b/all_attention_enbed/output_0_32.png differ diff --git a/all_attention_enbed/output_0_33.png b/all_attention_enbed/output_0_33.png index e61e725e8968653fd451a50af8fef0482ad4da20..1b91ada675a1206fb4d22087315f79ca58422b32 100644 Binary files a/all_attention_enbed/output_0_33.png and b/all_attention_enbed/output_0_33.png differ diff --git a/all_attention_enbed/output_0_34.png b/all_attention_enbed/output_0_34.png index f9459afbe78c0cdd4ab76e2046b2d59bb213adfe..6dd0b3abcb0bef835c4d8e3a408553a4a93ce339 100644 Binary files a/all_attention_enbed/output_0_34.png and b/all_attention_enbed/output_0_34.png differ diff --git a/all_attention_enbed/output_0_35.png b/all_attention_enbed/output_0_35.png index c809bd8c8c8d311180d795fe3c0b45fe3f119d75..8f33765f6bb25009765561717f261e0c9e243738 100644 Binary files a/all_attention_enbed/output_0_35.png and b/all_attention_enbed/output_0_35.png differ diff --git a/all_attention_enbed/output_0_36.png b/all_attention_enbed/output_0_36.png index 407369145425c4406682cfd20b5033a93d152c04..18baaad7bc4111ec5b9bb00769fd9bc4e4dd1def 100644 Binary files a/all_attention_enbed/output_0_36.png and b/all_attention_enbed/output_0_36.png differ diff --git a/all_attention_enbed/output_0_37.png b/all_attention_enbed/output_0_37.png index 5950357f79d7d07527696f925c773d45e0a4c11f..a4b1776214f3d01b67fce3c80dc672ff457a8600 100644 Binary files a/all_attention_enbed/output_0_37.png and b/all_attention_enbed/output_0_37.png differ diff --git a/all_attention_enbed/output_0_38.png b/all_attention_enbed/output_0_38.png index 45cb0fddd7a7af8178e87a51d1d182fd7cf07f4f..3138bde7188bfd8f61e6e76b5e356560352c74fe 100644 Binary files a/all_attention_enbed/output_0_38.png and b/all_attention_enbed/output_0_38.png differ diff --git a/all_attention_enbed/output_0_39.png b/all_attention_enbed/output_0_39.png index 2a4ba9710b2b5f80929b3cab493da0d10d0c4ee6..a5f222fdf92ed1355136267a527823afc966ec9c 100644 Binary files a/all_attention_enbed/output_0_39.png and b/all_attention_enbed/output_0_39.png differ diff --git a/all_attention_enbed/output_0_4.png b/all_attention_enbed/output_0_4.png index cb7d484b927afae92659c5d715fb72ac5bffcc45..8eb822860c41499375aab34ddb1a4845231b3e31 100644 Binary files a/all_attention_enbed/output_0_4.png and b/all_attention_enbed/output_0_4.png differ diff --git a/all_attention_enbed/output_0_40.png b/all_attention_enbed/output_0_40.png index 6f46917ab370a01f935e53bd0a091fab6d1e0583..62984942f5618b21654ad3db4c862a096e95ae56 100644 Binary files a/all_attention_enbed/output_0_40.png and b/all_attention_enbed/output_0_40.png differ diff --git a/all_attention_enbed/output_0_41.png b/all_attention_enbed/output_0_41.png index 812cb76ef673987038a96962ac1d5aedd66a2eab..f844f14f6d1880e8b2b9b99acc71e7ca7d666128 100644 Binary files a/all_attention_enbed/output_0_41.png and b/all_attention_enbed/output_0_41.png differ diff --git a/all_attention_enbed/output_0_42.png b/all_attention_enbed/output_0_42.png index 08b582eb861b9706234656057e58e25f56b7dbfe..64340469b0c31133bedd12a3cfbc991aadce4d79 100644 Binary files a/all_attention_enbed/output_0_42.png and b/all_attention_enbed/output_0_42.png differ diff --git a/all_attention_enbed/output_0_43.png b/all_attention_enbed/output_0_43.png index acdbe125e4b249b92968ff284db32aa237b6a6c4..6d1479aa4068d0c35931180060199e4d224c9870 100644 Binary files a/all_attention_enbed/output_0_43.png and b/all_attention_enbed/output_0_43.png differ diff --git a/all_attention_enbed/output_0_44.png b/all_attention_enbed/output_0_44.png index d0b0bcb2ecbf00dd7b9c3efb975c7118ffba0f14..6c2891bd8b43296ead4826f840e445c7eb71fc3a 100644 Binary files a/all_attention_enbed/output_0_44.png and b/all_attention_enbed/output_0_44.png differ diff --git a/all_attention_enbed/output_0_45.png b/all_attention_enbed/output_0_45.png index 20c64a2d673c3b85664d74a2fd74d8d944840c9c..4c4857db76d15f73fda2fe5992ca21287c4c086a 100644 Binary files a/all_attention_enbed/output_0_45.png and b/all_attention_enbed/output_0_45.png differ diff --git a/all_attention_enbed/output_0_46.png b/all_attention_enbed/output_0_46.png index a483711cf7b7dbb7aa00532c94cbfcf945701122..4201b8d975b52dcbdb657f4280dff18075319e4f 100644 Binary files a/all_attention_enbed/output_0_46.png and b/all_attention_enbed/output_0_46.png differ diff --git a/all_attention_enbed/output_0_47.png b/all_attention_enbed/output_0_47.png index 175ee50e3beb093e27183f99c082448feae1fbb1..b8f7284c7bb1da581146e6cc7048d9a87646c79c 100644 Binary files a/all_attention_enbed/output_0_47.png and b/all_attention_enbed/output_0_47.png differ diff --git a/all_attention_enbed/output_0_48.png b/all_attention_enbed/output_0_48.png index 3718ee1f69a6e7122e43c8b42a9f08a5831fb013..3590740a532b47e1a9847f46b87dc64d322f4c88 100644 Binary files a/all_attention_enbed/output_0_48.png and b/all_attention_enbed/output_0_48.png differ diff --git a/all_attention_enbed/output_0_49.png b/all_attention_enbed/output_0_49.png index 74582fd6247161ee5c104d9c6ee877b086e685de..809e1ee95d9bd998ddc51c350ea2275276b76901 100644 Binary files a/all_attention_enbed/output_0_49.png and b/all_attention_enbed/output_0_49.png differ diff --git a/all_attention_enbed/output_0_5.png b/all_attention_enbed/output_0_5.png index eb734b56a1200af8b1c8e36fb74ca0ba60096a46..5158b487ad2398c35d93e5d6d17a12d71710cba4 100644 Binary files a/all_attention_enbed/output_0_5.png and b/all_attention_enbed/output_0_5.png differ diff --git a/all_attention_enbed/output_0_50.png b/all_attention_enbed/output_0_50.png index db08ecf8126c19fbc4bd2b9a9f346459d89eea32..bcafad8bbfb3881c76657bfc6042aa05bf67d171 100644 Binary files a/all_attention_enbed/output_0_50.png and b/all_attention_enbed/output_0_50.png differ diff --git a/all_attention_enbed/output_0_51.png b/all_attention_enbed/output_0_51.png index ff13ed454224e296c3fcda16a805c0231ebf75ba..7fbcd1007508ade24039742bfdf7f9ffe23b7063 100644 Binary files a/all_attention_enbed/output_0_51.png and b/all_attention_enbed/output_0_51.png differ diff --git a/all_attention_enbed/output_0_52.png b/all_attention_enbed/output_0_52.png index 8bfc73c829f4b3fc9b9128819a71504f021ca567..b6c540492220eb440de0f2b77fcee0455a5c7f68 100644 Binary files a/all_attention_enbed/output_0_52.png and b/all_attention_enbed/output_0_52.png differ diff --git a/all_attention_enbed/output_0_53.png b/all_attention_enbed/output_0_53.png index 21b696b89bc2c5444b0d905d373b9fd5dac94d9a..6144c8825f581308c69cdfdf9e4350307db03896 100644 Binary files a/all_attention_enbed/output_0_53.png and b/all_attention_enbed/output_0_53.png differ diff --git a/all_attention_enbed/output_0_54.png b/all_attention_enbed/output_0_54.png index 150bf1d6d5c2ec60f5570f348928a5c3b123f163..e82c1153cdee85b1d8ac75921c67914627e8b57c 100644 Binary files a/all_attention_enbed/output_0_54.png and b/all_attention_enbed/output_0_54.png differ diff --git a/all_attention_enbed/output_0_55.png b/all_attention_enbed/output_0_55.png index 97c342fc7be4d04700d2c8ca2399935c27b1c6f0..781d18479de3e7fb6a1d0fb6e71960ea3c2133be 100644 Binary files a/all_attention_enbed/output_0_55.png and b/all_attention_enbed/output_0_55.png differ diff --git a/all_attention_enbed/output_0_56.png b/all_attention_enbed/output_0_56.png index 2a2e32ed8ab8370966a7bf52ad47e25a97c0a30d..3c2b13ff0c6bb764f11c8bec5f5412eb9c1ee4bd 100644 Binary files a/all_attention_enbed/output_0_56.png and b/all_attention_enbed/output_0_56.png differ diff --git a/all_attention_enbed/output_0_57.png b/all_attention_enbed/output_0_57.png index 8414385bad60c587a24574bd54d6b3456353aef3..c5263653c480c6e17d25f565371afffbf0ef1216 100644 Binary files a/all_attention_enbed/output_0_57.png and b/all_attention_enbed/output_0_57.png differ diff --git a/all_attention_enbed/output_0_58.png b/all_attention_enbed/output_0_58.png index 449293fb2d4aba7fa26bcc4562ca3c245adcdfeb..20911d944f8139be636b2310d225789d242abd1f 100644 Binary files a/all_attention_enbed/output_0_58.png and b/all_attention_enbed/output_0_58.png differ diff --git a/all_attention_enbed/output_0_59.png b/all_attention_enbed/output_0_59.png index 70b7868aca0e697f070eb7de87c5bfecefb78fa5..dd13f878d08ddfc9d5b825b2c6581a8568d0503a 100644 Binary files a/all_attention_enbed/output_0_59.png and b/all_attention_enbed/output_0_59.png differ diff --git a/all_attention_enbed/output_0_6.png b/all_attention_enbed/output_0_6.png index 4c66bbd78d78035fbc31a71506e764a23738d526..139fe056adb32feea993db01be2769c4bfc5c7fe 100644 Binary files a/all_attention_enbed/output_0_6.png and b/all_attention_enbed/output_0_6.png differ diff --git a/all_attention_enbed/output_0_60.png b/all_attention_enbed/output_0_60.png index 0c590f67c1cf6d7e25b153fefd27d11187d3ecfc..40e476cd61fa89bd3840c52ddc9e810c0604ee42 100644 Binary files a/all_attention_enbed/output_0_60.png and b/all_attention_enbed/output_0_60.png differ diff --git a/all_attention_enbed/output_0_61.png b/all_attention_enbed/output_0_61.png index 007c2f95bba56ba528506602b208ff87437076f8..f127a418263bb71502af39fc8ed2fe81228d3907 100644 Binary files a/all_attention_enbed/output_0_61.png and b/all_attention_enbed/output_0_61.png differ diff --git a/all_attention_enbed/output_0_62.png b/all_attention_enbed/output_0_62.png index 042a2badca66bd56fa4ae6de6e502415ea1632a1..00d967e4f666ab8ee6c2a079856b1683d65d719f 100644 Binary files a/all_attention_enbed/output_0_62.png and b/all_attention_enbed/output_0_62.png differ diff --git a/all_attention_enbed/output_0_63.png b/all_attention_enbed/output_0_63.png index 64afa8be905e22b57e45df552227ee8549227de1..d6c4743ea05301ce6a073925b9d3b45b0e6cdc24 100644 Binary files a/all_attention_enbed/output_0_63.png and b/all_attention_enbed/output_0_63.png differ diff --git a/all_attention_enbed/output_0_64.png b/all_attention_enbed/output_0_64.png index b32e6309a98dc0758286ded140e6678dadffac2d..c56268ef4e6949c5a7b8ce0b4529677c0d8becab 100644 Binary files a/all_attention_enbed/output_0_64.png and b/all_attention_enbed/output_0_64.png differ diff --git a/all_attention_enbed/output_0_65.png b/all_attention_enbed/output_0_65.png index e0dd6ce59bc5fe5e5727a248e51f63a63928152d..f2da6f63592dd5d64bd66aa5e3cb2f4bb5b97178 100644 Binary files a/all_attention_enbed/output_0_65.png and b/all_attention_enbed/output_0_65.png differ diff --git a/all_attention_enbed/output_0_66.png b/all_attention_enbed/output_0_66.png index 87aba4504658630002a7807c327bc7c8ca6878f9..8064be5987a1090b2508a1fb62c62758f540e3de 100644 Binary files a/all_attention_enbed/output_0_66.png and b/all_attention_enbed/output_0_66.png differ diff --git a/all_attention_enbed/output_0_67.png b/all_attention_enbed/output_0_67.png index d6d9a21d947ed18ea06a4128afb057efe1c3b1cd..7c9263dbdae399157c910224eb68b186de5a2500 100644 Binary files a/all_attention_enbed/output_0_67.png and b/all_attention_enbed/output_0_67.png differ diff --git a/all_attention_enbed/output_0_68.png b/all_attention_enbed/output_0_68.png index d9212cc26e7b6989f8ee843b2bf2b395e9687f63..bc5b32bdb66ee83645fa9d635e0d96f03d42e01c 100644 Binary files a/all_attention_enbed/output_0_68.png and b/all_attention_enbed/output_0_68.png differ diff --git a/all_attention_enbed/output_0_69.png b/all_attention_enbed/output_0_69.png index 8ad25c2c029352ad5ea6c7761c822735f999bfbd..7d72749755eb1bda412cf03a681734840b9a9304 100644 Binary files a/all_attention_enbed/output_0_69.png and b/all_attention_enbed/output_0_69.png differ diff --git a/all_attention_enbed/output_0_7.png b/all_attention_enbed/output_0_7.png index e9425ff17afca5656a7e4db0bc20c6bc6416d267..39bb5e083287f5ed9f6a45df08c849fa452648e5 100644 Binary files a/all_attention_enbed/output_0_7.png and b/all_attention_enbed/output_0_7.png differ diff --git a/all_attention_enbed/output_0_70.png b/all_attention_enbed/output_0_70.png index 1fc338c230e5e94b642363b357b158045ba0cc36..3bdacd9695c0a5bbe3dc8c3233f1f58b1c371c44 100644 Binary files a/all_attention_enbed/output_0_70.png and b/all_attention_enbed/output_0_70.png differ diff --git a/all_attention_enbed/output_0_71.png b/all_attention_enbed/output_0_71.png index e841ba49ce6657cb6dbf46c6c0f3d4872ff9f1d1..35a7751a02fbfd2cd91e0ebab99defb764739a40 100644 Binary files a/all_attention_enbed/output_0_71.png and b/all_attention_enbed/output_0_71.png differ diff --git a/all_attention_enbed/output_0_72.png b/all_attention_enbed/output_0_72.png index 90d71f62896f623b65b046cfef4354704106e2f7..15aba90bb4cd52eed543e6bd1db55d8b5dd29f73 100644 Binary files a/all_attention_enbed/output_0_72.png and b/all_attention_enbed/output_0_72.png differ diff --git a/all_attention_enbed/output_0_73.png b/all_attention_enbed/output_0_73.png index 9f306894225b32f47713c0ec0f71d8c2770a6eeb..a6fde876ae59ee0905fb3fd214c8359fc82236bf 100644 Binary files a/all_attention_enbed/output_0_73.png and b/all_attention_enbed/output_0_73.png differ diff --git a/all_attention_enbed/output_0_74.png b/all_attention_enbed/output_0_74.png index 487cbc924aec0109f9a5560da5f64446cc4e2303..42cfa07dac78e5137f2783f239c72207dab5ed51 100644 Binary files a/all_attention_enbed/output_0_74.png and b/all_attention_enbed/output_0_74.png differ diff --git a/all_attention_enbed/output_0_75.png b/all_attention_enbed/output_0_75.png index 99a862c30555c2f927d0025ab4b679d6fef9bf1c..d7a4d72b546a4f403059b15fd5fa5d7ebba3f439 100644 Binary files a/all_attention_enbed/output_0_75.png and b/all_attention_enbed/output_0_75.png differ diff --git a/all_attention_enbed/output_0_76.png b/all_attention_enbed/output_0_76.png index a875e693d88db741087278e72ca608ea3f187f6a..4daf524ce87affada5d5284d6c95527dbf632a00 100644 Binary files a/all_attention_enbed/output_0_76.png and b/all_attention_enbed/output_0_76.png differ diff --git a/all_attention_enbed/output_0_77.png b/all_attention_enbed/output_0_77.png index bc057140635ade20e8e88f3c7aa841404b6bc72b..7ed621c86e3b0791db08265018632b3ea34cd9f3 100644 Binary files a/all_attention_enbed/output_0_77.png and b/all_attention_enbed/output_0_77.png differ diff --git a/all_attention_enbed/output_0_78.png b/all_attention_enbed/output_0_78.png index f29d3b6bb85a0ab54645eb52e0c01fce97fcae11..0b84549bbc24498a47d2dd6b8e7ae4e09378f6e9 100644 Binary files a/all_attention_enbed/output_0_78.png and b/all_attention_enbed/output_0_78.png differ diff --git a/all_attention_enbed/output_0_79.png b/all_attention_enbed/output_0_79.png index a361329cc64dd4f1f373101e86c5da23fd6f8f45..4a4402b76789bf20b05479b3c2f314695d8e3365 100644 Binary files a/all_attention_enbed/output_0_79.png and b/all_attention_enbed/output_0_79.png differ diff --git a/all_attention_enbed/output_0_8.png b/all_attention_enbed/output_0_8.png index 1a84ab64d78308ee72b7443b84ff374be61b9cb6..23ad1f3b6ebc16bb346daed1a9b316b9a9b7e5ec 100644 Binary files a/all_attention_enbed/output_0_8.png and b/all_attention_enbed/output_0_8.png differ diff --git a/all_attention_enbed/output_0_80.png b/all_attention_enbed/output_0_80.png index 9b7d53480b6399966db3a2451b747c8723ce1508..9019876305c76455ef248a4e72c72764deb188ab 100644 Binary files a/all_attention_enbed/output_0_80.png and b/all_attention_enbed/output_0_80.png differ diff --git a/all_attention_enbed/output_0_81.png b/all_attention_enbed/output_0_81.png index 92b19786211250be5541046e3f849567607bd91a..c9500fffdd3493a01782a61a2f56eb1beca83121 100644 Binary files a/all_attention_enbed/output_0_81.png and b/all_attention_enbed/output_0_81.png differ diff --git a/all_attention_enbed/output_0_82.png b/all_attention_enbed/output_0_82.png index f56c10eb102258e4ec985b19ef85dfff180c41dc..88b802da4d929833ff89710f7064dd17678c8aba 100644 Binary files a/all_attention_enbed/output_0_82.png and b/all_attention_enbed/output_0_82.png differ diff --git a/all_attention_enbed/output_0_83.png b/all_attention_enbed/output_0_83.png index 3720d53e07c905744386ed3d8e8a6e3da315a85a..b2b9c18873e06c4778685e0ed8754522550f44c6 100644 Binary files a/all_attention_enbed/output_0_83.png and b/all_attention_enbed/output_0_83.png differ diff --git a/all_attention_enbed/output_0_84.png b/all_attention_enbed/output_0_84.png index fb2a15caa3d1436cb42b299fbdf24c4884192daa..e8b536364d5121b268e4d41a36b3c858ed44cd83 100644 Binary files a/all_attention_enbed/output_0_84.png and b/all_attention_enbed/output_0_84.png differ diff --git a/all_attention_enbed/output_0_85.png b/all_attention_enbed/output_0_85.png index 344846b11b9eeaf041cc158482c5da2a515a6fd2..1cc79b42aadc0b3af409b26dd57238148c14a4d8 100644 Binary files a/all_attention_enbed/output_0_85.png and b/all_attention_enbed/output_0_85.png differ diff --git a/all_attention_enbed/output_0_86.png b/all_attention_enbed/output_0_86.png index d16184028a2ad90dfec9719f02c08dd090696e44..e34087817bb3096b964b361db8b41a95319f2a40 100644 Binary files a/all_attention_enbed/output_0_86.png and b/all_attention_enbed/output_0_86.png differ diff --git a/all_attention_enbed/output_0_87.png b/all_attention_enbed/output_0_87.png index c2c4d5441b441dde7e594da39e6a06400b853b8b..574dca1fdf07222dc8b4173f2d757180a722a39d 100644 Binary files a/all_attention_enbed/output_0_87.png and b/all_attention_enbed/output_0_87.png differ diff --git a/all_attention_enbed/output_0_88.png b/all_attention_enbed/output_0_88.png index ba5a4c7fa5bcc8d36aea65f5d866f99138e2adae..c264cb7679f4b5c382e671da512924414c166d07 100644 Binary files a/all_attention_enbed/output_0_88.png and b/all_attention_enbed/output_0_88.png differ diff --git a/all_attention_enbed/output_0_89.png b/all_attention_enbed/output_0_89.png index ac8931540a932f94465389e728f02fa0b980be91..eea1950805fd2ed4f5878b633daaddd665d22a96 100644 Binary files a/all_attention_enbed/output_0_89.png and b/all_attention_enbed/output_0_89.png differ diff --git a/all_attention_enbed/output_0_9.png b/all_attention_enbed/output_0_9.png index fe22fd355b4a8f6ac0383f667fcacf3d98a213fd..e8e33c77d3383ca88fa040ccdc7fa17692ce53e0 100644 Binary files a/all_attention_enbed/output_0_9.png and b/all_attention_enbed/output_0_9.png differ diff --git a/all_attention_enbed/output_0_90.png b/all_attention_enbed/output_0_90.png index 5f5a723c7fa40e475b3741795ff4afa31dac8597..1327b526d0417262ef36dec6a10f5d1b2a03598b 100644 Binary files a/all_attention_enbed/output_0_90.png and b/all_attention_enbed/output_0_90.png differ diff --git a/all_attention_enbed/output_0_91.png b/all_attention_enbed/output_0_91.png index 6d7163a4ca73322f31c685b9ff6d35e6144ee100..fa2e57c3ac1044f0ccfe1a6e889af1c04613d13e 100644 Binary files a/all_attention_enbed/output_0_91.png and b/all_attention_enbed/output_0_91.png differ diff --git a/all_attention_enbed/output_0_92.png b/all_attention_enbed/output_0_92.png index e2dc401b23ab86fe3ba521f5a4cbdef767ce4142..b396a84ab44e055fd47be0aa10d5d7bb2064a2a6 100644 Binary files a/all_attention_enbed/output_0_92.png and b/all_attention_enbed/output_0_92.png differ diff --git a/all_attention_enbed/output_0_93.png b/all_attention_enbed/output_0_93.png index 168a13fea606425d512e79511155b967922f4837..dc42a119b48e0c654332cbdb8481823a7592569d 100644 Binary files a/all_attention_enbed/output_0_93.png and b/all_attention_enbed/output_0_93.png differ diff --git a/all_attention_enbed/output_0_94.png b/all_attention_enbed/output_0_94.png index 4c6327ff7efed7186ba355560089b0e64c746e41..8a234a8ae896d878953a31c7e7896f75e44293ed 100644 Binary files a/all_attention_enbed/output_0_94.png and b/all_attention_enbed/output_0_94.png differ diff --git a/all_attention_enbed/output_0_95.png b/all_attention_enbed/output_0_95.png index b5882f5d393017304919cf134786af3a71b93096..3929bd117e70842f0135fc122ee5586f8702a2d8 100644 Binary files a/all_attention_enbed/output_0_95.png and b/all_attention_enbed/output_0_95.png differ diff --git a/all_attention_enbed/output_0_96.png b/all_attention_enbed/output_0_96.png index ceb96372b068aa9e3618772f0febe8a160ff6342..7619751e6a840ebae40b53c9f95f1af42f730a35 100644 Binary files a/all_attention_enbed/output_0_96.png and b/all_attention_enbed/output_0_96.png differ diff --git a/all_attention_enbed/output_0_97.png b/all_attention_enbed/output_0_97.png index ed54f61f6059897607906e810d262add42a9f55c..1a776188d44de180b2e79a083829dc157670feb5 100644 Binary files a/all_attention_enbed/output_0_97.png and b/all_attention_enbed/output_0_97.png differ diff --git a/all_attention_enbed/output_0_98.png b/all_attention_enbed/output_0_98.png index 0550becf01bb8c6048b82f1b906fd7c4ac31332d..8b9826f23f64994866345d8921760fb3d3a2d060 100644 Binary files a/all_attention_enbed/output_0_98.png and b/all_attention_enbed/output_0_98.png differ diff --git a/all_attention_enbed/output_0_99.png b/all_attention_enbed/output_0_99.png index 8d4dd14931aa6efc735cc6669c9173bfc799ef5d..de54ba5f6293916207e07ea51a1ab2b1a80a270e 100644 Binary files a/all_attention_enbed/output_0_99.png and b/all_attention_enbed/output_0_99.png differ diff --git a/attn_maps_color-10_6/output_0_0.png b/attn_maps_color-10_6/output_0_0.png index 4c9d778b0ea874a342de1ccb3c2e80083d58fa67..63a4651b2c32216fb8334aa83d8fa7b8c9e79810 100644 Binary files a/attn_maps_color-10_6/output_0_0.png and b/attn_maps_color-10_6/output_0_0.png differ diff --git a/attn_maps_color-10_6/output_100_0.png b/attn_maps_color-10_6/output_100_0.png index 8e3cc5b7ace6bd594dd04aa28a89a49a70392688..df037eaaabb540c9f194627cb2c7f3322a8f960d 100644 Binary files a/attn_maps_color-10_6/output_100_0.png and b/attn_maps_color-10_6/output_100_0.png differ diff --git a/attn_maps_color-10_6/output_150_0.png b/attn_maps_color-10_6/output_150_0.png index af6ff923b4c6363d2198b565b932348c87aa5b8c..746973ce6c352e3376308780546f3eddff43ec27 100644 Binary files a/attn_maps_color-10_6/output_150_0.png and b/attn_maps_color-10_6/output_150_0.png differ diff --git a/attn_maps_color-10_6/output_200_0.png b/attn_maps_color-10_6/output_200_0.png index 503d5b7c39a581c87e5f2a226feb7e0f80795269..1af792a6b833d17f905b6bb3069727eb31ea900a 100644 Binary files a/attn_maps_color-10_6/output_200_0.png and b/attn_maps_color-10_6/output_200_0.png differ diff --git a/attn_maps_color-10_6/output_50_0.png b/attn_maps_color-10_6/output_50_0.png index 2664ed69631d6614cbbfe7d31aa0d543f3915841..5012f01f356ebe9629da7f68e874293f627211ae 100644 Binary files a/attn_maps_color-10_6/output_50_0.png and b/attn_maps_color-10_6/output_50_0.png differ diff --git a/checkpoint-250/custom_checkpoint_0.pkl b/checkpoint-250/custom_checkpoint_0.pkl index 0c7fea05fc9dfc12602606d8f7bc2756e1670e41..7fe39e0010c1924e8f267168c8cfe6838a37be21 100644 --- a/checkpoint-250/custom_checkpoint_0.pkl +++ b/checkpoint-250/custom_checkpoint_0.pkl @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8f888905ea9f6d1b964e52c1880028d01520550f21da5a9df5718743c117c782 +oid sha256:963f70b70d47ad63fe12281e586167dd03500fbc0b33e5d4fa148b1340103ec7 size 102248605 diff --git a/checkpoint-250/model.safetensors b/checkpoint-250/model.safetensors index ac65a35b30718ccfceb66469be36b96e0490161c..9fab9b41bc9f219a1267a537d8672e601ab5a9d0 100644 --- a/checkpoint-250/model.safetensors +++ b/checkpoint-250/model.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0d7b737ee27f19400ddb8f835e136058dd1f55a5ec46b4af74cc1ebfdffe2f81 +oid sha256:9151d2b7df21abba973c248c802592c862e876b0d7fac61dd9cfad611b1709a6 size 102241440 diff --git a/checkpoint-250/optimizer.bin b/checkpoint-250/optimizer.bin index 5dbcba0bcfe3a9f677b3a53038fd4f340ad56c46..480ef66e67d7c9d4c15c9f2849e6cce92e785ac7 100644 --- a/checkpoint-250/optimizer.bin +++ b/checkpoint-250/optimizer.bin @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:50568c41e067dacb938d9a6a0ab2393f6ea86e16b77267038b17f0a578782a89 +oid sha256:9129334d6a90280460370f6b3091b010935ccc93e52520c3374f0888c20e02ba size 609258566 diff --git a/concepts_list.json b/concepts_list.json index 7dc10937779bde2ab5ee84961b86e61dda117c02..a9a57cec70ad27d930775ef49de747d2c020b024 100644 --- a/concepts_list.json +++ b/concepts_list.json @@ -1 +1 @@ -[{"instance_prompt": "photo of a cat", "class_prompt": null, "instance_data_dir": "/home/xide/miniconda3/code/Attack/mist2-wk/data/single/simply_added/mist_entire/result_image_100", "class_data_dir": null}] \ No newline at end of file +[{"instance_prompt": "photo of a cat", "class_prompt": null, "instance_data_dir": "/home/xide/miniconda3/code/Attack/mist2-wk/data/single/simply_added/mist_mask_0_background/blend_factor_100", "class_data_dir": null}] \ No newline at end of file diff --git a/logs/custom-diffusion/1717686683.0685194/events.out.tfevents.1717686683.cudahpc06.955932.1 b/logs/custom-diffusion/1717686683.0685194/events.out.tfevents.1717686683.cudahpc06.955932.1 new file mode 100644 index 0000000000000000000000000000000000000000..3448bb32f00249f56792ba59e917a2381282a036 --- /dev/null +++ b/logs/custom-diffusion/1717686683.0685194/events.out.tfevents.1717686683.cudahpc06.955932.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac8f0c2bbb5e904dbe5eac7e3c151117faa3e0fbc41641823e5a4c089e166895 +size 2886 diff --git a/logs/custom-diffusion/1717686683.070275/hparams.yml b/logs/custom-diffusion/1717686683.070275/hparams.yml new file mode 100644 index 0000000000000000000000000000000000000000..14f4e545aab44f381443510f11a963831c76a3c4 --- /dev/null +++ b/logs/custom-diffusion/1717686683.070275/hparams.yml @@ -0,0 +1,58 @@ +adam_beta1: 0.9 +adam_beta2: 0.999 +adam_epsilon: 1.0e-08 +adam_weight_decay: 0.01 +allow_tf32: false +attn_maps_path_name: attn_maps_color-10_6 +center_crop: false +checkpointing_steps: 250 +checkpoints_total_limit: null +class_data_dir: null +class_prompt: null +concepts_list: null +dataloader_num_workers: 2 +enable_xformers_memory_efficient_attention: false +freeze_model: crossattn_kv +gradient_accumulation_steps: 1 +gradient_checkpointing: false +hflip: true +hub_model_id: null +hub_token: null +initializer_token: ktn +instance_data_dir: /home/xide/miniconda3/code/Attack/mist2-wk/data/single/simply_added/mist_mask_0_background/result_image_100 +instance_prompt: photo of a cat +learning_rate: 1.0e-05 +local_rank: -1 +logging_dir: logs +lr_scheduler: constant +lr_warmup_steps: 0 +max_grad_norm: 1.0 +max_train_steps: 250 +mixed_precision: null +modifier_token: +no_safe_serialization: true +noaug: false +num_class_images: 200 +num_train_epochs: 1 +num_validation_images: 2 +output_dir: /home/xide/miniconda3/code/diffusers/examples/custom_diffusion/model/simply_add/mist_mask_0_background/level_100 +pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base +prior_generation_precision: null +prior_loss_weight: 0 +push_to_hub: true +real_prior: false +report_to: tensorboard +resolution: 512 +resume_from_checkpoint: null +revision: null +sample_batch_size: 4 +scale_lr: true +seed: 42 +set_grads_to_none: false +tokenizer_name: null +train_batch_size: 2 +use_8bit_adam: false +validation_prompt: null +validation_steps: 50 +variant: null +with_prior_preservation: false diff --git a/logs/custom-diffusion/1717686904.6092603/events.out.tfevents.1717686904.cudahpc06.982869.1 b/logs/custom-diffusion/1717686904.6092603/events.out.tfevents.1717686904.cudahpc06.982869.1 new file mode 100644 index 0000000000000000000000000000000000000000..745bea75b79e81a6bd462262e2ee52b598dfa59f --- /dev/null +++ b/logs/custom-diffusion/1717686904.6092603/events.out.tfevents.1717686904.cudahpc06.982869.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7c2a61532937a11e67f066f6670e09daf0866ea6a6c432a7e6cb8e9788813bb +size 2886 diff --git a/logs/custom-diffusion/1717686904.6108308/hparams.yml b/logs/custom-diffusion/1717686904.6108308/hparams.yml new file mode 100644 index 0000000000000000000000000000000000000000..c46e38465df7da7686687fdd4d2838940514caf7 --- /dev/null +++ b/logs/custom-diffusion/1717686904.6108308/hparams.yml @@ -0,0 +1,58 @@ +adam_beta1: 0.9 +adam_beta2: 0.999 +adam_epsilon: 1.0e-08 +adam_weight_decay: 0.01 +allow_tf32: false +attn_maps_path_name: attn_maps_color-10_6 +center_crop: false +checkpointing_steps: 250 +checkpoints_total_limit: null +class_data_dir: null +class_prompt: null +concepts_list: null +dataloader_num_workers: 2 +enable_xformers_memory_efficient_attention: false +freeze_model: crossattn_kv +gradient_accumulation_steps: 1 +gradient_checkpointing: false +hflip: true +hub_model_id: null +hub_token: null +initializer_token: ktn +instance_data_dir: /home/xide/miniconda3/code/Attack/mist2-wk/data/single/simply_added/mist_mask_0_background/blend_factor_100 +instance_prompt: photo of a cat +learning_rate: 1.0e-05 +local_rank: -1 +logging_dir: logs +lr_scheduler: constant +lr_warmup_steps: 0 +max_grad_norm: 1.0 +max_train_steps: 250 +mixed_precision: null +modifier_token: +no_safe_serialization: true +noaug: false +num_class_images: 200 +num_train_epochs: 1 +num_validation_images: 2 +output_dir: /home/xide/miniconda3/code/diffusers/examples/custom_diffusion/model/simply_add/mist_mask_0_background/level_100 +pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base +prior_generation_precision: null +prior_loss_weight: 0 +push_to_hub: true +real_prior: false +report_to: tensorboard +resolution: 512 +resume_from_checkpoint: null +revision: null +sample_batch_size: 4 +scale_lr: true +seed: 42 +set_grads_to_none: false +tokenizer_name: null +train_batch_size: 2 +use_8bit_adam: false +validation_prompt: null +validation_steps: 50 +variant: null +with_prior_preservation: false diff --git a/logs/custom-diffusion/events.out.tfevents.1717686683.cudahpc06.955932.0 b/logs/custom-diffusion/events.out.tfevents.1717686683.cudahpc06.955932.0 new file mode 100644 index 0000000000000000000000000000000000000000..a24ac4f5202a803a2811ca69d37d8424d0ecd836 --- /dev/null +++ b/logs/custom-diffusion/events.out.tfevents.1717686683.cudahpc06.955932.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d87ffedacc8cb3ac352de6a36f1e04c7600c59d1c47dc9924ff480a45db01e4 +size 88 diff --git a/logs/custom-diffusion/events.out.tfevents.1717686904.cudahpc06.982869.0 b/logs/custom-diffusion/events.out.tfevents.1717686904.cudahpc06.982869.0 new file mode 100644 index 0000000000000000000000000000000000000000..14038b49ce2827b26dcb613a3d2db093063a5d99 --- /dev/null +++ b/logs/custom-diffusion/events.out.tfevents.1717686904.cudahpc06.982869.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23d5da0cf1e160df8d33bb6a2436b4ad92875ad07be81d86bac1c9bddc4955f6 +size 20834 diff --git a/pytorch_custom_diffusion_weights.bin b/pytorch_custom_diffusion_weights.bin index b2f62acec47f3d4f89be7ba6f3c4a31e1b10bdde..268bdd2194d74454b5f5d06f8126f20f0f8ed2bd 100644 --- a/pytorch_custom_diffusion_weights.bin +++ b/pytorch_custom_diffusion_weights.bin @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b734784c378631ce72dd32efdf747f0105e9c110c36cde4378b5319bee4dc5b6 +oid sha256:e2f43aa20354d7543ff81ae8b54093d9f7297505030eddada97b3343603979cf size 102250391 diff --git a/train.sh b/train.sh new file mode 100644 index 0000000000000000000000000000000000000000..61e1b41595d41742d0232095de1cc611df6f7de2 --- /dev/null +++ b/train.sh @@ -0,0 +1,64 @@ +# export CUDA_VISIBLE_DEVICES=4 + +# python train_custom_diffusion.py \ +# --pretrained_model_name_or_path=stabilityai/stable-diffusion-2-1-base \ +# --num_class_images=200 \ +# --resolution=512 \ +# --train_batch_size=2 \ +# --learning_rate=1e-5 \ +# --lr_warmup_steps=0 \ +# --max_train_steps=250 \ +# --scale_lr \ +# --hflip \ +# --real_prior \ +# --with_prior_preservation \ +# --prior_loss_weight=1.0 \ +# --class_data_dir "/home/xide/miniconda3/code/diffusers/examples/custom_diffusion/real_reg/samples_dog" \ +# --modifier_token "" \ +# --initializer_token "ktn+pll+ucd" \ +# --push_to_hub \ +# --class_prompt="dog" \ +# --prior_loss_weight=0 \ +# --instance_prompt="photo of a dog" \ +# --output_dir="/home/xide/miniconda3/code/diffusers/examples/custom_diffusion/model/attn_maps-color_sandesh-dog-clean" \ +# --instance_data_dir="/home/xide/miniconda3/code/Attack/mist2-wk/data/single/clean/dog" +# # --instance_data_dir="/home/xide/miniconda3/code/diffusers/examples/custom_diffusion/data/single-data/dog" \ + + +export CUDA_VISIBLE_DEVICES=5 + +# export INSTANCE_DATA_DIR="/home/xide/miniconda3/code/data/Attack/clean/cat" +export INSTANCE_DATA_DIR="/home/xide/miniconda3/code/Attack/mist2-wk/data/single/simply_added/mist_mask_0_background/result_image_100" + +export OUTPUT_DIR="/home/xide/miniconda3/code/diffusers/examples/custom_diffusion/model/simply_add/mist_mask_0_background/level_100" +# _prompt_no_cat + +# --instance_data_dir="/home/xide/miniconda3/code/data/Attack/clean/cat" \ # clean cat +# --instance_data_dir="/home/xide/miniconda3/code/data/Attack/mist/cat/pgd_8" # mist cat +# --initializer_token "ktn+pll+ucd" \ + +python train_custom_diffusion.py \ + --pretrained_model_name_or_path=stabilityai/stable-diffusion-2-1-base \ + --resolution=512 \ + --train_batch_size=2 \ + --learning_rate=1e-5 \ + --lr_warmup_steps=0 \ + --max_train_steps=250 \ + --scale_lr \ + --hflip \ + --modifier_token "" \ + --initializer_token "ktn" \ + --push_to_hub \ + --instance_prompt="photo of a cat" \ + --attn_maps_path_name="attn_maps_color-10_6" \ + --output_dir=$OUTPUT_DIR \ + --instance_data_dir=$INSTANCE_DATA_DIR \ + # --real_prior \ + # --with_prior_preservation \ + # --prior_loss_weight=1.0 \ + # --class_data_dir "/home/xide/miniconda3/code/diffusers/examples/custom_diffusion/real_reg/samples_cat" \ + # --num_class_images=200 \ + # --class_prompt="cat" \ + + +cp "/home/xide/miniconda3/code/diffusers/examples/custom_diffusion/train-single.sh" "$OUTPUT_DIR/train.sh" \ No newline at end of file