Version 2 (#3)

- Delete DeathNote_v2_4k.ckpt (ebd7eaf886f28135ed592a54c4263ac6ece9b82f)
- Upload 6 files (2d8a6b65d5c44b97e4977ca5fefe1bc0175e3f9d)
- Upload 2 files (2ba8c4803a5497baf9f0fb8b3cdb66f1f7163c48)
- Upload 2 files (b2689492de9637d98b3305ab2eea12d7d679f88b)
- Upload 4 files (ed03cf92ea3d5c2d03ffc3295c114a199b873f08)
- Upload 2 files (bd2ea7b8c8e76ffe30c19b810f52bc6081d806bc)
- Upload scheduler_config.json (5905f5a71eccb8faa0848ad8117e6623e3745400)
- Delete samples/showcase.jpg (f46196635da0ad4b55f20e824e42dd5f0b84d38d)
- Upload 2 files (f31241455f5c33621015576b77f8c649d1bb11fa)
- Upload preprocessor_config.json (ac94eb6228fc1d6b28a93389061cff18ca7c80e6)

.gitattributes

@@ -32,3 +32,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 DeathNote_v2_4k.ckpt filter=lfs diff=lfs merge=lfs -text
+DeathNote_v2.ckpt filter=lfs diff=lfs merge=lfs -text
+DeathNote_v1.ckpt filter=lfs diff=lfs merge=lfs -text

DeathNote_v2.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca61a5b6fbb3b572bb4b012bcc8a7f0664743d7fbe252c9e53122d7312996582
+size 2132869725

README.md

@@ -2,7 +2,7 @@
 language:
 - en
 license: creativeml-openrail-m
-thumbnail: "https://huggingface.co/Guizmus/DeathNote/raw/main/samples/showcase.jpg"
+thumbnail: "https://huggingface.co/Guizmus/DeathNote/raw/main/samples/showcase_dn_2.jpg"
 tags:
 - stable-diffusion
 - text-to-image
@@ -12,24 +12,27 @@ library_name: "https://github.com/ShivamShrirao/diffusers"
 ---
 # DeathNote Diffusion
 <p>
-	<img src="https://huggingface.co/Guizmus/DeathNote/raw/main/samples/showcase.jpg"/><br/>
+	<img src="https://huggingface.co/Guizmus/DeathNote/raw/main/samples/showcase_dn_2.jpg"/><br/>
 	This is the fine-tuned Stable Diffusion model trained on images from the anime Death Note.<br/>
-	The total dataset is made of 93 pictures, and the training has been done on runawayml 1.5 with 4000 steps.
+	The total dataset is made of 93 pictures, and the training has been done on naclbit/trinart_stable_diffusion_v2 for 12500 steps.
 	The following tokens will add their corresponding concept :<br/>
 	<ul>
 		<li><b>DeathNote notebook</b> : the Deathnote itself</li>
-		<li><b>Light Yagami</b> man : Light Yagami, main character</li>
-		<li><b>Ryuk</b> demon : Ryuk, Shinigami</li>
-		<li><b>LLawliet</b> man : L, "full" name</li>
-		<li><b>Misa Amane</b> girl : Second Kira</li>
-		<li><b>Soichiro Yagami</b> man : Soichiro, Father of Light, Policeman</li>
-		<li><b>Sayou Yagami</b> girl : Sayou, sister of Light</li>
-		<li><b>Raye Penber</b> man : Raye, FBI Agent</li>
-		<li><b>Naomi Misora</b> girl : Naomi, fiance of Raye</li>
-		<li><b>DNStyle style</b> : style of the anime</li>
+		<li><b>Light Yagami man</b> : Light Yagami, main character</li>
+		<li><b>Ryuk demon</b> : Ryuk, Shinigami</li>
+		<li><b>LLawliet man</b> : L, "full" name</li>
+		<li><b>Misa Amane girl</b> : Second Kira</li>
+		<li><b>Soichiro Yagami man</b> : Soichiro, Father of Light, Policeman</li>
+		<li><b>Sayou Yagami girl</b> : Sayou, sister of Light</li>
+		<li><b>Raye Penber man</b> : Raye, FBI Agent</li>
+		<li><b>Naomi Misora girl</b> : Naomi, fiance of Raye</li>
+		<li><b>DNStyle style</b> : style of the anime (only in v1, it was too bad to be kept)</li>
 	</ul>
 </p>
 
+[current version, CKPT download link](https://huggingface.co/Guizmus/DeathNote/resolve/main/DeathNote_v2.ckpt)
+[older version, CKPT download link](https://huggingface.co/Guizmus/DeathNote/resolve/main/DeathNote_v1.ckpt)
+
 ## 🧨 Diffusers
 
 This model can be used just like any other Stable Diffusion model. For more information,
@@ -59,112 +62,12 @@ image.save("./Ryuk_demon.png")
 	<u>Denoising :</u> 0.5<br/>
 </p>
 
-### DeathNote notebook : the Deathnote itself
-
-<p>
-	<ul>
-		<li>first txt2img : DeathNote notebook on a table</li>
-		<li>second txt2img : DeathNote notebook burning up in flames</li>
-		<li>img2img : someone holding a DeathNote notebook</li>
-	</ul>
-	<img src="https://huggingface.co/Guizmus/DeathNote/raw/main/samples/deathnote.jpg"/>
-</p>
-
-### Light Yagami man : Light Yagami, main character
+## License
 
-<p>
-	<ul>
-		<li>first txt2img : Light Yagami man</li>
-		<li>second txt2img : Light Yagami man sleeping on a train</li>
-		<li>img2img : Light Yagami man with a shirt on smiling for the camera with a white background behind him</li>
-	</ul>
-	<img src="https://huggingface.co/Guizmus/DeathNote/raw/main/samples/lightyagami.jpg"/>
-</p>
-
-### Ryuk demon : Ryuk, Shinigami
-
-<p>
-	<ul>
-		<li>first txt2img : Ryuk demon</li>
-		<li>second txt2img : Ryuk demon holding a red apple</li>
-		<li>img2img : Ryuk demon with a shirt on smiling for the camera with a white background behind him</li>
-	</ul>
-	<img src="https://huggingface.co/Guizmus/DeathNote/raw/main/samples/ryuk.jpg"/>
-</p>
-
-### LLawliet man : L, "full" name
-
-<p>
-	<ul>
-		<li>first txt2img : LLawliet man</li>
-		<li>second txt2img : LLawliet man holding a cup of tea</li>
-		<li>img2img : LLawliet man with a shirt on smiling for the camera with a white background behind him</li>
-	</ul>
-	<img src="https://huggingface.co/Guizmus/DeathNote/raw/main/samples/llawliet.jpg"/>
-</p>
-
-### Misa Amane girl : Second Kira
-
-<p>
-	<ul>
-		<li>first txt2img : Misa Amane girl</li>
-		<li>second txt2img : Misa Amane girl singing in a karaoke</li>
-		<li>img2img : Misa Amane girl with a necklace and earrings smiling at the camera</li>
-	</ul>
-	<img src="https://huggingface.co/Guizmus/DeathNote/raw/main/samples/misaamane.jpg"/>
-</p>
+This model is open access and available to all, with a CreativeML OpenRAIL-M license further specifying rights and usage.
+The CreativeML OpenRAIL License specifies: 
 
-### Soichiro Yagami man : Soichiro, Father of Light, Policeman
-
-<p>
-	<ul>
-		<li>first txt2img : Soichiro Yagami man</li>
-		<li>second txt2img : Soichiro Yagami man with red glasses</li>
-		<li>img2img : Soichiro Yagami man with a shirt on smiling for the camera with a white background behind him</li>
-	</ul>
-	<img src="https://huggingface.co/Guizmus/DeathNote/raw/main/samples/soichiroyagami.jpg"/>
-</p>
-
-### Sayou Yagami girl : Sayou, sister of Light
-
-<p>
-	<ul>
-		<li>first txt2img : Sayou Yagami girl</li>
-		<li>second txt2img : Sayou Yagami girl playing on the beach</li>
-		<li>img2img : Sayou Yagami girl with a necklace and earrings smiling at the camera</li>
-	</ul>
-	<img src="https://huggingface.co/Guizmus/DeathNote/raw/main/samples/sayouyagami.jpg"/>
-</p>
-
-### Raye Penber man : Raye, FBI Agent
-
-<p>
-	<ul>
-		<li>first txt2img : Raye Penber man</li>
-		<li>second txt2img : Raye Penber man hidden behind a tree</li>
-		<li>img2img : Raye Penber man with a shirt on smiling for the camera with a white background behind him</li>
-	</ul>
-	<img src="https://huggingface.co/Guizmus/DeathNote/raw/main/samples/rayepenber.jpg"/>
-</p>
-
-### Naomi Misora girl : Naomi, fiance of Raye
-
-<p>
-	<ul>
-		<li>first txt2img : Naomi Misora girl</li>
-		<li>second txt2img : Naomi Misora girl as wonderwoman</li>
-		<li>img2img : Naomi Misora girl with a necklace and earrings smiling at the camera</li>
-	</ul>
-	<img src="https://huggingface.co/Guizmus/DeathNote/raw/main/samples/naomimisora.jpg"/>
-</p>
-
-### DNSStyle, style of the anime
-
-<p>
-	<ul>
-		<li>first txt2img : DNStyle style, anime girl sunbathing in a field</li>
-		<li>second txt2img : DNStyle style, anime demon</li>
-		<li>img2img : DNStyle Style, a man with a shirt on smiling for the camera with a white background behind him</li>
-	</ul>
-	<img src="https://huggingface.co/Guizmus/DeathNote/raw/main/samples/dnsstyle.jpg"/>
-</p>
+1. You can't use the model to deliberately produce nor share illegal or harmful outputs or content 
+2. The authors claims no rights on the outputs you generate, you are free to use them and are accountable for their use which must not go against the provisions set in the license
+3. You may re-distribute the weights and use the model commercially and/or as a service. If you do, please be aware you have to include the same use restrictions as the ones in the license and share a copy of the CreativeML OpenRAIL-M to all your users (please read the license entirely and carefully)
+[Please read the full license here](https://huggingface.co/spaces/CompVis/stable-diffusion-license)

args.json

@@ -1,35 +1,37 @@
 {
-  "pretrained_model_name_or_path": "runwayml/stable-diffusion-v1-5",
-  "pretrained_vae_name_or_path": "stabilityai/sd-vae-ft-mse",
+  "pretrained_model_name_or_path": "F:/AI/Data/Diffusers/trinart_stable_diffusion_v2",
+  "pretrained_vae_name_or_path": null,
+  "revision": null,
   "tokenizer_name": null,
   "instance_data_dir": null,
   "class_data_dir": null,
   "instance_prompt": null,
   "class_prompt": null,
-  "save_sample_prompt": "Misa Amane girl",
+  "save_sample_prompt": null,
   "save_sample_negative_prompt": null,
   "n_save_sample": 4,
   "save_guidance_scale": 7.5,
   "save_infer_steps": 50,
+  "pad_tokens": false,
   "with_prior_preservation": true,
   "prior_loss_weight": 1.0,
-  "num_class_images": 50,
-  "output_dir": "/content/drive/MyDrive/drive/MyDrive/DBOutput/DeathNote",
-  "seed": 1337,
+  "num_class_images": 100,
+  "output_dir": "F:/AI/Data/Outputs/Dreambooth/DeathNote_v2",
+  "seed": null,
   "resolution": 512,
   "center_crop": false,
   "train_text_encoder": true,
   "train_batch_size": 1,
-  "sample_batch_size": 2,
-  "num_train_epochs": 10,
-  "max_train_steps": 5000,
+  "sample_batch_size": 4,
+  "num_train_epochs": 14,
+  "max_train_steps": 12500,
   "gradient_accumulation_steps": 1,
-  "gradient_checkpointing": false,
+  "gradient_checkpointing": true,
   "learning_rate": 1e-06,
   "scale_lr": false,
-  "lr_scheduler": "constant",
+  "lr_scheduler": "polynomial",
   "lr_warmup_steps": 0,
-  "use_8bit_adam": true,
+  "use_8bit_adam": false,
   "adam_beta1": 0.9,
   "adam_beta2": 0.999,
   "adam_weight_decay": 0.01,
@@ -40,71 +42,66 @@
   "hub_model_id": null,
   "logging_dir": "logs",
   "log_interval": 10,
-  "save_interval": 1000,
-  "save_min_steps": 0,
-  "mixed_precision": "fp16",
+  "save_interval": 2500,
+  "save_min_steps": 7500,
+  "mixed_precision": "no",
   "not_cache_latents": false,
+  "hflip": false,
   "local_rank": -1,
   "concepts_list": [
     {
       "instance_prompt": "DeathNote notebook",
-      "instance_data_dir": "drive/MyDrive/datasets/DeathNote/Notebook",
+      "instance_data_dir": "F:/AI/Data/Datasets/DeathNote/DeathNote_v1/Notebook",
       "class_prompt": "anime notebook",
-      "class_data_dir": "drive/MyDrive/datasets/Regularisation/AnimeNotebook"
+      "class_data_dir": "F:/AI/Data/Datasets/Regularisation/AnimeNotebook"
     },
     {
       "instance_prompt": "Light Yagami man",
-      "instance_data_dir": "drive/MyDrive/datasets/DeathNote/LightYagami",
+      "instance_data_dir": "F:/AI/Data/Datasets/DeathNote/DeathNote_v1/LightYagami",
       "class_prompt": "anime man",
-      "class_data_dir": "drive/MyDrive/datasets/Regularisation/AnimeMan"
+      "class_data_dir": "F:/AI/Data/Datasets/Regularisation/AnimeMan"
     },
     {
       "instance_prompt": "Ryuk demon",
-      "instance_data_dir": "drive/MyDrive/datasets/DeathNote/Ryuk",
+      "instance_data_dir": "F:/AI/Data/Datasets/DeathNote/DeathNote_v1/Ryuk",
       "class_prompt": "anime demon",
-      "class_data_dir": "drive/MyDrive/datasets/Regularisation/AnimeDemon"
+      "class_data_dir": "F:/AI/Data/Datasets/Regularisation/AnimeDemon"
     },
     {
       "instance_prompt": "Sayou Yagami girl",
-      "instance_data_dir": "drive/MyDrive/datasets/DeathNote/SayouYagami",
+      "instance_data_dir": "F:/AI/Data/Datasets/DeathNote/DeathNote_v1/SayouYagami",
       "class_prompt": "anime girl",
-      "class_data_dir": "drive/MyDrive/datasets/Regularisation/AnimeGirl"
+      "class_data_dir": "F:/AI/Data/Datasets/Regularisation/AnimeGirl"
     },
     {
       "instance_prompt": "LLawliet man",
-      "instance_data_dir": "drive/MyDrive/datasets/DeathNote/LLawliet",
+      "instance_data_dir": "F:/AI/Data/Datasets/DeathNote/DeathNote_v1/LLawliet",
       "class_prompt": "anime man",
-      "class_data_dir": "drive/MyDrive/datasets/Regularisation/AnimeMan"
+      "class_data_dir": "F:/AI/Data/Datasets/Regularisation/AnimeMan"
     },
     {
       "instance_prompt": "Naomi Misora girl",
-      "instance_data_dir": "drive/MyDrive/datasets/DeathNote/NaomiMisora",
+      "instance_data_dir": "F:/AI/Data/Datasets/DeathNote/DeathNote_v1/NaomiMisora",
       "class_prompt": "anime girl",
-      "class_data_dir": "drive/MyDrive/datasets/Regularisation/AnimeGirl"
+      "class_data_dir": "F:/AI/Data/Datasets/Regularisation/AnimeGirl"
     },
     {
       "instance_prompt": "Raye Penber man",
-      "instance_data_dir": "drive/MyDrive/datasets/DeathNote/RayePenber",
+      "instance_data_dir": "F:/AI/Data/Datasets/DeathNote/DeathNote_v1/RayePenber",
       "class_prompt": "anime man",
-      "class_data_dir": "drive/MyDrive/datasets/Regularisation/AnimeMan"
+      "class_data_dir": "F:/AI/Data/Datasets/Regularisation/AnimeMan"
     },
     {
       "instance_prompt": "Soichiro Yagami man",
-      "instance_data_dir": "drive/MyDrive/datasets/DeathNote/SoichiroYagami",
+      "instance_data_dir": "F:/AI/Data/Datasets/DeathNote/DeathNote_v1/SoichiroYagami",
       "class_prompt": "anime man",
-      "class_data_dir": "drive/MyDrive/datasets/Regularisation/AnimeMan"
+      "class_data_dir": "F:/AI/Data/Datasets/Regularisation/AnimeMan"
     },
     {
       "instance_prompt": "Misa Amane girl",
-      "instance_data_dir": "drive/MyDrive/datasets/DeathNote/MisaAmane",
+      "instance_data_dir": "F:/AI/Data/Datasets/DeathNote/DeathNote_v1/MisaAmane",
       "class_prompt": "anime girl",
-      "class_data_dir": "drive/MyDrive/datasets/Regularisation/AnimeGirl"
-    },
-    {
-      "instance_prompt": "DNStyle style",
-      "instance_data_dir": "drive/MyDrive/datasets/DeathNote/DNStyle",
-      "class_prompt": "anime style",
-      "class_data_dir": "drive/MyDrive/datasets/Regularisation/AnimeStyle"
+      "class_data_dir": "F:/AI/Data/Datasets/Regularisation/AnimeGirl"
     }
   ]
 }

model_index.json

@@ -1,6 +1,6 @@
 {
   "_class_name": "StableDiffusionPipeline",
-  "_diffusers_version": "0.7.0.dev0",
+  "_diffusers_version": "0.8.0.dev0",
   "feature_extractor": [
     "transformers",
     "CLIPFeatureExtractor"

scheduler/scheduler_config.json

@@ -1,6 +1,6 @@
 {
   "_class_name": "DDIMScheduler",
-  "_diffusers_version": "0.7.0.dev0",
+  "_diffusers_version": "0.8.0.dev0",
   "beta_end": 0.012,
   "beta_schedule": "scaled_linear",
   "beta_start": 0.00085,

text_encoder/config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "runwayml/stable-diffusion-v1-5",
+  "_name_or_path": "F:/AI/Data/Diffusers/trinart_stable_diffusion_v2",
   "architectures": [
     "CLIPTextModel"
   ],
@@ -19,7 +19,7 @@
   "num_hidden_layers": 12,
   "pad_token_id": 1,
   "projection_dim": 768,
-  "torch_dtype": "float32",
-  "transformers_version": "4.23.1",
+  "torch_dtype": "float16",
+  "transformers_version": "4.24.0",
   "vocab_size": 49408
 }

text_encoder/pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:96c15170a0cf658b476b0146e5620f2789b41919acc43920102d1afccd27b58b
-size 492308087
+oid sha256:097a897d722d926d19268ac6ca11479396c8070f68c3654cfde492530c64d5e6
+size 246188833

tokenizer/tokenizer_config.json

@@ -19,7 +19,7 @@
   },
   "errors": "replace",
   "model_max_length": 77,
-  "name_or_path": "/root/.cache/huggingface/diffusers/models--runwayml--stable-diffusion-v1-5/snapshots/51b78538d58bd5526f1cf8e7c03c36e2799e0178/tokenizer",
+  "name_or_path": "F:/AI/Data/Diffusers/trinart_stable_diffusion_v2\\tokenizer",
   "pad_token": "<|endoftext|>",
   "special_tokens_map_file": "./special_tokens_map.json",
   "tokenizer_class": "CLIPTokenizer",

unet/config.json

@@ -1,7 +1,7 @@
 {
   "_class_name": "UNet2DConditionModel",
-  "_diffusers_version": "0.7.0.dev0",
-  "_name_or_path": "runwayml/stable-diffusion-v1-5",
+  "_diffusers_version": "0.8.0.dev0",
+  "_name_or_path": "F:/AI/Data/Diffusers/trinart_stable_diffusion_v2",
   "act_fn": "silu",
   "attention_head_dim": 8,
   "block_out_channels": [

unet/diffusion_pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3f06b9d9913b121480f23854c897bf6a3fc0e5ce61be1700e39fb7523a0278e3
-size 3438364325
+oid sha256:1b54ffbd7d0db8ff2cbac67a58868cd13f7604415b46a9dc36c1c51cd90c2569
+size 1719334053

vae/config.json

@@ -1,7 +1,7 @@
 {
   "_class_name": "AutoencoderKL",
-  "_diffusers_version": "0.7.0.dev0",
-  "_name_or_path": "stabilityai/sd-vae-ft-mse",
+  "_diffusers_version": "0.8.0.dev0",
+  "_name_or_path": "F:/AI/Data/Diffusers/trinart_stable_diffusion_v2",
   "act_fn": "silu",
   "block_out_channels": [
     128,

vae/diffusion_pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1b4889b6b1d4ce7ae320a02dedaeff1780ad77d415ea0d744b476155c6377ddc
-size 334707217
+oid sha256:6723bacd3c60b11a2b4e6007338a54c6964c210116c3ccecb3bfc80e218afc8f
+size 334711857