Update app.py

app.py

@@ -5,6 +5,7 @@ import torch
 from PIL import Image
 import random
 import os
+from huggingface_hub import hf_hub_download
 
 
 model_id = 'aipicasso/picasso-diffusion-1-0-demo'
@@ -32,6 +33,27 @@ pipe_i2i=pipe_i2i_merged.to("cuda")
 pipe.enable_xformers_memory_efficient_attention()
 pipe_i2i.enable_xformers_memory_efficient_attention()
 
+nfixer_path=hf_hub_download(repo_id=model_id, filename="nfixer.pt")
+embeddings_dict=torch.load(nfixer_path)
+print(embeddings_dict)
+if "string_to_param" in embeddings_dict:
+    embeddings = next(iter(embeddings_dict['string_to_param'].values()))
+    placeholder_token = ""
+    for i, emb in enumerate(embeddings):
+        token = f"_s{i+1}"
+        placeholder_token += token
+        pipe.tokenizer.add_tokens(token)
+        pipe.text_encoder.resize_token_embeddings(len(pipe.tokenizer))
+        token_id = pipe.tokenizer.convert_tokens_to_ids(token)
+        pipe.text_encoder.get_input_embeddings().weight.data[token_id] = emb
+else:
+    placeholder_token = list(embeddings_dict.keys())[0]
+    embeddings = embeddings_dict[placeholder_token].to(pipe.text_encoder.get_input_embeddings().weight.dtype)
+    pipe.tokenizer.add_tokens(placeholder_token)
+    pipe.text_encoder.resize_token_embeddings(len(pipe.tokenizer))
+    placeholder_token_id = pipe.tokenizer.convert_tokens_to_ids(placeholder_token)
+    pipe.text_encoder.get_input_embeddings().weight.data[placeholder_token_id] = embeddings
+
 def error_str(error, title="Error"):
     return f"""#### {title}
             {error}"""  if error else ""
@@ -77,7 +99,7 @@ def auto_prompt_correction(prompt_ui,neg_prompt_ui,disable_auto_prompt_correctio
 
     if(prompt=="" and neg_prompt==""):
         prompt="anime, masterpiece, portrait, a girl with flowers, good pupil, 4k, detailed"
-        neg_prompt=f"(((deformed))), blurry, ((((bad anatomy)))), bad pupil, disfigured, poorly drawn face, mutation, mutated, (extra limb), (ugly), (poorly drawn hands), bad hands, fused fingers, messy drawing, broken legs censor, low quality, (mutated hands and fingers:1.5), (long body :1.3), (mutation, poorly drawn :1.2), ((bad eyes)), ui, error, missing fingers, fused fingers, one hand with more than 5 fingers, one hand with less than 5 fingers, one hand with more than 5 digit, one hand with less than 5 digit, extra digit, fewer digits, fused digit, missing digit, bad digit, liquid digit, long body, uncoordinated body, unnatural body, lowres, jpeg artifacts, 3d, cg, text"
+        neg_prompt=f"{placeholder_token},(((deformed))), blurry, ((((bad anatomy)))), bad pupil, disfigured, poorly drawn face, mutation, mutated, (extra limb), (ugly), (poorly drawn hands), bad hands, fused fingers, messy drawing, broken legs censor, low quality, (mutated hands and fingers:1.5), (long body :1.3), (mutation, poorly drawn :1.2), ((bad eyes)), ui, error, missing fingers, fused fingers, one hand with more than 5 fingers, one hand with less than 5 fingers, one hand with more than 5 digit, one hand with less than 5 digit, extra digit, fewer digits, fused digit, missing digit, bad digit, liquid digit, long body, uncoordinated body, unnatural body, lowres, jpeg artifacts, 3d, cg, text"
         return prompt, neg_prompt
 
     splited_prompt=prompt.replace(","," ").replace("_"," ").split(" ")
@@ -86,7 +108,7 @@ def auto_prompt_correction(prompt_ui,neg_prompt_ui,disable_auto_prompt_correctio
     for word in human_words:
         if( word in splited_prompt):
             prompt=f"anime, masterpiece, {prompt}, good pupil, 4k, detailed"
-            neg_prompt=f"(((deformed))), blurry, ((((bad anatomy)))), {neg_prompt}, bad pupil, disfigured, poorly drawn face, mutation, mutated, (extra limb), (ugly), (poorly drawn hands), bad hands, fused fingers, messy drawing, broken legs censor, low quality, (mutated hands and fingers:1.5), (long body :1.3), (mutation, poorly drawn :1.2), ((bad eyes)), ui, error, missing fingers, fused fingers, one hand with more than 5 fingers, one hand with less than 5 fingers, one hand with more than 5 digit, one hand with less than 5 digit, extra digit, fewer digits, fused digit, missing digit, bad digit, liquid digit, long body, uncoordinated body, unnatural body, lowres, jpeg artifacts, 3d, cg, text"
+            neg_prompt=f"{placeholder_token},(((deformed))), blurry, ((((bad anatomy)))), {neg_prompt}, bad pupil, disfigured, poorly drawn face, mutation, mutated, (extra limb), (ugly), (poorly drawn hands), bad hands, fused fingers, messy drawing, broken legs censor, low quality, (mutated hands and fingers:1.5), (long body :1.3), (mutation, poorly drawn :1.2), ((bad eyes)), ui, error, missing fingers, fused fingers, one hand with more than 5 fingers, one hand with less than 5 fingers, one hand with more than 5 digit, one hand with less than 5 digit, extra digit, fewer digits, fused digit, missing digit, bad digit, liquid digit, long body, uncoordinated body, unnatural body, lowres, jpeg artifacts, 3d, cg, text"
             return prompt, neg_prompt
             
     animal_words=["cat","dog","bird"]