controlnet

app.py

@@ -4,17 +4,25 @@ import numpy as np
 import modin.pandas as pd
 from PIL import Image
 from diffusers import DiffusionPipeline
+from diffusers import StableDiffusionControlNetPipeline, ControlNetModel
+
 
 device = "cuda" if torch.cuda.is_available() else "cpu"
 
-pipe = DiffusionPipeline.from_pretrained("krnl/venereital-IA-23", safety_checker=None)
-pipe = pipe.to(device)
+controlnet = ControlNetModel.from_pretrained("CrucibleAI/ControlNetMediaPipeFace", torch_dtype=torch.float16)
+pipe = StableDiffusionControlNetPipeline.from_pretrained(
+    "krnl/venereital-IA-23",  controlnet=controlnet, torch_dtype=torch.float16
+).to("cuda")
+ì
+
+
 
 def genie (prompt, negative_prompt):
      generator = torch.Generator(device=device).manual_seed(-1)
      prompt = "photo of sks person, " + prompt
      negative_prompt = "nude, naked, tits, nsfw, " + negative_prompt
-     images = pipe(prompt, negative_prompt=negative_prompt, width=512, height=512, num_inference_steps=25, guidance_scale=7, num_images_per_prompt=1, generator=generator).images[0]
+     centered = Image.open("centered.png").convert("RGB")
+     images = pipe(prompt, image=centered, negative_prompt=negative_prompt, width=512, height=512, num_inference_steps=25, guidance_scale=7, num_images_per_prompt=1, generator=generator).images[0]
      return images
     
-gr.Interface(fn=genie, inputs=[gr.Textbox(label='Descrivi la tua venere ideale',default="capelli rossi, con occhiali da sole"), gr.Textbox(label='Descrivi cosa non vorresti vedere',default="faccia triste")], outputs='image', title="Generatore di Venere", description="Genera la tua Venere! Scatena la tua fantsIA!").launch(debug=True, max_threads=True)
+gr.Interface(fn=genie, inputs=[gr.Textbox(label='Descrivi la tua venere ideale (IN ENGLISH) ex: wearing sunglasses'), gr.Textbox(label='Descrivi cosa non vorresti vedere, (IN ENGLISH) ex: wearing hat')], outputs='image', title="Generatore di Venere", description="Genera la tua Venere! Scatena la tua fantsIA!").launch(debug=True, max_threads=True)