up

run_local_img2img_xl.py

@@ -1,6 +1,7 @@
 #!/usr/bin/env python3
 from diffusers import DiffusionPipeline, EulerDiscreteScheduler, StableDiffusionPipeline, KDPM2DiscreteScheduler, StableDiffusionImg2ImgPipeline, HeunDiscreteScheduler, KDPM2AncestralDiscreteScheduler, DDIMScheduler, StableDiffusionXLImg2ImgPipeline
 import time
+import numpy as np
 import os
 from huggingface_hub import HfApi
 # from compel import Compel
@@ -15,7 +16,7 @@ path = sys.argv[1]
 
 api = HfApi()
 start_time = time.time()
-pipe = StableDiffusionXLImg2ImgPipeline.from_pretrained(path, torch_dtype=torch.float16)
+pipe = StableDiffusionXLImg2ImgPipeline.from_pretrained(path)
 pipe.scheduler = EulerDiscreteScheduler.from_config(pipe.scheduler.config)
 # pipe.scheduler = DDIMScheduler.from_config(pipe.scheduler.config)
 # pipe = StableDiffusionImg2ImgXLPipeline.from_pretrained(path, torch_dtype=torch.float16, safety_checker=None
@@ -23,20 +24,18 @@ pipe.scheduler = EulerDiscreteScheduler.from_config(pipe.scheduler.config)
 # compel = Compel(tokenizer=pipe.tokenizer, text_encoder=pipe.text_encoder)
 
 
-pipe = pipe.to("cuda")
-
-prompt = "A red castle on a beautiful landscape with a nice sunset"
+prompt = "An astronaut riding a green horse on Mars"
 
 
 # pipe.unet.to(memory_format=torch.channels_last)
 # pipe.unet = torch.compile(pipe.unet, mode="reduce-overhead", fullgraph=True)
 # pipe(prompt=prompt, num_inference_steps=2).images[0]
-url = "https://raw.githubusercontent.com/CompVis/stable-diffusion/main/assets/stable-samples/img2img/sketch-mountains-input.jpg"
-
-response = requests.get(url)
-init_image = Image.open(BytesIO(response.content)).convert("RGB").resize((1024, 1024))
+# url = "https://raw.githubusercontent.com/CompVis/stable-diffusion/main/assets/stable-samples/img2img/sketch-mountains-input.jpg"
+# 
+# response = requests.get(url)
+init_image = torch.from_numpy(np.load("/home/patrick/images/xl_latents.npy"))
 
-image = pipe(prompt=prompt, image=init_image, strength=0.9).images[0]
+image = pipe(prompt=prompt, image=init_image).images[0]
 
 file_name = f"aaa"
 path = os.path.join(Path.home(), "images", f"{file_name}.png")