Spaces:
No application file
No application file
File size: 2,214 Bytes
b76d03d |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 |
from diffusers import StableDiffusionControlNetPipeline, ControlNetModel, UniPCMultistepScheduler
from diffusers.utils import load_image
import numpy as np
import torch
import cv2
from PIL import Image
device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
device
# load control net and stable diffusion v1-5
base_model_path = "runwayml/stable-diffusion-v1-5"
controlnet_path = "LuyangZ/controlnet_Neufert4_64_100"
controlnet = ControlNetModel.from_pretrained(controlnet_path, use_safetensors=True)
pipe = StableDiffusionControlNetPipeline.from_pretrained(
base_model_path, controlnet=controlnet, use_safetensors=True)
# speed up diffusion process with faster scheduler and memory optimization
pipe.scheduler = UniPCMultistepScheduler.from_config(pipe.scheduler.config)
pipe = pipe.to(device)
# pipe.set_progress_bar_config(disable=True)
# generate image
control_image = load_image("C:/Users/luyan/diffusers/examples/controlnet/Test/1030_4465_8e4734b920a2be9f0e7d85b734b7fa7e.png")
# speed up diffusion process with faster scheduler and memory optimization
pipe.scheduler = UniPCMultistepScheduler.from_config(pipe.scheduler.config)
# generate image
control_image = load_image("C:/Users/luyan/diffusers/examples/controlnet/Test/2179_9871_432b1fbf16d04cd8371cd9ece543cb28.png")
# pipe = pipe.to(device)
# generator = torch.manual_seed(0)
# generator = torch.Generator(device=device).manual_seed(999)
# generator = None
# images = []
# for i in range(5):
# image = pipe(
# "floor plan,2 bedrooms", num_inference_steps=100, image=control_image
# ).images[0]
# images.append(image)
generator = torch.Generator(device=device).manual_seed(333)
images = []
for i in range(5):
image = pipe(
"floor plan,2 bedrooms", num_inference_steps=20, generator=generator, image=control_image
).images[0]
images.append(image)
def make_grid(images, size=512):
"""Given a list of PIL images, stack them together into a line for easy viewing"""
output_im = Image.new("RGB", (size * len(images), size))
for i, im in enumerate(images):
output_im.paste(im.resize((size, size)), (i * size, 0))
return output_im
make_grid(images, size=512) |