import gradio as gr import modin.pandas as pd import torch from PIL import Image import imageio from diffusers import StableDiffusionXLImg2ImgPipeline device = "cuda" if torch.cuda.is_available() else "cpu" model_id = "stabilityai/stable-diffusion-xl-refiner-1.0" #adapter = T2IAdapter.from_pretrained( #"TencentARC/t2i-adapter-sketch-sdxl-1.0") #scheduler = EulerAncestralDiscreteScheduler.from_pretrained(model_id, subfolder="scheduler") pipe = StableDiffusionXLImg2ImgPipeline.from_pretrained(model_id) pipe = pipe.to(device) def resize(value,img): img = Image.open(img) img = img.resize((value,value)) return img def infer(source_img, prompt, negative_prompt, guide, steps, seed): generator = torch.Generator(device).manual_seed(seed) imageio.imwrite("data.png", source_img) src = resize(768, 'data.png') image = pipe(prompt, negative_prompt=negative_prompt, image=src, strength=1, guidance_scale=guide, num_inference_steps=steps).images[0] return image gr.Interface(fn=infer, inputs=[gr.Sketchpad(type='numpy'), gr.Textbox(label = 'Prompt Input Text. 77 Token (Keyword or Symbol) Maximum'), gr.Textbox(label='What you Do Not want the AI to generate.'), gr.Slider(5, 15, value = 10, label = 'Guidance Scale'), gr.Slider(25, 50, value = 25, step = 25, label = 'Number of Iterations'), gr.Slider(label = "Seed", minimum = 0, maximum = 987654321987654321, step = 1, randomize = True)], outputs='image', title = "Stable Diffusion XL 1.0 Doodle to Image CPU", description = "For more information on Stable Diffusion XL 1.0 see https://huggingface.co/stabilityai/stable-diffusion-xl-refiner-1.0

Sketch an Image then enter a Prompt, or let it just do its Thing, then click submit. 10 Iterations takes about ~900-1200 seconds currently. For more informationon about Stable Diffusion or Suggestions for prompts, keywords, artists or styles see https://github.com/Maks-s/sd-akashic", article = "Code Monkey: Manjushri").queue(max_size=5).launch()