fjenett's picture
adding accelerate
4bb0520
import gradio as gr
from diffusers import DiffusionPipeline
import torch
pipeline = DiffusionPipeline.from_pretrained("dreamlike-art/dreamlike-photoreal-2.0")
# move to GPU if available
if torch.cuda.is_available():
pipeline = pipeline.to("cuda")
else:
print('No CUDA, using CPU')
def generate(prompts):
images = pipeline(list(prompts)).images
return [images]
demo = gr.Interface(generate,
"textbox",
"image",
batch=True,
max_batch_size=4 # Set the batch size based on your CPU/GPU memory
).queue()
if __name__ == "__main__":
demo.launch()