Spaces:
Running
on
Zero
Running
on
Zero
File size: 6,070 Bytes
ef0e8a5 33e6b0a ef0e8a5 33e6b0a ef0e8a5 33e6b0a ef0e8a5 33e6b0a ef0e8a5 33e6b0a ef0e8a5 33e6b0a ef0e8a5 33e6b0a ef0e8a5 33e6b0a ef0e8a5 33e6b0a ef0e8a5 33e6b0a ef0e8a5 33e6b0a ef0e8a5 33e6b0a ef0e8a5 c1599d4 ef0e8a5 c1599d4 ef0e8a5 c1599d4 752f3e2 33e6b0a ef0e8a5 33e6b0a ef0e8a5 33e6b0a ef0e8a5 752f3e2 ef0e8a5 752f3e2 33e6b0a ef0e8a5 33e6b0a ef0e8a5 33e6b0a ef0e8a5 33e6b0a ef0e8a5 33e6b0a ef0e8a5 33e6b0a ef0e8a5 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 |
import random
import spaces
import gradio as gr
import numpy as np
import torch
from diffusers import StableDiffusion3Pipeline, SD3Transformer2DModel, FlashFlowMatchEulerDiscreteScheduler
from peft import PeftModel
import os
device = "cuda" if torch.cuda.is_available() else "cpu"
IS_SPACE = os.environ.get("SPACE_ID", None) is not None
transformer = SD3Transformer2DModel.from_pretrained(
"stabilityai/stable-diffusion-3-medium",
subfolder="transformer",
torch_dtype=torch.float16,
revision="refs/pr/26"
)
transformer = PeftModel.from_pretrained(transformer, "jasperai/flash-sd3")
if torch.cuda.is_available():
torch.cuda.max_memory_allocated(device=device)
pipe = StableDiffusion3Pipeline.from_pretrained(
"stabilityai/stable-diffusion-3-medium",
revision="refs/pr/26",
transformer=transformer,
torch_dtype=torch.float16,
text_encoder_3=None,
tokenizer_3=None
)
pipe = pipe.to(device)
else:
pipe = StableDiffusion3Pipeline.from_pretrained(
"stabilityai/stable-diffusion-3-medium",
revision="refs/pr/26",
transformer=transformer,
torch_dtype=torch.float16,
text_encoder_3=None,
tokenizer_3=None
)
pipe = pipe.to(device)
pipe.scheduler = FlashFlowMatchEulerDiscreteScheduler.from_pretrained(
"stabilityai/stable-diffusion-3-medium",
subfolder="scheduler",
revision="refs/pr/26",
)
MAX_SEED = np.iinfo(np.int32).max
MAX_IMAGE_SIZE = 1024
NUM_INFERENCE_STEPS = 4
@spaces.GPU
def infer(prompt, seed, randomize_seed):
if randomize_seed:
seed = random.randint(0, MAX_SEED)
generator = torch.Generator().manual_seed(seed)
image = pipe(
prompt=prompt,
guidance_scale=0,
num_inference_steps=NUM_INFERENCE_STEPS,
generator=generator,
).images[0]
return image
examples = [
"The image showcases a freshly baked bread, possibly focaccia, with rosemary sprigs and red pepper flakes sprinkled on top. It's sliced and placed on a wire cooling rack, with a bowl of mixed peppercorns beside it.",
'a 3D render of a wizard raccoon holding a sign saying "SD3" with a magic wand.',
"A panda reading a book in a lush forest.",
"A raccoon trapped inside a glass jar full of colorful candies, the background is steamy with vivid colors",
"Pirate ship sailing on a sea with the milky way galaxy in the sky and purple glow lights",
"a cute cartoon fluffy rabbit pilot walking on a military aircraft carrier, 8k, cinematic",
"A 3d render of a futuristic city with a giant robot in the middle full of neon lights, pink and blue colors",
"A close up of an old elderly man with green eyes looking straight at the camera",
"photo of a huge red cat with green eyes sitting on a cloud in the sky, looking at the camera",
"A 3D render of a wizard holding a magic wand in a magic forest. The wizard has a green robe and purple hat. There is a blue pig on the left.",
]
css = """
#col-container {
margin: 0 auto;
max-width: 512px;
}
"""
if torch.cuda.is_available():
power_device = "GPU"
else:
power_device = "CPU"
with gr.Blocks(css=css) as demo:
with gr.Column(elem_id="col-container"):
gr.Markdown(
f"""
# ⚡ Flash Diffusion: FlashSD3 ⚡
This is an interactive demo of [Flash Diffusion](https://gojasper.github.io/flash-diffusion-project/), a diffusion distillation method proposed in [Flash Diffusion: Accelerating Any Conditional
Diffusion Model for Few Steps Image Generation](http://arxiv.org/abs/2406.02347) *by Clément Chadebec, Onur Tasar, Eyal Benaroche and Benjamin Aubin.*
[This model](https://huggingface.co/jasperai/flash-sd3) is a **90.4M** LoRA distilled version of [SD3](https://huggingface.co/stabilityai/stable-diffusion-3-medium) model that is able to generate 1024x1024 images in **4 steps**.
The model was trained for ~45 hours on 2 H100 GPUs. Results can be compared with the teacher model [here](https://huggingface.co/spaces/stabilityai/stable-diffusion-3-medium)
Currently running on {power_device}.
"""
)
gr.Markdown(
"If you enjoy the space, please also promote *open-source* by giving a ⭐ to the <a href='https://github.com/gojasper/flash-diffusion' target='_blank'>Github Repo</a>."
)
gr.Markdown(
"💡 *Hint:* To better appreciate the low latency of our method, run the demo locally !"
)
with gr.Row():
prompt = gr.Text(
label="Prompt",
show_label=False,
max_lines=1,
placeholder="Enter your prompt",
container=False,
)
run_button = gr.Button("Run", scale=0)
result = gr.Image(label="Result", show_label=False)
with gr.Accordion("Advanced Settings", open=False):
seed = gr.Slider(
label="Seed",
minimum=0,
maximum=MAX_SEED,
step=1,
value=0,
)
randomize_seed = gr.Checkbox(label="Randomize seed", value=True)
examples = gr.Examples(examples=examples, inputs=[prompt])
gr.Markdown("**Disclaimer:**")
gr.Markdown(
"This demo is only for research purpose. Jasper cannot be held responsible for the generation of NSFW (Not Safe For Work) content through the use of this demo. Users are solely responsible for any content they create, and it is their obligation to ensure that it adheres to appropriate and ethical standards. Jasper provides the tools, but the responsibility for their use lies with the individual user."
)
gr.on(
[run_button.click, seed.change, randomize_seed.change, prompt.submit],
fn=infer,
inputs=[prompt, seed, randomize_seed],
outputs=[result],
show_progress="minimal",
show_api=False,
trigger_mode="always_last",
)
demo.queue().launch(show_api=False)
|