Spaces:
Running
Running
| #!/usr/bin/env python | |
| from __future__ import annotations | |
| import spaces | |
| import gradio as gr | |
| import torch | |
| import PIL.Image | |
| import numpy as np | |
| from app_canny import create_demo as create_demo_canny | |
| from app_depth import create_demo as create_demo_depth | |
| from app_ip2p import create_demo as create_demo_ip2p | |
| from app_lineart import create_demo as create_demo_lineart | |
| from app_mlsd import create_demo as create_demo_mlsd | |
| from app_normal import create_demo as create_demo_normal | |
| from app_normal_old import create_demo as create_demo_normal_old | |
| from app_openpose import create_demo as create_demo_openpose | |
| from app_scribble import create_demo as create_demo_scribble | |
| from app_scribble_interactive import create_demo as create_demo_scribble_interactive | |
| from app_segmentation import create_demo as create_demo_segmentation | |
| from app_shuffle import create_demo as create_demo_shuffle | |
| from app_softedge import create_demo as create_demo_softedge | |
| from app_tile import create_demo as create_demo_tile | |
| from model import Model | |
| from settings import ALLOW_CHANGING_BASE_MODEL, DEFAULT_MODEL_ID, SHOW_DUPLICATE_BUTTON | |
| DESCRIPTION = r""" | |
| <center> | |
| <h1>ControlLoRA Version 3: LoRA Is All You Need to Control the Spatial Information of Stable Diffusion</h1> | |
| <a href="https://huggingface.co/HighCWu/control-lora-v3">[Models]</a> | |
| <a href="https://github.com/HighCWu/control-lora-v3">[Github]</a> | |
| </center> | |
| ***Note:*** I used a high learning rate and a short number of steps for training, and the dataset was also generated, | |
| so the generation results may not be very good. | |
| It is recommended that researchers use real data, lower learning and longer training steps to train to achieve better generation results. | |
| """ | |
| model = Model(base_model_id=DEFAULT_MODEL_ID, task_name="Canny") | |
| with gr.Blocks(css="style.css") as demo: | |
| gr.Markdown(DESCRIPTION) | |
| gr.DuplicateButton( | |
| value="Duplicate Space for private use", | |
| elem_id="duplicate-button", | |
| visible=SHOW_DUPLICATE_BUTTON, | |
| ) | |
| with gr.Tabs(): | |
| with gr.TabItem("Canny"): | |
| create_demo_canny(spaces.GPU(model.process_canny)) | |
| # with gr.TabItem("MLSD"): | |
| # create_demo_mlsd(spaces.GPU(model.process_mlsd)) | |
| # with gr.TabItem("Scribble"): | |
| # create_demo_scribble(spaces.GPU(model.process_scribble)) | |
| # with gr.TabItem("Scribble Interactive"): | |
| # create_demo_scribble_interactive(spaces.GPU(model.process_scribble_interactive)) | |
| # with gr.TabItem("SoftEdge"): | |
| # create_demo_softedge(spaces.GPU(model.process_softedge)) | |
| with gr.TabItem("OpenPose"): | |
| create_demo_openpose(spaces.GPU(model.process_openpose)) | |
| with gr.TabItem("Segmentation"): | |
| create_demo_segmentation(spaces.GPU(model.process_segmentation)) | |
| with gr.TabItem("Depth"): | |
| create_demo_depth(spaces.GPU(model.process_depth)) | |
| # with gr.TabItem("Normal map"): | |
| # create_demo_normal(spaces.GPU(model.process_normal)) | |
| with gr.TabItem("Normal map (old)"): | |
| create_demo_normal_old(spaces.GPU(model.process_normal_old)) | |
| # with gr.TabItem("Lineart"): | |
| # create_demo_lineart(spaces.GPU(model.process_lineart)) | |
| # with gr.TabItem("Content Shuffle"): | |
| # create_demo_shuffle(spaces.GPU(model.process_shuffle)) | |
| # with gr.TabItem("Instruct Pix2Pix"): | |
| # create_demo_ip2p(spaces.GPU(model.process_ip2p)) | |
| with gr.TabItem("Tile"): | |
| create_demo_tile(spaces.GPU(model.process_tile)) | |
| with gr.Accordion(label="Base model", open=False): | |
| with gr.Row(): | |
| with gr.Column(scale=5): | |
| current_base_model = gr.Text(label="Current base model") | |
| with gr.Column(scale=1): | |
| check_base_model_button = gr.Button("Check current base model") | |
| with gr.Row(): | |
| with gr.Column(scale=5): | |
| new_base_model_id = gr.Text( | |
| label="New base model", | |
| max_lines=1, | |
| placeholder="SG161222/Realistic_Vision_V4.0_noVAE", | |
| info="The base model must be compatible with Stable Diffusion v1.5.", | |
| interactive=ALLOW_CHANGING_BASE_MODEL, | |
| ) | |
| with gr.Column(scale=1): | |
| change_base_model_button = gr.Button("Change base model", interactive=ALLOW_CHANGING_BASE_MODEL) | |
| if not ALLOW_CHANGING_BASE_MODEL: | |
| gr.Markdown( | |
| """The base model is not allowed to be changed in this Space so as not to slow down the demo, but it can be changed if you duplicate the Space.""" | |
| ) | |
| check_base_model_button.click( | |
| fn=lambda: model.base_model_id, | |
| outputs=current_base_model, | |
| queue=False, | |
| api_name="check_base_model", | |
| ) | |
| gr.on( | |
| triggers=[new_base_model_id.submit, change_base_model_button.click], | |
| fn=model.set_base_model, | |
| inputs=new_base_model_id, | |
| outputs=current_base_model, | |
| api_name=False, | |
| ) | |
| if __name__ == "__main__": | |
| demo.queue(max_size=20).launch() | |