#!/usr/bin/env python from __future__ import annotations import os import pathlib import shlex import subprocess import gradio as gr import torch if os.getenv('SYSTEM') == 'spaces': with open('patch') as f: subprocess.run(shlex.split('patch -p1'), stdin=f, cwd='ControlNet') base_url = 'https://huggingface.co/lllyasviel/ControlNet/resolve/main/annotator/ckpts/' names = [ 'body_pose_model.pth', 'dpt_hybrid-midas-501f0c75.pt', 'hand_pose_model.pth', 'mlsd_large_512_fp32.pth', 'mlsd_tiny_512_fp32.pth', 'network-bsds500.pth', 'upernet_global_small.pth', ] for name in names: command = f'wget https://huggingface.co/lllyasviel/ControlNet/resolve/main/annotator/ckpts/{name} -O {name}' out_path = pathlib.Path(f'ControlNet/annotator/ckpts/{name}') if out_path.exists(): continue subprocess.run(shlex.split(command), cwd='ControlNet/annotator/ckpts/') from app_canny import create_demo as create_demo_canny from app_depth import create_demo as create_demo_depth from app_fake_scribble import create_demo as create_demo_fake_scribble from app_hed import create_demo as create_demo_hed from app_hough import create_demo as create_demo_hough from app_normal import create_demo as create_demo_normal from app_pose import create_demo as create_demo_pose from app_scribble import create_demo as create_demo_scribble from app_scribble_interactive import \ create_demo as create_demo_scribble_interactive from app_seg import create_demo as create_demo_seg from model import Model, download_all_controlnet_weights DESCRIPTION = '# [ControlNet v1.0](https://github.com/lllyasviel/ControlNet) + [Anything-v4.0](https://huggingface.co/andite/anything-v4.0)' SPACE_ID = os.getenv('SPACE_ID') ALLOW_CHANGING_BASE_MODEL = SPACE_ID != 'hysts/ControlNet-with-Anything-v4' if SPACE_ID is not None: DESCRIPTION += f'\n

For faster inference without waiting in queue, you may duplicate the space and upgrade to GPU in settings. Duplicate Space

' if not torch.cuda.is_available(): DESCRIPTION += '\n

Running on CPU 🥶 This demo does not work on CPU.

' if torch.cuda.is_available(): if os.getenv('SYSTEM') == 'spaces': download_all_controlnet_weights() MAX_IMAGES = int(os.getenv('MAX_IMAGES', '3')) DEFAULT_NUM_IMAGES = min(MAX_IMAGES, int(os.getenv('DEFAULT_NUM_IMAGES', '1'))) DEFAULT_MODEL_ID = os.getenv('DEFAULT_MODEL_ID', 'andite/anything-v4.0') model = Model(base_model_id=DEFAULT_MODEL_ID, task_name='canny') with gr.Blocks(css='style.css') as demo: gr.Markdown(DESCRIPTION) with gr.Tabs(): with gr.TabItem('Canny'): create_demo_canny(model.process_canny, max_images=MAX_IMAGES, default_num_images=DEFAULT_NUM_IMAGES) with gr.TabItem('Hough'): create_demo_hough(model.process_hough, max_images=MAX_IMAGES, default_num_images=DEFAULT_NUM_IMAGES) with gr.TabItem('HED'): create_demo_hed(model.process_hed, max_images=MAX_IMAGES, default_num_images=DEFAULT_NUM_IMAGES) with gr.TabItem('Scribble'): create_demo_scribble(model.process_scribble, max_images=MAX_IMAGES, default_num_images=DEFAULT_NUM_IMAGES) with gr.TabItem('Scribble Interactive'): create_demo_scribble_interactive( model.process_scribble_interactive, max_images=MAX_IMAGES, default_num_images=DEFAULT_NUM_IMAGES) with gr.TabItem('Fake Scribble'): create_demo_fake_scribble(model.process_fake_scribble, max_images=MAX_IMAGES, default_num_images=DEFAULT_NUM_IMAGES) with gr.TabItem('Pose'): create_demo_pose(model.process_pose, max_images=MAX_IMAGES, default_num_images=DEFAULT_NUM_IMAGES) with gr.TabItem('Segmentation'): create_demo_seg(model.process_seg, max_images=MAX_IMAGES, default_num_images=DEFAULT_NUM_IMAGES) with gr.TabItem('Depth'): create_demo_depth(model.process_depth, max_images=MAX_IMAGES, default_num_images=DEFAULT_NUM_IMAGES) with gr.TabItem('Normal map'): create_demo_normal(model.process_normal, max_images=MAX_IMAGES, default_num_images=DEFAULT_NUM_IMAGES) with gr.Accordion(label='Base model', open=False): with gr.Row(): with gr.Column(): current_base_model = gr.Text(label='Current base model') with gr.Column(scale=0.3): check_base_model_button = gr.Button('Check current base model') with gr.Row(): with gr.Column(): new_base_model_id = gr.Text( label='New base model', max_lines=1, placeholder='runwayml/stable-diffusion-v1-5', info= 'The base model must be compatible with Stable Diffusion v1.5.', interactive=ALLOW_CHANGING_BASE_MODEL) with gr.Column(scale=0.3): change_base_model_button = gr.Button( 'Change base model', interactive=ALLOW_CHANGING_BASE_MODEL) if not ALLOW_CHANGING_BASE_MODEL: gr.Markdown( '''The base model is not allowed to be changed in this Space so as not to slow down the demo, but it can be changed if you duplicate the Space. Duplicate Space''' ) check_base_model_button.click(fn=lambda: model.base_model_id, outputs=current_base_model, queue=False) new_base_model_id.submit(fn=model.set_base_model, inputs=new_base_model_id, outputs=current_base_model) change_base_model_button.click(fn=model.set_base_model, inputs=new_base_model_id, outputs=current_base_model) demo.queue(api_open=False, max_size=10).launch()