File size: 2,697 Bytes
b944fa1 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 |
import gradio as gr
import os
from model import Model
examples = [
['Motion 1', "A Robot is dancing in Sahara desert"],
['Motion 2', "A Robot is dancing in Sahara desert"],
['Motion 3', "A Robot is dancing in Sahara desert"],
['Motion 4', "A Robot is dancing in Sahara desert"],
['Motion 5', "A Robot is dancing in Sahara desert"],
]
def create_demo(model: Model):
with gr.Blocks() as demo:
with gr.Row():
gr.Markdown('## Text and Pose Conditional Video Generation')
# with gr.Row():
# gr.HTML(
# """
# <div style="text-align: left; auto;">
# <h2 style="font-weight: 450; font-size: 1rem; margin: 0rem">
# Description:
# </h3>
# </div>
# """)
with gr.Row():
gr.Markdown('### You must select one pose sequence shown on the right, or use the examples')
with gr.Column():
gallery_pose_sequence = gr.Gallery(label="Pose Sequence", value=[('__assets__/poses_skeleton_gifs/dance1.gif', "Motion 1"), ('__assets__/poses_skeleton_gifs/dance2.gif', "Motion 2"), ('__assets__/poses_skeleton_gifs/dance3.gif', "Motion 3"), ('__assets__/poses_skeleton_gifs/dance4.gif', "Motion 4"), ('__assets__/poses_skeleton_gifs/dance5.gif', "Motion 5")]).style(grid=[2], height="auto")
input_video_path = gr.Textbox(label="Pose Sequence",visible=False,value="Motion 1")
gr.Markdown("## Selection")
pose_sequence_selector = gr.Markdown('Pose Sequence: **Motion 1**')
with gr.Column():
prompt = gr.Textbox(label='Prompt')
run_button = gr.Button(label='Run')
with gr.Column():
result = gr.Image(label="Generated Video")
input_video_path.change(on_video_path_update, None, pose_sequence_selector)
gallery_pose_sequence.select(pose_gallery_callback, None, input_video_path)
inputs = [
input_video_path,
prompt,
]
gr.Examples(examples=examples,
inputs=inputs,
outputs=result,
fn=model.process_controlnet_pose,
cache_examples = True,
run_on_click=False,
)
run_button.click(fn=model.process_controlnet_pose,
inputs=inputs,
outputs=result,)
return demo
def on_video_path_update(evt: gr.EventData):
return f'Pose Sequence: **{evt._data}**'
def pose_gallery_callback(evt: gr.SelectData):
return f"Motion {evt.index+1}"
|