|
import gradio as gr |
|
|
|
from src.audio2vid import audio2video |
|
from src.vid2vid import video2video |
|
|
|
|
|
|
|
title = r""" |
|
<h1>AniPortrait</h1> |
|
""" |
|
|
|
description = r""" |
|
<b>Official 🤗 Gradio demo</b> for <a href='https://github.com/Zejun-Yang/AniPortrait' target='_blank'><b>AniPortrait: Audio-Driven Synthesis of Photorealistic Portrait Animations</b></a>.<br> |
|
""" |
|
|
|
|
|
|
|
with gr.Blocks() as demo: |
|
|
|
gr.Markdown(title) |
|
gr.Markdown(description) |
|
|
|
with gr.Tab("Audio2video"): |
|
with gr.Row(): |
|
with gr.Column(): |
|
with gr.Row(): |
|
a2v_input_audio = gr.Audio(sources=["upload", "microphone"], type="filepath", editable=True, label="Input audio", interactive=True) |
|
a2v_ref_img = gr.Image(label="Upload reference image", sources="upload") |
|
a2v_headpose_video = gr.Video(label="Option: upload head pose reference video", sources="upload") |
|
|
|
with gr.Row(): |
|
a2v_size_slider = gr.Slider(minimum=256, maximum=1024, step=8, value=512, label="Video size (-W & -H)") |
|
a2v_step_slider = gr.Slider(minimum=5, maximum=50, step=1, value=20, label="Steps (--steps)") |
|
|
|
with gr.Row(): |
|
a2v_length = gr.Slider(minimum=0, maximum=300, step=1, value=150, label="Length (-L) (Set 0 to automatically calculate video length.)") |
|
a2v_seed = gr.Number(value=42, label="Seed (--seed)") |
|
|
|
a2v_botton = gr.Button("Generate", variant="primary") |
|
a2v_output_video = gr.PlayableVideo(label="Result", interactive=False) |
|
|
|
gr.Examples( |
|
examples=[ |
|
["configs/inference/audio/lyl.wav", "configs/inference/ref_images/Aragaki.png", None], |
|
["configs/inference/audio/lyl.wav", "configs/inference/ref_images/solo.png", None], |
|
["configs/inference/audio/lyl.wav", "configs/inference/ref_images/lyl.png", "configs/inference/head_pose_temp/pose_ref_video.mp4"], |
|
], |
|
inputs=[a2v_input_audio, a2v_ref_img, a2v_headpose_video], |
|
) |
|
|
|
|
|
with gr.Tab("Video2video"): |
|
with gr.Row(): |
|
with gr.Column(): |
|
with gr.Row(): |
|
v2v_ref_img = gr.Image(label="Upload reference image", sources="upload") |
|
v2v_source_video = gr.Video(label="Upload source video", sources="upload") |
|
|
|
with gr.Row(): |
|
v2v_size_slider = gr.Slider(minimum=256, maximum=1024, step=8, value=512, label="Video size (-W & -H)") |
|
v2v_step_slider = gr.Slider(minimum=5, maximum=50, step=1, value=20, label="Steps (--steps)") |
|
|
|
with gr.Row(): |
|
v2v_length = gr.Slider(minimum=0, maximum=300, step=1, value=150, label="Length (-L) (Set 0 to automatically calculate video length.)") |
|
v2v_seed = gr.Number(value=42, label="Seed (--seed)") |
|
|
|
v2v_botton = gr.Button("Generate", variant="primary") |
|
v2v_output_video = gr.PlayableVideo(label="Result", interactive=False) |
|
|
|
gr.Examples( |
|
examples=[ |
|
["configs/inference/ref_images/Aragaki.png", "configs/inference/video/Aragaki_song.mp4"], |
|
["configs/inference/ref_images/solo.png", "configs/inference/video/Aragaki_song.mp4"], |
|
["configs/inference/ref_images/lyl.png", "configs/inference/head_pose_temp/pose_ref_video.mp4"], |
|
], |
|
inputs=[v2v_ref_img, v2v_source_video, a2v_headpose_video], |
|
) |
|
|
|
a2v_botton.click( |
|
fn=audio2video, |
|
inputs=[a2v_input_audio, a2v_ref_img, a2v_headpose_video, |
|
a2v_size_slider, a2v_step_slider, a2v_length, a2v_seed], |
|
outputs=[a2v_output_video, a2v_ref_img] |
|
) |
|
v2v_botton.click( |
|
fn=video2video, |
|
inputs=[v2v_ref_img, v2v_source_video, |
|
v2v_size_slider, v2v_step_slider, v2v_length, v2v_seed], |
|
outputs=[v2v_output_video, v2v_ref_img] |
|
) |
|
|
|
demo.launch() |
|
|
