Backwards compatible gradIO

.gitattributes

@@ -29,3 +29,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zstandard filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+*.png filter=lfs diff=lfs merge=lfs -text
+poses.zip filter=lfs diff=lfs merge=lfs -text

.gitignore

@@ -1,11 +1,12 @@
 results/
+poses/
 test_data/
 test_data_pre/
 character_sheet/
 # weights/
-x264/
-*.mp3
 *.mp4
+*.webm
+x264/
 filelist.txt
 complex_infer.sh
 __pycache__/

README.md

@@ -3,8 +3,8 @@ title: CoNR
 emoji: ⚡
 colorFrom: gray
 colorTo: red
-sdk: streamlit
-sdk_version: 1.10.0
+sdk: gradio
+sdk_version: 3.14.0
 app_file: app.py
 pinned: false
 license: mit

app.py

@@ -1,63 +1,53 @@
-import cv2
 import numpy as np
-import streamlit as st
+import gradio as gr
 import os
 import base64
 
-st.set_page_config(layout="wide", page_title="CoNR demo", page_icon="🪐")
-
-st.title("CoNR demo")
-st.markdown(""" <style> 
-            #MainMenu {visibility: hidden;} 
-            footer {visibility: hidden;} 
-            </style> """, unsafe_allow_html=True)
 
 def get_base64(bin_file):
     with open(bin_file, "rb") as f:
         data = f.read()
     return base64.b64encode(data).decode()
 
-# def set_background(png_file):
-#     bin_str = get_base64(png_file)
-#     page_bg_img = '''
-#     <style>
-#     .stApp {
-#     background-image: url("data:image/png;base64,%s");
-#     background-size: 1920px 1080px;
-#     background-attachment:fixed;
-#     background-position:center;
-#     background-repeat:no-repeat;
-#     }
-#     </style>
-#     ''' % bin_str
-#     st.markdown(page_bg_img, unsafe_allow_html=True)
-
-# set_background('ipad_bg.png')
-
-upload_img = (st.file_uploader("输入character sheet", "png", accept_multiple_files=True))
-pose_format = "png"
-upload_img2 = (st.file_uploader("pose images", pose_format, accept_multiple_files=True))
-
-# os.system("sh download.sh")
-
-if st.button("RUN!"):
+
+def conr_fn(character_sheets, pose_zip):
     os.system("rm character_sheet/*")
     os.system("rm result/*")
     os.system("rm poses/*")
-    if upload_img is not None:
-        os.makedirs("character_sheet", exist_ok=True)
-        for i in range(len(upload_img)):
-            with open(f"character_sheet/{i}.{pose_format}", "wb") as f:
-                f.write(upload_img[i].read())
-        os.makedirs("poses", exist_ok=True)
-        for i, e in enumerate(sorted(upload_img2, key=lambda x: x.name)):
-            with open(f"poses/{i:04}.png", "wb") as f:
-                f.write(e.read())
-        st.info("Thinking...")
-        os.system("sh infer.sh")
-        st.info("Done!")
-        video_file=open("output.mp4", "rb")
-        video_bytes = video_file.read()
-        st.video(video_bytes, start_time=0)
-    else:
-        st.info("Please upload a picture")
+    os.makedirs("character_sheet", exist_ok=True)
+    for i, e in enumerate(character_sheets):
+        with open(f"character_sheet/{i}.png", "wb") as f:
+            e.seek(0)
+            f.write(e.read())
+            e.seek(0)
+    os.makedirs("poses", exist_ok=True)
+    pose_zip.seek(0)
+    open("poses.zip", "wb").write(pose_zip.read())
+    os.system(f"unzip -d poses poses.zip")
+    os.system("sh infer.sh")
+    return "output.mp4"
+
+
+with gr.Blocks() as ui:
+    gr.Markdown("CoNR demo")
+    gr.Markdown("<a target='_blank' href='https://colab.research.google.com/github/megvii-research/CoNR/blob/main/notebooks/conr.ipynb'> <img src='https://colab.research.google.com/assets/colab-badge.svg' alt='Open In Colab'/></a>")
+    gr.Markdown("Unofficial demo for CoNR.")
+
+    with gr.Row():
+        with gr.Column():
+            gr.Markdown("## Parse video")
+        with gr.Column():
+            gr.Markdown("## Animate character")
+            gr.Markdown("Character sheet")
+            character_sheets = gr.File(file_count="multiple")
+            gr.Markdown("Pose zip")  # Don't hack
+            pose_video = gr.File(file_count="single")
+
+            # os.system("sh download.sh")
+            run = gr.Button("Run")
+            video = gr.Video()
+            run.click(fn=conr_fn, inputs=[character_sheets, pose_video], outputs=video)
+
+# ui.launch()
+demo = ui
+demo.launch()

poses.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d6a3ed9527dd6b04275bf4c81704ac50c9b8cd1bf4a26b1d3ec6658e200ff57
+size 10662874