Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -9,18 +9,14 @@ import subprocess
|
|
9 |
import gradio as gr
|
10 |
from pipelines.pipeline import InferencePipeline
|
11 |
|
12 |
-
FFMPEG_COMMAND = "-loglevel error -y -r 25 -pix_fmt yuv420p -f mp4"
|
13 |
pipelines = {
|
14 |
-
"VSR(
|
15 |
"ASR": InferencePipeline("./configs/LRS3_A_WER1.0.ini", device="cuda:0", face_track=True, detector="retinaface"),
|
16 |
-
"AVSR(
|
17 |
}
|
18 |
print("Step 0. Model has been loaded.")
|
19 |
|
20 |
def fn(pipeline_type, filename):
|
21 |
-
directory = "./tmp_video"
|
22 |
-
if not os.path.exists(directory):
|
23 |
-
os.makedirs(directory)
|
24 |
print("Step 0. Video has been uploaded.")
|
25 |
os.system(command_string)
|
26 |
selected_pipeline_instance = pipelines[pipeline_type]
|
@@ -57,7 +53,7 @@ with demo:
|
|
57 |
</div>
|
58 |
"""
|
59 |
)
|
60 |
-
dropdown_list = gr.inputs.Dropdown(["
|
61 |
video_file = gr.Video(label="INPUT VIDEO", include_audio=True)
|
62 |
text = gr.Textbox(label="PREDICTION")
|
63 |
btn = gr.Button("Submit").style(full_width=True)
|
|
|
9 |
import gradio as gr
|
10 |
from pipelines.pipeline import InferencePipeline
|
11 |
|
|
|
12 |
pipelines = {
|
13 |
+
"VSR(mediapipe)": InferencePipeline("./configs/LRS3_V_WER19.1.ini", device="cuda:0", face_track=True, detector="mediapipe"),
|
14 |
"ASR": InferencePipeline("./configs/LRS3_A_WER1.0.ini", device="cuda:0", face_track=True, detector="retinaface"),
|
15 |
+
"AVSR(mediapipe)": InferencePipeline("./configs/LRS3_AV_WER0.9.ini", device="cuda:0", face_track=True, detector="mediapipe")
|
16 |
}
|
17 |
print("Step 0. Model has been loaded.")
|
18 |
|
19 |
def fn(pipeline_type, filename):
|
|
|
|
|
|
|
20 |
print("Step 0. Video has been uploaded.")
|
21 |
os.system(command_string)
|
22 |
selected_pipeline_instance = pipelines[pipeline_type]
|
|
|
53 |
</div>
|
54 |
"""
|
55 |
)
|
56 |
+
dropdown_list = gr.inputs.Dropdown(["ASR", "VSR(mediapipe)", "AVSR(mediapipe)"], label="model")
|
57 |
video_file = gr.Video(label="INPUT VIDEO", include_audio=True)
|
58 |
text = gr.Textbox(label="PREDICTION")
|
59 |
btn = gr.Button("Submit").style(full_width=True)
|