Spaces:
Runtime error
Runtime error
import gradio as gr | |
import os | |
import subprocess | |
import whisper | |
from whisper.utils import write_vtt | |
model = whisper.load_model("small") | |
def video2mp3(video_file, output_ext="mp3"): | |
filename, ext = os.path.splitext(video_file) | |
subprocess.call(["ffmpeg", "-y", "-i", video_file, f"{filename}.{output_ext}"], | |
stdout=subprocess.DEVNULL, | |
stderr=subprocess.STDOUT) | |
return f"{filename}.{output_ext}" | |
def transcribe_audio(file): | |
options = dict(task="transcribe", best_of=5, fp16 = False) | |
text = model.transcribe(file, **options)["text"] | |
return text.strip() | |
def translate_audio(file): | |
options = dict(task="translate", best_of=5, fp16 = False) | |
text = model.transcribe(file, **options)["text"] | |
return text.strip() | |
def translate_video(input_video): | |
audio_file = video2mp3(input_video) | |
options = dict(beam_size=5, best_of=5, fp16 = False) | |
translate_options = dict(task="translate", **options) | |
result = model.transcribe(audio_file,**translate_options) | |
output_dir = '/content/' | |
audio_path = audio_file.split(".")[0] | |
with open(os.path.join(output_dir, audio_path + ".vtt"), "w") as vtt: | |
write_vtt(result["segments"], file=vtt) | |
subtitle = audio_path + ".vtt" | |
output_video = audio_path + "_subtitled.mp4" | |
os.system(f"ffmpeg -i {input_video} -vf subtitles={subtitle} {output_video}") | |
return output_video | |
block = gr.Blocks() | |
with block: | |
with gr.Group(): | |
with gr.Box(): | |
with gr.Row().style(): | |
inp_video = gr.Video( | |
label="Input Video", | |
type="filepath", | |
mirror_webcam = False | |
) | |
op_video = gr.Video() | |
btn = gr.Button("Generate Subtitle Video") | |
btn.click(translate_video, inputs=[inp_video], outputs=[op_video]) | |
with gr.Group(): | |
audio = gr.Audio( | |
show_label=False, | |
source="microphone", | |
type="filepath" | |
) | |
with gr.Box(): | |
with gr.Row().style(equal_height=True): | |
transcribe_button = gr.Button("Transcribe") | |
translate_button = gr.Button("Translate") | |
textbox = gr.Textbox(show_label=False) | |
transcribe_button.click(transcribe_audio, inputs=[audio], outputs=[textbox]) | |
translate_button.click(translate_audio, inputs=[audio], outputs=[textbox]) | |
block.launch(debug = True) |