import gradio as gr | |
import argparse | |
# import os | |
# import torch | |
# from time import sleep | |
# from tqdm import tqdm | |
# from lang_list import union_language_dict | |
# # import pyperclip | |
# from pytube import YouTube | |
# import re | |
# NUMBER = 100 | |
# DEVICE = "cuda" if torch.cuda.is_available() else "cpu" | |
# # DEVICE = "cpu" | |
# DOWNLOAD = True | |
# SLICE_AUDIO = False | |
# SEPARE_VOCALS = False | |
# TRANSCRIBE_AUDIO = False | |
# CONCATENATE_TRANSCRIPTIONS = False | |
# TRANSLATE_TRANSCRIPTIONS = False | |
# ADD_SUBTITLES_TO_VIDEO = False | |
# REMOVE_FILES = False | |
# REMOVE_ALL = False | |
# if SEPARE_VOCALS: | |
# SECONDS = 150 | |
# else: | |
# SECONDS = 300 | |
# YOUTUBE = "youtube" | |
# TWITCH = "twitch" | |
# ERROR = "error" | |
# language_dict = union_language_dict() | |
# def subtify_no_ui(): | |
# number_works = 7 | |
# progress_bar = tqdm(total=number_works, desc="Subtify") | |
# ################## Download video and audio ################## | |
# if DOWNLOAD: | |
# print('*'*NUMBER) | |
# # url = "https://www.twitch.tv/videos/1936119752" # twitch Rob Mula 2 horas | |
# # url = "https://www.youtube.com/watch?v=yX5EJf4R77s" # ✅ debate, varios hablantes, 3 minutos | |
# # url = "https://www.youtube.com/watch?v=cgx0QnXo1OU" # ✅ smart home, un solo hablante, 4:42 minutos | |
# url = "https://www.youtube.com/watch?v=dgOBxhi19T8" # ✅ rob mula, muchos hablantes, 4:28 minutos | |
# # url = "https://www.youtube.com/watch?v=Coj72EzmX20" # rob mula, un solo hablante, 16 minutos | |
# # url = "https://www.youtube.com/watch?v=Tqth0fKo0_g" # Conversación short | |
# print(f"Downloading video and audio from {url}") | |
# python_file = "download.py" | |
# command = f"python {python_file} {url}" | |
# os.system(command) | |
# sleep(5) | |
# print('*'*NUMBER) | |
# print("\n\n") | |
# progress_bar.update(1) | |
# ################## Slice audio ################## | |
# if SLICE_AUDIO: | |
# print('*'*NUMBER) | |
# print("Slicing audio") | |
# python_file = "slice_audio.py" | |
# audio = "audios/download_audio.mp3" | |
# command = f"python {python_file} {audio} {SECONDS}" | |
# os.system(command) | |
# print('*'*NUMBER) | |
# print("\n\n") | |
# progress_bar.update(1) | |
# ################## Get vocals ################## | |
# chunck_file = "chunks/output_files.txt" | |
# print('*'*NUMBER) | |
# if SEPARE_VOCALS: | |
# print("Get vocals") | |
# python_file = "separe_vocals.py" | |
# command = f"python {python_file} {chunck_file} {DEVICE}" | |
# os.system(command) | |
# if REMOVE_FILES: | |
# with open(chunck_file, 'r') as f: | |
# files = f.read().splitlines() | |
# for file in files: | |
# command = f"rm {file}" | |
# os.system(command) | |
# else: | |
# print("Moving chunks") | |
# folder_vocals = "vocals" | |
# folder_chunck = "chunks" | |
# with open(f"{folder_vocals}/speakers.txt", 'w') as f: | |
# f.write(str(0)) | |
# if REMOVE_FILES: | |
# command = f"mv {folder_chunck}/*.mp3 {folder_vocals}/" | |
# os.system(command) | |
# else: | |
# command = f"cp {folder_chunck}/*.mp3 {folder_vocals}/" | |
# os.system(command) | |
# print('*'*NUMBER) | |
# print("\n\n") | |
# progress_bar.update(1) | |
# ################# Transcript vocals ################## | |
# speakers_file = "vocals/speakers.txt" | |
# if TRANSCRIBE_AUDIO: | |
# print('*'*NUMBER) | |
# print("Transcript vocals") | |
# python_file = "transcribe.py" | |
# language = "English" | |
# command = f"python {python_file} {chunck_file} {language} {speakers_file} {DEVICE} {not SEPARE_VOCALS}" | |
# os.system(command) | |
# if REMOVE_FILES: | |
# vocals_folder = "vocals" | |
# with open(chunck_file, 'r') as f: | |
# files = f.read().splitlines() | |
# with open(speakers_file, 'r') as f: | |
# speakers = f.read().splitlines() | |
# speakers = int(speakers[0]) | |
# for file in files: | |
# if speakers > 0: | |
# vocals_extension = "wav" | |
# for i in range(speakers): | |
# file_name, _ = file.split(".") | |
# _, file_name = file_name.split("/") | |
# vocal = f'{vocals_folder}/{file_name}_speaker{i:003d}.{vocals_extension}' | |
# command = f"rm {vocal}" | |
# os.system(command) | |
# else: | |
# vocals_extension = "mp3" | |
# file_name, _ = file.split(".") | |
# _, file_name = file_name.split("/") | |
# vocal = f'{vocals_folder}/{file_name}.{vocals_extension}' | |
# command = f"rm {vocal}" | |
# os.system(command) | |
# print('*'*NUMBER) | |
# print("\n\n") | |
# progress_bar.update(1) | |
# ################## Concatenate transcriptions ################## | |
# if CONCATENATE_TRANSCRIPTIONS: | |
# print('*'*NUMBER) | |
# print("Concatenate transcriptions") | |
# python_file = "concat_transcriptions.py" | |
# command = f"python {python_file} {chunck_file} {SECONDS} {speakers_file}" | |
# os.system(command) | |
# if REMOVE_FILES: | |
# with open(chunck_file, 'r') as f: | |
# files = f.read().splitlines() | |
# for file in files: | |
# file_name, _ = file.split(".") | |
# _, file_name = file_name.split("/") | |
# transcriptions_folder = "transcriptions" | |
# transcription_extension = "srt" | |
# command = f"rm {transcriptions_folder}/{file_name}.{transcription_extension}" | |
# os.system(command) | |
# print('*'*NUMBER) | |
# print("\n\n") | |
# progress_bar.update(1) | |
# ################## Translate transcription ################## | |
# target_languaje = "Español" | |
# if TRANSLATE_TRANSCRIPTIONS: | |
# print('*'*NUMBER) | |
# print("Translate transcription") | |
# transcription_file = "concatenated_transcriptions/download_audio.srt" | |
# source_languaje = "English" | |
# python_file = "translate_transcriptions.py" | |
# command = f"python {python_file} {transcription_file} --source_languaje {source_languaje} --target_languaje {target_languaje} --device {DEVICE}" | |
# os.system(command) | |
# if REMOVE_FILES: | |
# command = f"rm {transcription_file}" | |
# os.system(command) | |
# print('*'*NUMBER) | |
# print("\n\n") | |
# progress_bar.update(1) | |
# ################## Add subtitles to video ################## | |
# if ADD_SUBTITLES_TO_VIDEO: | |
# print('*'*NUMBER) | |
# print("Add subtitles to video") | |
# python_file = "add_subtitles_to_video.py" | |
# transcription_file = f"translated_transcriptions/download_audio_{target_languaje}.srt" | |
# input_video_file = "videos/download_video.mp4" | |
# input_audio_file = "audios/download_audio.mp3" | |
# command = f"python {python_file} {transcription_file} {input_video_file} {input_audio_file}" | |
# os.system(command) | |
# if REMOVE_FILES: | |
# command = f"rm {input_video_file}" | |
# os.system(command) | |
# command = f"rm {input_audio_file}" | |
# os.system(command) | |
# command = f"rm {transcription_file}" | |
# os.system(command) | |
# command = f"rm chunks/output_files.txt" | |
# os.system(command) | |
# command = f"rm vocals/speakers.txt" | |
# os.system(command) | |
# print('*'*NUMBER) | |
# print("\n\n") | |
# progress_bar.update(1) | |
# ################## Remove all ################## | |
# if REMOVE_ALL: | |
# command = f"rm audios/*" | |
# os.system(command) | |
# command = f"rm chunks/*" | |
# os.system(command) | |
# command = f"rm concatenated_transcriptions/*" | |
# os.system(command) | |
# command = f"rm transcriptions/*" | |
# os.system(command) | |
# command = f"rm translated_transcriptions/*" | |
# os.system(command) | |
# # Check if videos/download_video.mp4 exists | |
# if os.path.isfile("videos/download_video.mp4"): | |
# command = f"rm videos/download_video.mp4" | |
# os.system(command) | |
# # command = f"rm videos/*" | |
# # os.system(command) | |
# command = f"rm vocals/*" | |
# os.system(command) | |
# # def copy_url_from_clipboard(): | |
# # return pyperclip.paste() | |
# def clear_video_url(): | |
# visible = False | |
# image = gr.Image(visible=visible, scale=1) | |
# source_languaje = gr.Dropdown(visible=visible, label="Source languaje", show_label=True, value="English", choices=language_dict, scale=1, interactive=True) | |
# target_languaje = gr.Dropdown(visible=visible, label="Target languaje", show_label=True, value="Español", choices=language_dict, scale=1, interactive=True) | |
# translate_button = gr.Button(size="lg", value="translate", min_width="10px", scale=0, visible=visible) | |
# original_audio = gr.Audio(label="Original audio", elem_id="original_audio", visible=visible, interactive=False) | |
# original_audio_transcribed = gr.Textbox(label="Original audio transcribed", elem_id="original_audio_transcribed", interactive=False, visible=visible) | |
# original_audio_translated = gr.Textbox(label="Original audio translated", elem_id="original_audio_translated", interactive=False, visible=visible) | |
# return ( | |
# "", | |
# image, | |
# source_languaje, | |
# target_languaje, | |
# translate_button, | |
# original_audio, | |
# original_audio_transcribed, | |
# original_audio_translated, | |
# ) | |
# def get_youtube_thumbnail(url): | |
# yt = YouTube(url) | |
# thumbnail_url = yt.thumbnail_url | |
# return thumbnail_url | |
# def is_valid_youtube_url(url): | |
# patron_youtube = r'(https?://)?(www\.)?(youtube\.com/watch\?v=|youtu\.be/)[\w-]+' | |
# if not re.match(patron_youtube, url): | |
# return False | |
# return True | |
# def is_valid_url(url): | |
# source_languaje = gr.Dropdown(visible=True, label="Source languaje", show_label=True, value="English", choices=language_dict, scale=1, interactive=True) | |
# target_languaje = gr.Dropdown(visible=True, label="Target languaje", show_label=True, value="Español", choices=language_dict, scale=1, interactive=True) | |
# translate_button = gr.Button(size="lg", value="translate", min_width="10px", scale=0, visible=True) | |
# original_audio = gr.Audio(label="Original audio", elem_id="original_audio", visible=True, interactive=False) | |
# original_audio_transcribed = gr.Textbox(label="Original audio transcribed", elem_id="original_audio_transcribed", interactive=False, visible=True) | |
# original_audio_translated = gr.Textbox(label="Original audio translated", elem_id="original_audio_translated", interactive=False, visible=True) | |
# subtitled_video = gr.Video(label="Subtitled video", elem_id="subtitled_video", visible=True, interactive=False) | |
# # Youtube | |
# if "youtube" in url.lower() or "youtu.be" in url.lower(): | |
# if is_valid_youtube_url(url): | |
# thumbnail = get_youtube_thumbnail(url) | |
# if thumbnail: | |
# return ( | |
# gr.Image(value=thumbnail, visible=True, show_download_button=False, container=False), | |
# source_languaje, | |
# target_languaje, | |
# translate_button, | |
# gr.Textbox(value=YOUTUBE, label="Stream page", elem_id="stream_page", visible=False), | |
# original_audio, | |
# original_audio_transcribed, | |
# original_audio_translated, | |
# subtitled_video | |
# ) | |
# else: | |
# return ( | |
# gr.Image(value="assets/youtube-no-thumbnails.webp", visible=True, show_download_button=False, container=False), | |
# source_languaje, | |
# target_languaje, | |
# translate_button, | |
# gr.Textbox(value=YOUTUBE, label="Stream page", elem_id="stream_page", visible=False), | |
# original_audio, | |
# original_audio_transcribed, | |
# original_audio_translated, | |
# subtitled_video | |
# ) | |
# # Twitch | |
# elif "twitch" in url.lower() or "twitch.tv" in url.lower(): | |
# return ( | |
# gr.Image(value="assets/twitch.webp", visible=True, show_download_button=False, container=False), | |
# source_languaje, | |
# target_languaje, | |
# translate_button, | |
# gr.Textbox(value=TWITCH, label="Stream page", elem_id="stream_page", visible=False), | |
# original_audio, | |
# original_audio_transcribed, | |
# original_audio_translated, | |
# subtitled_video | |
# ) | |
# # Error | |
# visible = False | |
# image = gr.Image(value="assets/youtube_error.webp", visible=visible, show_download_button=False, container=False) | |
# source_languaje = gr.Dropdown(visible=visible, label="Source languaje", show_label=True, value="English", choices=language_dict, scale=1, interactive=True) | |
# target_languaje = gr.Dropdown(visible=visible, label="Target languaje", show_label=True, value="Español", choices=language_dict, scale=1, interactive=True) | |
# translate_button = gr.Button(size="lg", value="translate", min_width="10px", scale=0, visible=visible) | |
# stream_page = gr.Textbox(value=ERROR, label="Stream page", elem_id="stream_page", visible=visible) | |
# original_audio = gr.Audio(label="Original audio", elem_id="original_audio", visible=visible, interactive=False) | |
# original_audio_transcribed = gr.Textbox(label="Original audio transcribed", elem_id="original_audio_transcribed", interactive=False, visible=visible) | |
# original_audio_translated = gr.Textbox(label="Original audio translated", elem_id="original_audio_translated", interactive=False, visible=visible) | |
# subtitled_video = gr.Video(label="Subtitled video", elem_id="subtitled_video", visible=visible, interactive=False) | |
# return ( | |
# image, | |
# source_languaje, | |
# target_languaje, | |
# translate_button, | |
# stream_page, | |
# original_audio, | |
# original_audio_transcribed, | |
# original_audio_translated, | |
# subtitled_video | |
# ) | |
# def get_audio_and_video_from_video(url, stream_page): | |
# python_file = "download.py" | |
# command = f"python {python_file} {url}" | |
# os.system(command) | |
# # sleep(5) | |
# audio = "audios/download_audio.mp3" | |
# video = "videos/download_video.mp4" | |
# return ( | |
# gr.Audio(value=audio, label="Original audio", elem_id="original_audio", visible=True, interactive=False), | |
# gr.Textbox(value=audio, label="Original audio path", elem_id="original_audio_path", visible=False), | |
# gr.Textbox(value=video, label="Original video path", elem_id="original_video_path", visible=False) | |
# ) | |
# def trascribe_audio(audio_path, source_languaje): | |
# python_file = "slice_audio.py" | |
# command = f"python {python_file} {audio_path} {SECONDS}" | |
# os.system(command) | |
# folder_vocals = "vocals" | |
# folder_chunck = "chunks" | |
# with open(f"{folder_vocals}/speakers.txt", 'w') as f: | |
# f.write(str(0)) | |
# command = f"mv {folder_chunck}/*.mp3 {folder_vocals}/" | |
# os.system(command) | |
# python_file = "transcribe.py" | |
# chunck_file = "chunks/output_files.txt" | |
# speakers_file = "vocals/speakers.txt" | |
# command = f"python {python_file} {chunck_file} {source_languaje} {speakers_file} {DEVICE} {not SEPARE_VOCALS}" | |
# os.system(command) | |
# with open(chunck_file, 'r') as f: | |
# files = f.read().splitlines() | |
# with open(speakers_file, 'r') as f: | |
# speakers = f.read().splitlines() | |
# speakers = int(speakers[0]) | |
# for file in files: | |
# if speakers > 0: | |
# vocals_extension = "wav" | |
# for i in range(speakers): | |
# file_name, _ = file.split(".") | |
# _, file_name = file_name.split("/") | |
# vocal = f'{folder_vocals}/{file_name}_speaker{i:003d}.{vocals_extension}' | |
# command = f"rm {vocal}" | |
# os.system(command) | |
# else: | |
# vocals_extension = "mp3" | |
# file_name, _ = file.split(".") | |
# _, file_name = file_name.split("/") | |
# vocal = f'{folder_vocals}/{file_name}.{vocals_extension}' | |
# command = f"rm {vocal}" | |
# os.system(command) | |
# python_file = "concat_transcriptions.py" | |
# command = f"python {python_file} {chunck_file} {SECONDS} {speakers_file}" | |
# os.system(command) | |
# with open(chunck_file, 'r') as f: | |
# files = f.read().splitlines() | |
# for file in files: | |
# file_name, _ = file.split(".") | |
# _, file_name = file_name.split("/") | |
# transcriptions_folder = "transcriptions" | |
# transcription_extension = "srt" | |
# command = f"rm {transcriptions_folder}/{file_name}.{transcription_extension}" | |
# os.system(command) | |
# audio_transcribed = "concatenated_transcriptions/download_audio.srt" | |
# with open(audio_transcribed, 'r') as f: | |
# result = f.read() | |
# return ( | |
# result, | |
# gr.Textbox(value=audio_transcribed, label="Original audio transcribed", elem_id="original_audio_transcribed", visible=False) | |
# ) | |
# def translate_transcription(original_audio_transcribed_path, source_languaje, target_languaje): | |
# python_file = "translate_transcriptions.py" | |
# command = f"python {python_file} {original_audio_transcribed_path} --source_languaje {source_languaje} --target_languaje {target_languaje} --device {DEVICE}" | |
# os.system(command) | |
# translated_transcription = f"translated_transcriptions/download_audio_{target_languaje}.srt" | |
# with open(translated_transcription, 'r') as f: | |
# result = f.read() | |
# transcription_file = "concatenated_transcriptions/download_audio.srt" | |
# command = f"rm {transcription_file}" | |
# os.system(command) | |
# return ( | |
# result, | |
# gr.Textbox(value=translated_transcription, label="Original audio translated", elem_id="original_audio_translated", visible=False) | |
# ) | |
# def add_translated_subtitles_to_video(original_video_path, original_audio_path, original_audio_translated_path): | |
# python_file = "add_subtitles_to_video.py" | |
# command = f"python {python_file} {original_audio_translated_path} {original_video_path} {original_audio_path}" | |
# os.system(command) | |
# command = f"rm {original_video_path}" | |
# os.system(command) | |
# command = f"rm {original_audio_path}" | |
# os.system(command) | |
# command = f"rm {original_audio_translated_path}" | |
# os.system(command) | |
# command = f"rm chunks/output_files.txt" | |
# os.system(command) | |
# command = f"rm vocals/speakers.txt" | |
# os.system(command) | |
# subtitled_video = "videos/download_video_with_subtitles.mp4" | |
# return gr.Video(value=subtitled_video, label="Subtitled video", elem_id="subtitled_video", visible=True, interactive=False) | |
def subtify(): | |
with gr.Blocks() as demo: | |
# Layout | |
gr.Markdown("""# Subtify""") | |
gr.Markdown("""# Subtify""") | |
# with gr.Row(variant="panel"): | |
# url_textbox = gr.Textbox(placeholder="Add video URL here", label="Video URL", elem_id="video_url", scale=1, interactive=True) | |
# copy_button = gr.Button(size="sm", icon="icons/copy.svg", value="", min_width="10px", scale=0) | |
# delete_button = gr.Button(size="sm", icon="icons/delete.svg", value="", min_width="10px", scale=0) | |
# stream_page = gr.Textbox(label="Stream page", elem_id="stream_page", visible=False) | |
# visible = False | |
# with gr.Row(equal_height=False): | |
# image = gr.Image(visible=visible, scale=1) | |
# with gr.Column(): | |
# with gr.Row(): | |
# source_languaje = gr.Dropdown(visible=visible, label="Source languaje", show_label=True, value="English", choices=language_dict, scale=1, interactive=True) | |
# target_languaje = gr.Dropdown(visible=visible, label="Target languaje", show_label=True, value="Español", choices=language_dict, scale=1, interactive=True) | |
# with gr.Row(): | |
# subtify_button = gr.Button(size="lg", value="subtify", min_width="10px", scale=0, visible=visible) | |
# original_audio = gr.Audio(label="Original audio", elem_id="original_audio", visible=visible, interactive=False) | |
# original_audio_path = gr.Textbox(label="Original audio path", elem_id="original_audio_path", visible=False) | |
# original_video_path = gr.Textbox(label="Original video path", elem_id="original_video_path", visible=False) | |
# original_audio_transcribed = gr.Textbox(label="Original audio transcribed", elem_id="original_audio_transcribed", interactive=False, visible=visible) | |
# original_audio_transcribed_path = gr.Textbox(label="Original audio transcribed", elem_id="original_audio_transcribed", visible=False) | |
# original_audio_translated = gr.Textbox(label="Original audio translated", elem_id="original_audio_translated", interactive=False, visible=visible) | |
# original_audio_translated_path = gr.Textbox(label="Original audio translated", elem_id="original_audio_translated", visible=False) | |
# subtitled_video = gr.Video(label="Subtitled video", elem_id="subtitled_video", visible=visible, interactive=False) | |
# # Events | |
# # copy_button.click(fn=copy_url_from_clipboard, outputs=url_textbox) | |
# delete_button.click( | |
# fn=clear_video_url, | |
# outputs=[ | |
# url_textbox, | |
# image, | |
# source_languaje, | |
# target_languaje, | |
# subtify_button, | |
# original_audio, | |
# original_audio_transcribed, | |
# original_audio_translated, | |
# ] | |
# ) | |
# url_textbox.change( | |
# fn=is_valid_url, | |
# inputs=url_textbox, | |
# outputs=[ | |
# image, | |
# source_languaje, | |
# target_languaje, | |
# subtify_button, | |
# stream_page, | |
# original_audio, | |
# original_audio_transcribed, | |
# original_audio_translated, | |
# subtitled_video | |
# ] | |
# ) | |
# subtify_button.click(fn=get_audio_and_video_from_video, inputs=[url_textbox, stream_page], outputs=[original_audio, original_audio_path, original_video_path]) | |
# original_audio.change(fn=trascribe_audio, inputs=[original_audio_path, source_languaje], outputs=[original_audio_transcribed, original_audio_transcribed_path]) | |
# original_audio_transcribed.change(fn=translate_transcription, inputs=[original_audio_transcribed_path, source_languaje, target_languaje], outputs=[original_audio_translated, original_audio_translated_path]) | |
# original_audio_translated.change(fn=add_translated_subtitles_to_video, inputs=[original_video_path, original_audio_path, original_audio_translated_path], outputs=subtitled_video) | |
demo.launch() | |
if __name__ == "__main__": | |
parser = argparse.ArgumentParser() | |
parser.add_argument("--no_ui", action="store_true") | |
args = parser.parse_args() | |
if args.no_ui: | |
pass | |
# subtify_no_ui() | |
else: | |
subtify() |