app.py

import streamlit as st
import os
from pytube import YouTube
from bs4 import BeautifulSoup
from moviepy.editor import VideoFileClip
import whisper
import argostranslate.package
import argostranslate.translate
import torch
from googletrans import Translator
import moviepy.editor as mp
from moviepy.editor import AudioFileClip
import base64
from pydub import AudioSegment
from gtts import gTTS

st.title("YouTube Video Translator")

col1, col2 = st.columns([2, 3])

with col1:
    form = st.form("input URL")
    url = form.text_input('YouTube Video URL:', value='', placeholder='Paste your video URL')
    selected_language = st.selectbox("Select your desired language:",
                                     ["Spanish", "Chinese", "French", "German", "Hindi", "Italian", "Japanese",
                                      "Polish", "Russian", "Arabic"])
    to_code = ''
    if selected_language == "Spanish":
        to_code = "es"
    elif selected_language == "Arabic":
        to_code = "ar"
    elif selected_language == "Chinese":
        to_code = "zh"
    elif selected_language == "French":
        to_code = "fr"
    elif selected_language == "German":
        to_code = "de"
    elif selected_language == "Hindi":
        to_code = "hi"
    elif selected_language == "Italian":
        to_code = "it"
    elif selected_language == "Japanese":
        to_code = "ja"
    elif selected_language == "Polish":
        to_code = "pl"
    elif selected_language == "Russian":
        to_code = "ru"

    form.form_submit_button("Translate")

with col2:

    def get_binary_file_downloader_html(bin_file, file_label='File'):
        with open(bin_file, 'rb') as f:
            data = f.read()
        bin_str = base64.b64encode(data).decode()
        href = f'<a href="data:application/octet-stream;base64,{bin_str}" download="{os.path.basename(bin_file)}">{file_label}</a>'
        return href

    def get_videotext(url, to_code):
        print("to_Code: ", to_code)
        download_dir_video = "downloaded_videos"
        os.makedirs(download_dir_video, exist_ok=True)
        download_dir_captions = "downloaded_captions"
        os.makedirs(download_dir_captions, exist_ok=True)
        yt = YouTube(url)
        video = yt.streams.filter(file_extension='mp4').first()
        print("yt: ", yt.streams.first())
        video.download(output_path=download_dir_video)
        #get audio
        audio_dir = "audio"
        os.makedirs(audio_dir, exist_ok=True)

        video_filename = os.listdir(download_dir_video)[0]
        audio_file_name = os.path.splitext(video_filename)[0]
        video_file_path = os.path.join(download_dir_video, video_filename)
        audio_file_path = os.path.join(audio_dir, f"{audio_file_name}.wav")

        video = VideoFileClip(video_file_path)
        video.audio.write_audiofile(audio_file_path)

        ##audio to text
        model = whisper.load_model("base")

        result = model.transcribe(os.path.join(audio_dir, f"{audio_file_name}.wav"))
        segments = result.get("segments", [])

        time_results = []
        text_results = []

        for segment in segments:
            start_time_sec = segment.get("start", 0.0)
            start_time_formatted = "{:02d}:{:02d}:{:06.3f}".format(
                int(start_time_sec // 3600),
                int((start_time_sec % 3600) // 60),
                start_time_sec % 60
            )
            time_results.append(start_time_formatted)
            text_results.append(segment.get("text", "").strip())

        from_code = "en"

        argostranslate.package.update_package_index()
        available_packages = argostranslate.package.get_available_packages()
        package_to_install = next(
            filter(
                lambda x: x.from_code == from_code and x.to_code == to_code, available_packages
            )
        )
        argostranslate.package.install_from_path(package_to_install.download())

        translated_text_results = [argostranslate.translate.translate(text, from_code, to_code) for text in text_results]


        return time_results, text_results, translated_text_results

    print(url)
    column_width = 100
    with st.spinner(f'Creating translation in {selected_language}...'):
        if url:
            time_results, text_results, translated_text_results = get_videotext(url, to_code)

            table_style = """
                <style>
                    table {
                        width: 100%;
                        border-collapse: collapse;
                    }
                    th, td {
                        padding: 8px;
                        text-align: left;
                    }
                    th {
                        background-color: #f2f2f2;
                        color: black;
                    }
                </style>
            """

            table_header = "<tr><th>TimeStamp</th><th>Original</th><th>Translated</th></tr>"

            table_rows = "".join(f"<tr><td>{time}</td><td>{text}</td><td>{translated_text}</td></tr>"
                             for time, text, translated_text in zip(time_results, text_results, translated_text_results))

            table_html = f"<table>{table_header}{table_rows}</table>"

            st.write(table_style, unsafe_allow_html=True)
            st.write(table_html, unsafe_allow_html=True)

            # Constants for file paths
            download_dir_video = "downloaded_videos"
            download_dir_audio = "audio"

            try:
                yt = YouTube(url)
                video = yt.streams.filter(file_extension='mp4').first()
                video_filename = video.default_filename
                video_file_path = os.path.join(download_dir_video, video_filename)
                video.download(output_path=download_dir_video, filename=video_filename)

                # Download audio
                audio = yt.streams.filter(only_audio=True).first()
                audio_filename = audio.default_filename
                audio_file_path = os.path.join(download_dir_audio, audio_filename)
                audio.download(output_path=download_dir_audio, filename=audio_filename)

                translator = Translator()

                translated_audio_path = os.path.splitext(audio_file_path)[0] + f'_{to_code}.wav'

                if not os.path.exists(translated_audio_path):
                    try:
                        # Translate each segment individually
                        translated_text_results = []
                        for text in text_results:
                            try:
                                translated = translator.translate(text, dest=to_code)
                                translated_text_results.append(translated.text)
                            except Exception as e:
                                # Handle translation failure for a segment
                                st.error(f"Error translating segment: {e}")
                                translated_text_results.append("")  # Appending an empty string for failed translations
                            
                        # Join translated segments into a single string
                        translated_text = ' '.join(translated_text_results)
                        
                        # Create gTTS object for the translated text
                        tts = gTTS(text=translated_text, lang=to_code)
                        
                        # Save the synthesized speech as an audio file
                        tts.save(translated_audio_path)
                    except Exception as e:
                        st.error(f"Error translating audio segments: {e}")

                st.subheader("Translated Audio")
                if os.path.exists(translated_audio_path):
                    st.audio(translated_audio_path, format='audio/wav', start_time=0)
                    st.markdown(get_binary_file_downloader_html(translated_audio_path, 'Download Translated Audio'), unsafe_allow_html=True)
                else:
                    st.warning("Translated audio file not found.")

                st.subheader("Download Translated Video")
                if os.path.exists(video_file_path):
                    st.markdown(get_binary_file_downloader_html(video_file_path, 'Video with Translated Audio'), unsafe_allow_html=True)
                else:
                    st.warning("Video file not found.")
            except Exception as e:
                st.error(f"Error: {e}")