Spaces:
Runtime error
Runtime error
import os | |
import sys | |
import gradio as gr | |
device = "cuda" | |
os.system('git clone https://github.com/Rudrabha/Wav2Lip.git') | |
os.system('curl -o ./Wav2Lip/face_detection/detection/sfd/s3fd.pth https://www.adrianbulat.com/downloads/python-fan/s3fd-619a316812.pth') | |
os.system('pip3 install moviepy') | |
os.system('pip3 install speechRecognition') | |
os.system('pip3 install gtts') | |
os.system('pip3 install googletrans==3.1.0a0') | |
os.system('pip install numba==0.48') | |
title = "Automatic translation and dubbing for Indic Languages" | |
description = "A demo application to dub and translate videos spoken in Tamil, Hindi, Bengali and Telugu" | |
article = "Official Repo: https://github.com/Rudrabha/Wav2Lip" | |
def inference(language,speed,voice,video ): | |
import moviepy.editor as mp | |
clip = mp.VideoFileClip(video) | |
clip.audio.write_audiofile(r"audio.wav") | |
os.system('pip3 install pydub') | |
os.system('pip3 install transformers==4.11.3 soundfile sentencepiece torchaudio librosa') | |
speechlist = [] | |
from transformers import Wav2Vec2Processor, Wav2Vec2ForCTC | |
import torch | |
import torchaudio | |
import librosa | |
processor = Wav2Vec2Processor.from_pretrained("facebook/wav2vec2-large-960h-lv60-self") | |
model = Wav2Vec2ForCTC.from_pretrained("facebook/wav2vec2-large-960h-lv60-self") | |
def get_transcription(audio_path): | |
speech, sr = librosa.load(audio_path, sr=16000) | |
resampler = torchaudio.transforms.Resample(sr, 16000) | |
speech = resampler(speech) | |
input_values = processor(speech, return_tensors="pt", sampling_rate=16000)["input_values"] | |
logits = model(input_values)["logits"] | |
predicted_ids = torch.argmax(logits, dim=-1) | |
transcription = processor.decode(predicted_ids[0]) | |
return transcription.lower() | |
speechtext = get_transcription("audio.wav") | |
speechlist.append(speechtext) | |
text = " ".join(speechlist) | |
from googletrans import Translator | |
from gtts import gTTS | |
translator= Translator() | |
if speed == "Slow": | |
con = True | |
elif speed == "Fast": | |
con = False | |
if language == "Hindi": | |
translation = translator.translate(text, src = 'en', dest='hi', slow=con) | |
tts = gTTS(translation.text, lang= "hi") | |
tts.save('input_audio.wav') | |
elif language == "Tamil": | |
translation = translator.translate(text, src = 'en', dest='ta', slow=con) | |
tts = gTTS(translation.text, lang= "ta") | |
tts.save('input_audio.wav') | |
elif language == "Bengali": | |
translation = translator.translate(text, src = 'en', dest='bn', slow=con) | |
tts = gTTS(translation.text, lang= "hi") | |
tts.save('input_audio.wav') | |
elif language == "Telugu": | |
translation = translator.translate(text, src = 'en', dest='te', slow=con) | |
tts = gTTS(translation.text, lang= "hi") | |
tts.save('input_audio.wav') | |
audio = "input_audio.wav" | |
os.system('mv ./Wav2Lip/* .') | |
os.system("python inference.py --checkpoint_path ./wav2lip_gan.pth --face {} --audio {}".format(video, audio)) | |
return "./results/result_voice.mp4" | |
iface = gr.Interface(inference, inputs=[gr.inputs.Radio(["Tamil", "Hindi", "Bengali", "Telugu"], label = "Enter language to translate to"), gr.inputs.Radio(["Slow", "Fast"], label = "Enter speaking speed"), gr.inputs.Radio(["Male", "Female"], label = "Enter preferred voice"), gr.inputs.Video(type="mp4", source="upload", label="Video to be Translated", optional=False)], outputs=["video"], title=title, description=description, article=article, enable_queue=True) | |
iface.launch() |