from transformers import AutoTokenizer, AutoModelForSeq2SeqLM from elevenlabs import set_api_key from elevenlabs import clone, generate, play from transformers import AutoModelForSeq2SeqLM, AutoTokenizer from pydub import AudioSegment from huggingface_hub.hf_api import HfFolder HfFolder.save_token('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') access_token = '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' import streamlit as st #language translation function def translate(text): tokenizer = AutoTokenizer.from_pretrained(".",use_auth_token=True) #model = AutoModelForSeq2SeqLM.from_pretrained("facebook/nllb-200-distilled-600M",use_auth_token=True) model = AutoModelForSeq2SeqLM.from_pretrained(".",use_auth_token=True) inputs = tokenizer(text, return_tensors="pt") translated_tokens = model.generate(**inputs, forced_bos_token_id=tokenizer.lang_code_to_id["hin_Deva"], max_length=100) result = tokenizer.batch_decode(translated_tokens, skip_special_tokens=True)[0] return result def save_uploaded_file_as_mp3(uploaded_file, output_file_path): audio = AudioSegment.from_file(uploaded_file) audio.export(output_file_path, format="mp3") def ui(): st.title('Multi Lingual Voice Cloner') st.markdown("Made by vageesh") #audio input box audio_file = st.file_uploader("Upload an audio file that needs to be cloned", type=[ "wav,Mp4","Mp3"]) if audio_file is not None: output_file_path = "./output_audio.mp3" save_uploaded_file_as_mp3(audio_file, output_file_path) st.success(f"Audio file saved as {output_file_path}") user_api_key = st.sidebar.text_input( label="#### Your Eleven Labs API key here 👇", placeholder="Paste your Eleven Labs API key API key, sk-", type="password") if user_api_key is not None and user_api_key.strip() != "": set_api_key(user_api_key) #making an voice voice = clone( name="Alex", description="An middle aged American male voice with a slight hoarseness in his throat. Perfect for npodcast", # Optional files="./output_audio.mp3", model='eleven_multilingual_v1', language='Hindi' ) in_text=st.text_input("Paste the text you want to hear from english to hindi") if in_text is not None and in_text.strip() != "": hin_text=translate(in_text) audio = generate(text=hin_text, voice=voice) st.audio(audio) if __name__=="__main__": ui()