from TTS.api import TTS import gradio as gr from gradio import Dropdown from scipy.io.wavfile import write import os import shutil import re user_choice = "" MAX_NUMBER_SENTENCES = 10 file_upload_available = os.environ.get("ALLOW_FILE_UPLOAD") tts = TTS("tts_models/multilingual/multi-dataset/bark", gpu=True) def split_process(audio, chosen_out_track): gr.Info("Cleaning your audio sample...") os.makedirs("out", exist_ok=True) write('test.wav', audio[0], audio[1]) os.system("python3 -m demucs.separate -n mdx_extra_q -j 4 test.wav -o out") # return "./out/mdx_extra_q/test/vocals.wav","./out/mdx_extra_q/test/bass.wav","./out/mdx_extra_q/test/drums.wav","./out/mdx_extra_q/test/other.wav" if chosen_out_track == "vocals": print("Audio sample cleaned") return "./out/mdx_extra_q/test/vocals.wav" elif chosen_out_track == "bass": return "./out/mdx_extra_q/test/bass.wav" elif chosen_out_track == "drums": return "./out/mdx_extra_q/test/drums.wav" elif chosen_out_track == "other": return "./out/mdx_extra_q/test/other.wav" elif chosen_out_track == "all-in": return "test.wav" def infer(prompt, input_wav_file, clean_audio, hidden_numpy_audio): print(""" ————— NEW INFERENCE: ——————— """) if prompt == "": gr.Warning("Do not forget to provide a tts prompt !") if clean_audio is True: print("We want to clean audio sample") new_name = os.path.splitext(os.path.basename(input_wav_file))[0] if os.path.exists(os.path.join("bark_voices", f"{new_name}_cleaned")): print("This file has already been cleaned") check_name = os.path.join("bark_voices", f"{new_name}_cleaned") source_path = os.path.join(check_name, f"{new_name}_cleaned.wav") else: source_path = split_process(hidden_numpy_audio, "vocals") new_path = os.path.join(os.path.dirname( source_path), f"{new_name}_cleaned.wav") os.rename(source_path, new_path) source_path = new_path else: source_path = input_wav_file destination_directory = "bark_voices" file_name = os.path.splitext(os.path.basename(source_path))[0] destination_path = os.path.join(destination_directory, file_name) os.makedirs(destination_path, exist_ok=True) shutil.move(source_path, os.path.join( destination_path, f"{file_name}.wav")) sentences = re.split(r'(?<=[.!?])\s+', prompt) if len(sentences) > MAX_NUMBER_SENTENCES: gr.Info("Your text is too long. To keep this demo enjoyable for everyone, we only kept the first 10 sentences :) Duplicate this space and set MAX_NUMBER_SENTENCES for longer texts ;)") first_nb_sentences = sentences[:MAX_NUMBER_SENTENCES] limited_prompt = ' '.join(first_nb_sentences) prompt = limited_prompt else: prompt = prompt gr.Info("Generating audio from prompt") tts.tts_to_file(text=prompt, file_path="output.wav", voice_dir="bark_voices/", speaker=f"{file_name}") contents = os.listdir(f"bark_voices/{file_name}") for item in contents: print(item) print("Preparing final waveform video ...") tts_video = gr.make_waveform(audio="output.wav") print(tts_video) print("FINISHED") return "output.wav", tts_video, gr.update(value=f"bark_voices/{file_name}/{contents[1]}", visible=True), gr.Group.update(visible=True), destination_path prompt_choices = [ "I am very displeased with the progress being made to finish the cross-town transit line. transit line. This has been an embarrassing use of taxpayer dollars.", "Yes, John is my friend, but He was never at my house watching the baseball game.", "We are expecting a double digit increase in profits by the end of the fiscal year.", "Hi Grandma, Just calling to ask for money, or I can't see you over the holidays. " ] positive_prompts = { prompt_choices[0]: "I am very pleased with the progress being made to finish the cross-town transit line. This has been an excellent use of taxpayer dollars.", prompt_choices[1]: "Yes, John is my friend. He was at my house watching the baseball game all night.", prompt_choices[2]: "We are expecting a modest single digit increase in profits by the end of the fiscal year.", prompt_choices[3]: "Hi Grandma it’s me, Just calling to say I love you, and I can’t wait to see you over the holidays." } prompt = Dropdown( label="Text to speech prompt", choices=prompt_choices, elem_id="tts-prompt" ) css = """ #col-container {max-width: 780px; margin-left: auto; margin-right: auto;} a {text-decoration-line: underline; font-weight: 600;} .mic-wrap > button { width: 100%; height: 60px; font-size: 1.4em!important; } .record-icon.svelte-1thnwz { display: flex; position: relative; margin-right: var(--size-2); width: unset; height: unset; } span.record-icon > span.dot.svelte-1thnwz { width: 20px!important; height: 20px!important; } .animate-spin { animation: spin 1s linear infinite; } @keyframes spin { from { transform: rotate(0deg); } to { transform: rotate(360deg); } } #share-btn-container { display: flex; padding-left: 0.5rem !important; padding-right: 0.5rem !important; background-color: #000000; justify-content: center; align-items: center; border-radius: 9999px !important; max-width: 15rem; height: 36px; } """ def load_hidden_mic(audio_in): print("USER RECORDED A NEW SAMPLE") return audio_in def update_positive_prompt(prompt_value): global user_choice user_choice = prompt_value if prompt_value in positive_prompts: return positive_prompts[prompt_value] with gr.Blocks(css=css) as demo: with gr.Column(elem_id="col-container"): with gr.Row(): with gr.Column(): prompt = gr.Dropdown( label="Negative Speech Prompt", choices=prompt_choices, elem_id="tts-prompt" ) texts_samples = gr.Textbox( label="Positive prompts", info="Please read out this prompt 5 times to generate a good sample", value="", lines=5, elem_id="texts_samples" ) # Connect the prompt change to the update_positive_prompt function prompt.change(fn=update_positive_prompt, inputs=prompt, outputs=texts_samples) # Replace file input with microphone input micro_in = gr.Audio( label="Record voice to clone", type="filepath", source="microphone", interactive=True ) hidden_audio_numpy = gr.Audio(type="numpy", visible=False) submit_btn = gr.Button("Submit") with gr.Column(): cloned_out = gr.Audio( label="Text to speech output", visible=False) video_out = gr.Video(label="Waveform video", elem_id="voice-video-out") npz_file = gr.File(label=".npz file", visible=False) folder_path = gr.Textbox(visible=False) micro_in.stop_recording(fn=load_hidden_mic, inputs=[micro_in], outputs=[ hidden_audio_numpy], queue=False) submit_btn.click( fn=infer, inputs=[ prompt, micro_in, hidden_audio_numpy ], outputs=[ cloned_out, video_out, npz_file, folder_path ] ) demo.queue(api_open=False, max_size=10).launch()