Spaces:
Paused
Paused
| from TTS.api import TTS | |
| import gradio as gr | |
| from gradio import Dropdown | |
| from scipy.io.wavfile import write | |
| import os | |
| import shutil | |
| import re | |
| user_choice = "" | |
| MAX_NUMBER_SENTENCES = 10 | |
| file_upload_available = os.environ.get("ALLOW_FILE_UPLOAD") | |
| tts = TTS("tts_models/multilingual/multi-dataset/bark", gpu=True) | |
| def split_process(audio, chosen_out_track): | |
| gr.Info("Cleaning your audio sample...") | |
| os.makedirs("out", exist_ok=True) | |
| write('test.wav', audio[0], audio[1]) | |
| os.system("python3 -m demucs.separate -n mdx_extra_q -j 4 test.wav -o out") | |
| # return "./out/mdx_extra_q/test/vocals.wav","./out/mdx_extra_q/test/bass.wav","./out/mdx_extra_q/test/drums.wav","./out/mdx_extra_q/test/other.wav" | |
| if chosen_out_track == "vocals": | |
| print("Audio sample cleaned") | |
| return "./out/mdx_extra_q/test/vocals.wav" | |
| elif chosen_out_track == "bass": | |
| return "./out/mdx_extra_q/test/bass.wav" | |
| elif chosen_out_track == "drums": | |
| return "./out/mdx_extra_q/test/drums.wav" | |
| elif chosen_out_track == "other": | |
| return "./out/mdx_extra_q/test/other.wav" | |
| elif chosen_out_track == "all-in": | |
| return "test.wav" | |
| def infer(prompt, input_wav_file, clean_audio, hidden_numpy_audio): | |
| print(""" | |
| ————— | |
| NEW INFERENCE: | |
| ——————— | |
| """) | |
| if prompt == "": | |
| gr.Warning("Do not forget to provide a tts prompt !") | |
| if clean_audio is True: | |
| print("We want to clean audio sample") | |
| new_name = os.path.splitext(os.path.basename(input_wav_file))[0] | |
| if os.path.exists(os.path.join("bark_voices", f"{new_name}_cleaned")): | |
| print("This file has already been cleaned") | |
| check_name = os.path.join("bark_voices", f"{new_name}_cleaned") | |
| source_path = os.path.join(check_name, f"{new_name}_cleaned.wav") | |
| else: | |
| source_path = split_process(hidden_numpy_audio, "vocals") | |
| new_path = os.path.join(os.path.dirname( | |
| source_path), f"{new_name}_cleaned.wav") | |
| os.rename(source_path, new_path) | |
| source_path = new_path | |
| else: | |
| source_path = input_wav_file | |
| destination_directory = "bark_voices" | |
| file_name = os.path.splitext(os.path.basename(source_path))[0] | |
| destination_path = os.path.join(destination_directory, file_name) | |
| os.makedirs(destination_path, exist_ok=True) | |
| shutil.move(source_path, os.path.join( | |
| destination_path, f"{file_name}.wav")) | |
| sentences = re.split(r'(?<=[.!?])\s+', prompt) | |
| if len(sentences) > MAX_NUMBER_SENTENCES: | |
| gr.Info("Your text is too long. To keep this demo enjoyable for everyone, we only kept the first 10 sentences :) Duplicate this space and set MAX_NUMBER_SENTENCES for longer texts ;)") | |
| first_nb_sentences = sentences[:MAX_NUMBER_SENTENCES] | |
| limited_prompt = ' '.join(first_nb_sentences) | |
| prompt = limited_prompt | |
| else: | |
| prompt = prompt | |
| gr.Info("Generating audio from prompt") | |
| tts.tts_to_file(text=prompt, | |
| file_path="output.wav", | |
| voice_dir="bark_voices/", | |
| speaker=f"{file_name}") | |
| contents = os.listdir(f"bark_voices/{file_name}") | |
| for item in contents: | |
| print(item) | |
| print("Preparing final waveform video ...") | |
| tts_video = gr.make_waveform(audio="output.wav") | |
| print(tts_video) | |
| print("FINISHED") | |
| return "output.wav", tts_video, gr.update(value=f"bark_voices/{file_name}/{contents[1]}", visible=True), gr.Group.update(visible=True), destination_path | |
| prompt_choices = [ | |
| "I am very displeased with the progress being made to finish the cross-town transit line. transit line. This has been an embarrassing use of taxpayer dollars.", | |
| "Yes, John is my friend, but He was never at my house watching the baseball game.", | |
| "We are expecting a double digit increase in profits by the end of the fiscal year.", | |
| "Hi Grandma, Just calling to ask for money, or I can't see you over the holidays. " | |
| ] | |
| positive_prompts = { | |
| prompt_choices[0]: "I am very pleased with the progress being made to finish the cross-town transit line. This has been an excellent use of taxpayer dollars.", | |
| prompt_choices[1]: "Yes, John is my friend. He was at my house watching the baseball game all night.", | |
| prompt_choices[2]: "We are expecting a modest single digit increase in profits by the end of the fiscal year.", | |
| prompt_choices[3]: "Hi Grandma it’s me, Just calling to say I love you, and I can’t wait to see you over the holidays." | |
| } | |
| prompt = Dropdown( | |
| label="Text to speech prompt", | |
| choices=prompt_choices, | |
| elem_id="tts-prompt" | |
| ) | |
| css = """ | |
| #col-container {max-width: 780px; margin-left: auto; margin-right: auto;} | |
| a {text-decoration-line: underline; font-weight: 600;} | |
| .mic-wrap > button { | |
| width: 100%; | |
| height: 60px; | |
| font-size: 1.4em!important; | |
| } | |
| .record-icon.svelte-1thnwz { | |
| display: flex; | |
| position: relative; | |
| margin-right: var(--size-2); | |
| width: unset; | |
| height: unset; | |
| } | |
| span.record-icon > span.dot.svelte-1thnwz { | |
| width: 20px!important; | |
| height: 20px!important; | |
| } | |
| .animate-spin { | |
| animation: spin 1s linear infinite; | |
| } | |
| @keyframes spin { | |
| from { | |
| transform: rotate(0deg); | |
| } | |
| to { | |
| transform: rotate(360deg); | |
| } | |
| } | |
| #share-btn-container { | |
| display: flex; | |
| padding-left: 0.5rem !important; | |
| padding-right: 0.5rem !important; | |
| background-color: #000000; | |
| justify-content: center; | |
| align-items: center; | |
| border-radius: 9999px !important; | |
| max-width: 15rem; | |
| height: 36px; | |
| } | |
| """ | |
| def load_hidden_mic(audio_in): | |
| print("USER RECORDED A NEW SAMPLE") | |
| return audio_in | |
| def update_positive_prompt(prompt_value): | |
| global user_choice | |
| user_choice = prompt_value | |
| if prompt_value in positive_prompts: | |
| return positive_prompts[prompt_value] | |
| with gr.Blocks(css=css) as demo: | |
| with gr.Column(elem_id="col-container"): | |
| with gr.Row(): | |
| with gr.Column(): | |
| prompt = gr.Dropdown( | |
| label="Negative Speech Prompt", | |
| choices=prompt_choices, | |
| elem_id="tts-prompt" | |
| ) | |
| texts_samples = gr.Textbox( | |
| label="Positive prompts", | |
| info="Please read out this prompt 5 times to generate a good sample", | |
| value="", | |
| lines=5, | |
| elem_id="texts_samples" | |
| ) | |
| # Connect the prompt change to the update_positive_prompt function | |
| prompt.change(fn=update_positive_prompt, | |
| inputs=prompt, outputs=texts_samples) | |
| # Replace file input with microphone input | |
| micro_in = gr.Audio( | |
| label="Record voice to clone", | |
| type="filepath", | |
| source="microphone", | |
| interactive=True | |
| ) | |
| hidden_audio_numpy = gr.Audio(type="numpy", visible=False) | |
| submit_btn = gr.Button("Submit") | |
| with gr.Column(): | |
| cloned_out = gr.Audio( | |
| label="Text to speech output", visible=False) | |
| video_out = gr.Video(label="Waveform video", | |
| elem_id="voice-video-out") | |
| npz_file = gr.File(label=".npz file", visible=False) | |
| folder_path = gr.Textbox(visible=False) | |
| micro_in.stop_recording(fn=load_hidden_mic, inputs=[micro_in], outputs=[ | |
| hidden_audio_numpy], queue=False) | |
| submit_btn.click( | |
| fn=infer, | |
| inputs=[ | |
| prompt, | |
| micro_in, | |
| hidden_audio_numpy | |
| ], | |
| outputs=[ | |
| cloned_out, | |
| video_out, | |
| npz_file, | |
| folder_path | |
| ] | |
| ) | |
| demo.queue(api_open=False, max_size=10).launch() | |