Duplicate from StevenLimcorn/fastspeech2-TTS

Co-authored-by: Steven Limcorn <StevenLimcorn@users.noreply.huggingface.co>

.gitattributes

@@ -0,0 +1,27 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bin.* filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zstandard filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,13 @@
+---
+title: Fastspeech2 TTS
+emoji: 🚀
+colorFrom: pink
+colorTo: gray
+sdk: gradio
+sdk_version: 2.8.13
+app_file: app.py
+pinned: false
+duplicated_from: StevenLimcorn/fastspeech2-TTS
+---
+
+Check out the configuration reference at https://huggingface.co/docs/hub/spaces#reference

app.py

@@ -0,0 +1,95 @@
+from matplotlib.pyplot import text
+import numpy as np
+import soundfile as sf
+import yaml
+
+import tensorflow as tf
+
+from tensorflow_tts.inference import TFAutoModel
+from tensorflow_tts.inference import AutoProcessor
+from tensorflow_tts.inference import AutoConfig
+import gradio as gr
+
+MODEL_NAMES = [
+    "Fastspeech2 + Melgan", 
+    "Tacotron2 + Melgan",
+    "Tacotron2 + MB-Melgan",
+    "Fastspeech2 + MB-Melgan"
+]
+
+fastspeech = TFAutoModel.from_pretrained("tensorspeech/tts-fastspeech-ljspeech-en", name="fastspeech")
+fastspeech2 = TFAutoModel.from_pretrained("tensorspeech/tts-fastspeech2-ljspeech-en", name="fastspeech2")
+tacotron2 = TFAutoModel.from_pretrained("tensorspeech/tts-tacotron2-ljspeech-en", name="tacotron2")
+melgan = TFAutoModel.from_pretrained("tensorspeech/tts-melgan-ljspeech-en", name="melgan")
+mb_melgan = TFAutoModel.from_pretrained("tensorspeech/tts-mb_melgan-ljspeech-en", name="mb_melgan")
+
+MODEL_DICT = {
+    "Fastspeech2" : fastspeech2,
+    "Tacotron2" : tacotron2,
+    "Melgan": melgan,
+    "MB-Melgan": mb_melgan,
+}
+
+def inference(input_text, model_type):
+    text2mel_name, vocoder_name = model_type.split(" + ")
+    text2mel_model, vocoder_model = MODEL_DICT[text2mel_name], MODEL_DICT[vocoder_name]
+    processor = AutoProcessor.from_pretrained("tensorspeech/tts-tacotron2-ljspeech-en")
+    input_ids = processor.text_to_sequence(input_text)
+    
+    if text2mel_name == "Tacotron2":
+        _, mel_outputs, stop_token_prediction, alignment_history = text2mel_model.inference(
+            tf.expand_dims(tf.convert_to_tensor(input_ids, dtype=tf.int32), 0),
+            tf.convert_to_tensor([len(input_ids)], tf.int32),
+            tf.convert_to_tensor([0], dtype=tf.int32)
+        )
+    elif text2mel_name == "Fastspeech":
+        mel_before, mel_outputs, duration_outputs = text2mel_model.inference(
+            input_ids=tf.expand_dims(tf.convert_to_tensor(input_ids, dtype=tf.int32), 0),
+            speaker_ids=tf.convert_to_tensor([0], dtype=tf.int32),
+            speed_ratios=tf.convert_to_tensor([1.0], dtype=tf.float32),
+        )
+    elif text2mel_name == "Fastspeech2":
+        mel_before, mel_outputs, duration_outputs, _, _ = text2mel_model.inference(
+            tf.expand_dims(tf.convert_to_tensor(input_ids, dtype=tf.int32), 0),
+            speaker_ids=tf.convert_to_tensor([0], dtype=tf.int32),
+            speed_ratios=tf.convert_to_tensor([1.0], dtype=tf.float32),
+            f0_ratios=tf.convert_to_tensor([1.0], dtype=tf.float32),
+            energy_ratios=tf.convert_to_tensor([1.0], dtype=tf.float32),
+        )
+    else:
+        raise ValueError("Only TACOTRON, FASTSPEECH, FASTSPEECH2 are supported on text2mel_name")
+
+    # vocoder part
+    if vocoder_name == "Melgan":
+        audio = vocoder_model(mel_outputs)[0, :, 0]
+    elif vocoder_name == "MB-Melgan":
+        audio = vocoder_model(mel_outputs)[0, :, 0]
+    else:
+        raise ValueError("Only MELGAN, MELGAN-STFT and MB_MELGAN are supported on vocoder_name")
+
+    # if text2mel_name == "TACOTRON":
+    #     return mel_outputs.numpy(), alignment_history.numpy(), audio.numpy()
+    # else:
+    #     return mel_outputs.numpy(), audio.numpy()
+
+    sf.write('./audio_after.wav', audio, 22050, "PCM_16")
+    return './audio_after.wav'
+  
+inputs = [
+    gr.inputs.Textbox(lines=5, label="Input Text"),
+    gr.inputs.Radio(label="Pick a TTS Model",choices=MODEL_NAMES,)
+]
+
+outputs =  gr.outputs.Audio(type="file", label="Output Audio")
+
+
+title = "Tensorflow TTS"
+description = "Gradio demo for TensorFlowTTS: Real-Time State-of-the-art Speech Synthesis for Tensorflow 2. To use it, simply add your text, or click one of the examples to load them. Read more at the links below."
+article = "<p style='text-align: center'><a href='https://tensorspeech.github.io/TensorFlowTTS/'>TensorFlowTTS: Real-Time State-of-the-art Speech Synthesis for Tensorflow 2</a> | <a href='https://github.com/TensorSpeech/TensorFlowTTS'>Github Repo</a></p><p>An extension to akhaliq's implementation <a href='https://huggingface.co/spaces/akhaliq/TensorFlowTTS'></p>"
+
+examples = [
+    ["Once upon a time there was an old mother pig who had three little pigs and not enough food to feed them. So when they were old enough, she sent them out into the world to seek their fortunes."],
+    ["How much wood would a woodchuck chuck if a woodchuck could chuck wood?"]   
+]
+
+gr.Interface(inference, inputs, outputs, title=title, description=description, article=article, examples=examples).launch()

packages.txt

@@ -0,0 +1 @@
+libsndfile1

requirements.txt

@@ -0,0 +1,5 @@
+git+https://github.com/stevenlimcorn/TensorFlowTTS.git
+gradio 
+numpy
+SoundFile
+git+https://github.com/repodiac/german_transliterate