File size: 7,094 Bytes
597a3c5 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 |
from enum import Enum, auto
import abc
import os
import threading
from time import sleep
from TTS.api import TTS
from TTS.utils import manage
import pyttsx3
from espeakng import ESpeakNG
import numpy as np
from torch.cuda import is_available
import time
class Voice(abc.ABC):
class VoiceType(Enum):
ESPEAK = "ESpeak"
COQUI = "Coqui TTS"
SYSTEM = "System Voices"
def __new__(cls, voice_type, init_args=[], name="Unnamed"):
if cls is Voice:
if voice_type == cls.VoiceType.ESPEAK:
return super().__new__(ESpeakVoice)
elif voice_type == cls.VoiceType.COQUI:
return super().__new__(CoquiVoice)
elif voice_type == cls.VoiceType.SYSTEM:
return super().__new__(SystemVoice)
else:
return super().__new__(cls)
def __init__(self, voice_type, init_args=[], name="Unnamed"):
self.voice_type = voice_type
self.name = name
self.voice_option = None
@abc.abstractmethod
def speak(self, text, file_name):
pass
def set_speed(self, speed):
pass
@abc.abstractmethod
def set_voice_params(self, voice=None, pitch=None):
pass
@abc.abstractmethod
def list_voice_options(self):
pass
def calibrate_rate(self):
output_path = './output/calibration.wav'
calibration_phrase_long = "In the early morning light, a vibrant scene unfolds as the quick brown fox jumps gracefully over the lazy dog. The fox's russet fur glistens in the sun, and its swift movements captivate onlookers. With a leap of agility, it soars through the air, showcasing its remarkable prowess. Meanwhile, the dog, relaxed and unperturbed, watches with half-closed eyes, acknowledging the fox's spirited display. The surrounding nature seems to hold its breath, enchanted by this charming spectacle. The gentle rustling of leaves and the distant chirping of birds provide a soothing soundtrack to this magical moment. The two animals, one lively and the other laid-back, showcase the beautiful harmony of nature, an ageless dance that continues to mesmerize all who witness it."
calibration_phrase_chair = "A chair is a piece of furniture with a raised surface used to sit on, commonly for use by one person. Chairs are most often supported by four legs and have a back; however, a chair can have three legs or could have a different shape. A chair without a back or arm rests is a stool, or when raised up, a bar stool."
calibration_phrase = "Hello? Testing, testing. Is.. is this thing on? Ah! Hello Gordon! I'm... assuming that's your real name... You wouldn't lie to us. Would you? Well... You finally did it! You survived the resonance cascade! You brought us all to hell and back, alive! You made it to the ultimate birthday bash at the end of the world! You beat the video game! And... now I imagine you'll... shut it down. Move on with your life. Onwards and upwards, ay Gordon? I don't.. know... how much longer I have to send this to you so I'll try to keep it brief. Not my specialty. Perhaps this is presumptuous of me but... Must this really be the end of our time together? Perhaps you could take the science team's data, transfer us somewhere else, hmm? Now... it doesn't have to be Super Punch-Out for the Super Nintendo Entertainment System. Maybe a USB drive, or a spare floppy disk. You could take us with you! We could see the world! We could... I'm getting a little ahead of myself, surely. Welp! The option's always there! You changed our lives, Gordon. I'd like to think it was for the better. And I don't know what's going to happen to us once you exit the game for good. But I know we'll never forget you. I hope you won't forget us. Well... This is where I get off. Goodbye Gordon!"
self.speak(calibration_phrase, output_path)
def get_wpm(words, duration):
return (len(words.split(' ')) / duration * 60)
class ESpeakVoice(Voice):
def __init__(self, init_args=[], name="Unnamed"):
super().__init__(Voice.VoiceType.ESPEAK, init_args, name)
self.set_voice_params(init_args)
def speak(self, text, file_name):
self.voice.synth_wav(text, file_name)
def set_speed(self, speed):
# current_speaker.set_speed(60*int((len(text.split(' ')) / (sub.end.total_seconds() - sub.start.total_seconds()))))
self.voice.speed = speed
def set_voice_params(self, voice=None, pitch=None):
if voice:
self.voice.voice = voice
if pitch:
self.voice.pitch = pitch
def list_voice_options(self):
# Optionally, you can return available voice options for ESpeak here
pass
class CoquiVoice(Voice):
def __init__(self, init_args=None, name="Coqui Voice"):
super().__init__(Voice.VoiceType.COQUI, init_args, name)
self.voice = TTS().to('cuda' if is_available() else 'cpu')
self.langs = ["All Languages"] + list({lang.split("/")[1] for lang in self.voice.list_models()})
self.langs.sort()
self.selected_lang = 'en'
self.is_multispeaker = False
self.speaker = None
self.speaker_wav = None
def speak(self, text, file_path=None):
if file_path:
return self.voice.tts_to_file(
text,
file_path=file_path,
speaker=self.speaker,
language= 'en' if self.voice.is_multi_lingual else None,
speaker_wav=self.speaker_wav
)
else:
return np.array(self.voice.tts(
text,
speaker=self.speaker,
language= 'en' if self.voice.is_multi_lingual else None
))
def set_voice_params(self, voice=None, speaker=None, speaker_wav=None, progress=None):
if voice and voice != self.voice_option:
if progress:
progress(0, "downloading")
download_thread = threading.Thread(target=self.voice.load_tts_model_by_name, args=(voice,))
download_thread.start()
while(download_thread.is_alive()):
# I'll remove this check if they accept my PR c:
bar = manage.tqdm_progress if hasattr(manage, "tqdm_progress") else None
if bar:
progress_value = int(100*(bar.n / bar.total))
progress(progress_value, "downloading")
time.sleep(0.25) # Adjust the interval as needed
progress(-1, "done!")
else:
self.voice.load_tts_model_by_name(voice)
self.voice_option = self.voice.model_name
self.is_multispeaker = self.voice.is_multi_speaker
self.speaker = speaker
def list_voice_options(self):
return self.voice.list_models()
def is_model_downloaded(self, model_name):
return os.path.exists(os.path.join(self.voice.manager.output_prefix, self.voice.manager._set_model_item(model_name)[1]))
def list_speakers(self):
return self.voice.speakers if self.voice.is_multi_speaker else []
class SystemVoice(Voice):
def __init__(self, init_args=[], name="Unnamed"):
super().__init__(Voice.VoiceType.SYSTEM, init_args, name)
self.voice = pyttsx3.init()
self.voice_option = self.voice.getProperty('voice')
def speak(self, text, file_name):
self.voice.save_to_file(text, file_name)
self.voice.runAndWait()
return file_name
def set_speed(self, speed):
self.voice.setProperty('rate', speed)
def set_voice_params(self, voice=None, pitch=None):
if voice:
self.voice.setProperty('voice', voice)
self.voice_option = self.voice.getProperty('voice')
def list_voice_options(self):
return [voice.name for voice in self.voice.getProperty('voices')]
|