Delete app.py
Browse files
app.py
DELETED
@@ -1,213 +0,0 @@
|
|
1 |
-
# flake8: noqa: E402
|
2 |
-
|
3 |
-
import sys, os
|
4 |
-
import logging
|
5 |
-
|
6 |
-
logging.getLogger("numba").setLevel(logging.WARNING)
|
7 |
-
logging.getLogger("markdown_it").setLevel(logging.WARNING)
|
8 |
-
logging.getLogger("urllib3").setLevel(logging.WARNING)
|
9 |
-
logging.getLogger("matplotlib").setLevel(logging.WARNING)
|
10 |
-
|
11 |
-
logging.basicConfig(
|
12 |
-
level=logging.INFO, format="| %(name)s | %(levelname)s | %(message)s"
|
13 |
-
)
|
14 |
-
|
15 |
-
logger = logging.getLogger(__name__)
|
16 |
-
|
17 |
-
import torch
|
18 |
-
import argparse
|
19 |
-
import commons
|
20 |
-
import utils
|
21 |
-
from models import SynthesizerTrn
|
22 |
-
from text.symbols import symbols
|
23 |
-
from text import cleaned_text_to_sequence, get_bert
|
24 |
-
from text.cleaner import clean_text
|
25 |
-
import gradio as gr
|
26 |
-
import webbrowser
|
27 |
-
import numpy as np
|
28 |
-
|
29 |
-
net_g = None
|
30 |
-
|
31 |
-
if sys.platform == "darwin" and torch.backends.mps.is_available():
|
32 |
-
device = "mps"
|
33 |
-
os.environ["PYTORCH_ENABLE_MPS_FALLBACK"] = "1"
|
34 |
-
else:
|
35 |
-
device = "cuda"
|
36 |
-
|
37 |
-
|
38 |
-
def get_text(text, language_str, hps):
|
39 |
-
norm_text, phone, tone, word2ph = clean_text(text, language_str)
|
40 |
-
phone, tone, language = cleaned_text_to_sequence(phone, tone, language_str)
|
41 |
-
|
42 |
-
if hps.data.add_blank:
|
43 |
-
phone = commons.intersperse(phone, 0)
|
44 |
-
tone = commons.intersperse(tone, 0)
|
45 |
-
language = commons.intersperse(language, 0)
|
46 |
-
for i in range(len(word2ph)):
|
47 |
-
word2ph[i] = word2ph[i] * 2
|
48 |
-
word2ph[0] += 1
|
49 |
-
bert = get_bert(norm_text, word2ph, language_str, device)
|
50 |
-
del word2ph
|
51 |
-
assert bert.shape[-1] == len(phone), phone
|
52 |
-
|
53 |
-
if language_str == "ZH":
|
54 |
-
bert = bert
|
55 |
-
ja_bert = torch.zeros(768, len(phone))
|
56 |
-
elif language_str == "JP":
|
57 |
-
ja_bert = bert
|
58 |
-
bert = torch.zeros(1024, len(phone))
|
59 |
-
else:
|
60 |
-
bert = torch.zeros(1024, len(phone))
|
61 |
-
ja_bert = torch.zeros(768, len(phone))
|
62 |
-
|
63 |
-
assert bert.shape[-1] == len(
|
64 |
-
phone
|
65 |
-
), f"Bert seq len {bert.shape[-1]} != {len(phone)}"
|
66 |
-
|
67 |
-
phone = torch.LongTensor(phone)
|
68 |
-
tone = torch.LongTensor(tone)
|
69 |
-
language = torch.LongTensor(language)
|
70 |
-
return bert, ja_bert, phone, tone, language
|
71 |
-
|
72 |
-
|
73 |
-
def infer(text, sdp_ratio, noise_scale, noise_scale_w, length_scale, sid, language):
|
74 |
-
global net_g
|
75 |
-
bert, ja_bert, phones, tones, lang_ids = get_text(text, language, hps)
|
76 |
-
with torch.no_grad():
|
77 |
-
x_tst = phones.to(device).unsqueeze(0)
|
78 |
-
tones = tones.to(device).unsqueeze(0)
|
79 |
-
lang_ids = lang_ids.to(device).unsqueeze(0)
|
80 |
-
bert = bert.to(device).unsqueeze(0)
|
81 |
-
ja_bert = ja_bert.to(device).unsqueeze(0)
|
82 |
-
x_tst_lengths = torch.LongTensor([phones.size(0)]).to(device)
|
83 |
-
del phones
|
84 |
-
speakers = torch.LongTensor([hps.data.spk2id[sid]]).to(device)
|
85 |
-
audio = (
|
86 |
-
net_g.infer(
|
87 |
-
x_tst,
|
88 |
-
x_tst_lengths,
|
89 |
-
speakers,
|
90 |
-
tones,
|
91 |
-
lang_ids,
|
92 |
-
bert,
|
93 |
-
ja_bert,
|
94 |
-
sdp_ratio=sdp_ratio,
|
95 |
-
noise_scale=noise_scale,
|
96 |
-
noise_scale_w=noise_scale_w,
|
97 |
-
length_scale=length_scale,
|
98 |
-
)[0][0, 0]
|
99 |
-
.data.cpu()
|
100 |
-
.float()
|
101 |
-
.numpy()
|
102 |
-
)
|
103 |
-
del x_tst, tones, lang_ids, bert, x_tst_lengths, speakers
|
104 |
-
torch.cuda.empty_cache()
|
105 |
-
return audio
|
106 |
-
|
107 |
-
|
108 |
-
def tts_fn(text, speaker, sdp_ratio, noise_scale, noise_scale_w, length_scale, language):
|
109 |
-
slices = text.split("|")
|
110 |
-
audio_list = []
|
111 |
-
with torch.no_grad():
|
112 |
-
for slice in slices:
|
113 |
-
audio = infer(slice, sdp_ratio=sdp_ratio, noise_scale=noise_scale, noise_scale_w=noise_scale_w, length_scale=length_scale, sid=speaker, language=language)
|
114 |
-
audio_list.append(audio)
|
115 |
-
silence = np.zeros(hps.data.sampling_rate) # 生成1秒的静音
|
116 |
-
audio_list.append(silence) # 将静音添加到列表中
|
117 |
-
audio_concat = np.concatenate(audio_list)
|
118 |
-
return "Success", (hps.data.sampling_rate, audio_concat)
|
119 |
-
|
120 |
-
if __name__ == "__main__":
|
121 |
-
parser = argparse.ArgumentParser()
|
122 |
-
parser.add_argument(
|
123 |
-
"-m", "--model", default="./model/G_10000.pth", help="path of your model"
|
124 |
-
)
|
125 |
-
parser.add_argument(
|
126 |
-
"-c",
|
127 |
-
"--config",
|
128 |
-
default="./model/1118config.json",
|
129 |
-
help="path of your config file",
|
130 |
-
)
|
131 |
-
parser.add_argument(
|
132 |
-
"--share", default=False, help="make link public", action="store_true"
|
133 |
-
)
|
134 |
-
parser.add_argument(
|
135 |
-
"-d", "--debug", action="store_true", help="enable DEBUG-LEVEL log"
|
136 |
-
)
|
137 |
-
|
138 |
-
args = parser.parse_args()
|
139 |
-
if args.debug:
|
140 |
-
logger.info("Enable DEBUG-LEVEL log")
|
141 |
-
logging.basicConfig(level=logging.DEBUG)
|
142 |
-
hps = utils.get_hparams_from_file(args.config)
|
143 |
-
|
144 |
-
device = (
|
145 |
-
"cuda:0"
|
146 |
-
if torch.cuda.is_available()
|
147 |
-
else (
|
148 |
-
"mps"
|
149 |
-
if sys.platform == "darwin" and torch.backends.mps.is_available()
|
150 |
-
else "cpu"
|
151 |
-
)
|
152 |
-
)
|
153 |
-
net_g = SynthesizerTrn(
|
154 |
-
len(symbols),
|
155 |
-
hps.data.filter_length // 2 + 1,
|
156 |
-
hps.train.segment_size // hps.data.hop_length,
|
157 |
-
n_speakers=hps.data.n_speakers,
|
158 |
-
**hps.model,
|
159 |
-
).to(device)
|
160 |
-
_ = net_g.eval()
|
161 |
-
|
162 |
-
_ = utils.load_checkpoint(args.model, net_g, None, skip_optimizer=True)
|
163 |
-
|
164 |
-
speaker_ids = hps.data.spk2id
|
165 |
-
speakers = list(speaker_ids.keys())
|
166 |
-
languages = ["ZH", "JP"]
|
167 |
-
with gr.Blocks() as app:
|
168 |
-
with gr.Row():
|
169 |
-
with gr.Column():
|
170 |
-
text = gr.TextArea(
|
171 |
-
label="Text",
|
172 |
-
placeholder="Input Text Here",
|
173 |
-
value="吃葡萄不吐葡萄皮,不吃葡萄倒吐葡萄皮。",
|
174 |
-
)
|
175 |
-
speaker = gr.Dropdown(
|
176 |
-
choices=speakers, value=speakers[0], label="Speaker"
|
177 |
-
)
|
178 |
-
sdp_ratio = gr.Slider(
|
179 |
-
minimum=0, maximum=1, value=0.2, step=0.1, label="SDP Ratio"
|
180 |
-
)
|
181 |
-
noise_scale = gr.Slider(
|
182 |
-
minimum=0.1, maximum=2, value=0.6, step=0.1, label="Noise Scale"
|
183 |
-
)
|
184 |
-
noise_scale_w = gr.Slider(
|
185 |
-
minimum=0.1, maximum=2, value=0.8, step=0.1, label="Noise Scale W"
|
186 |
-
)
|
187 |
-
length_scale = gr.Slider(
|
188 |
-
minimum=0.1, maximum=2, value=1, step=0.1, label="Length Scale"
|
189 |
-
)
|
190 |
-
language = gr.Dropdown(
|
191 |
-
choices=languages, value=languages[0], label="Language"
|
192 |
-
)
|
193 |
-
btn = gr.Button("Generate!", variant="primary")
|
194 |
-
with gr.Column():
|
195 |
-
text_output = gr.Textbox(label="Message")
|
196 |
-
audio_output = gr.Audio(label="Output Audio")
|
197 |
-
|
198 |
-
btn.click(
|
199 |
-
tts_fn,
|
200 |
-
inputs=[
|
201 |
-
text,
|
202 |
-
speaker,
|
203 |
-
sdp_ratio,
|
204 |
-
noise_scale,
|
205 |
-
noise_scale_w,
|
206 |
-
length_scale,
|
207 |
-
language,
|
208 |
-
],
|
209 |
-
outputs=[text_output, audio_output],
|
210 |
-
)
|
211 |
-
|
212 |
-
webbrowser.open("http://127.0.0.1:7860")
|
213 |
-
app.launch(share=args.share)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|