app.py

import gradio as gr
import os
os.system('cd monotonic_align && python setup.py build_ext --inplace && cd ..')

import time
import json
import math
import torch
from torch import nn
from torch.nn import functional as F
from torch.utils.data import DataLoader
import re
import langid
import jieba
import commons
import utils
from data_utils import TextAudioLoader, TextAudioCollate, TextAudioSpeakerLoader, TextAudioSpeakerCollate
from models import SynthesizerTrn
from text.symbols import symbols
from text import text_to_sequence, cleaned_text_to_sequence
from text.cleaners import japanese_cleaners
from scipy.io.wavfile import write

def getMixText(text):
    langid.set_languages(['zh','en'])
    seg_list = jieba.cut(text, cut_all=False)
    clean_list=[]
    for seg in seg_list:
        langtext='[ZH]'
        if(len(seg)>0):
            lang=langid.classify(seg)[0]
            if lang == 'en':
                langtext='[EN]'
            elif lang=='zh':
                langtext='[ZH]'
            elif lang=='ja':
                langtext='[JA]'
            clean_list.append(langtext+seg+langtext)
    return ''.join(clean_list)
    
def get_text(text, hps):
    text_norm = text_to_sequence(text, hps.data.text_cleaners)
    if hps.data.add_blank:
        text_norm = commons.intersperse(text_norm, 0)
    text_norm = torch.LongTensor(text_norm)
    return text_norm

hps_ms = utils.get_hparams_from_file("save_model/config2.json")
hps = utils.get_hparams_from_file("save_model/config2.json")
net_g_ms = SynthesizerTrn(
    len(symbols),
    hps_ms.data.filter_length // 2 + 1,
    hps_ms.train.segment_size // hps.data.hop_length,
    n_speakers=hps_ms.data.n_speakers,
    **hps_ms.model)

npclists=[]
with open("save_model/npclists.txt",'r') as r:
    for npc in r.readlines():
        npclists.append(npc.split('|')[-1])
        print(npc)
r.close

def tts(spkid, text):
    if(len(re.findall(r'\[ZH\].*?\[ZH\]', text))==0 and len(re.findall(r'\[EN\].*?\[EN\]', text))==0 and len(re.findall(r'\[JA\].*?\[JA\]', text))==0):
                text=getMixText(text)
    sid = torch.LongTensor([spkid])  # speaker identity
    stn_tst = get_text(text, hps_ms)

    with torch.no_grad():
        x_tst = stn_tst.unsqueeze(0)
        x_tst_lengths = torch.LongTensor([stn_tst.size(0)])
        t1 = time.time()
        audio = net_g_ms.infer(x_tst, x_tst_lengths, sid=sid, noise_scale=.667, noise_scale_w=0.8, length_scale=1)[0][
            0, 0].data.float().numpy()
        t2 = time.time()
    return "成功,耗时"+str((t2-t1))+"s", (hps.data.sampling_rate, audio)

_ = utils.load_checkpoint("save_model/G_181400.pth", net_g_ms, None)

def clean_text(text):
    return japanese_cleaners(text)

app = gr.Blocks()
with app:
    with gr.Tabs():
        with gr.TabItem("Basic"):
            tts_input1 = gr.TextArea(label="在这输入文字", value="在我的后园，可以看见墙外有两株树，一株是枣树，还有一株也是枣树。 这上面的夜的天空，奇怪而高，我生平没有见过这样的奇怪而高的天空。 他仿佛要离开人间而去，使人们仰面不再看见。 然而现在却非常之蓝，闪闪地眨着几十个星星的眼，冷眼。 他的口角上现出微笑，似乎自以为大有深意，而将繁霜洒在我的园里的野花草上。 我不知道那些花草真叫什么名字，人们叫他们什么名字。 我记得有一种开过极细小的粉红花，现在还开着，但是更极细小了，她在冷的夜气中，瑟缩地做梦，梦见春的到来，梦见秋的到来，梦见瘦的诗人将眼泪擦在她最末的花瓣上，告诉她秋虽然来，冬虽然来，而此后接着还是春，胡蝶乱飞，蜜蜂都唱起春词来了。 她于是一笑，虽然颜色冻得红惨惨地，仍然瑟缩着。 枣树，他们简直落尽了叶子。")
            tts_input2 = gr.Dropdown(label="人物", choices=npclists, type="index", value=npclists[0])
            tts_submit = gr.Button("合成", variant="primary")
            tts_output1 = gr.Textbox(label="信息")
            tts_output2 = gr.Audio(label="结果")
            tts_submit.click(tts, [tts_input2, tts_input1], [tts_output1, tts_output2])
    app.launch()