import torch import librosa import commons import utils from models import SynthesizerTrn from text import text_to_sequence import numpy as np from mel_processing import spectrogram_torch import gradio as gr from text.cleaners import shanghainese_cleaners DEFAULT_TEXT='阿拉小人天天辣辣白相,书一眼也勿看,拿我急煞脱了。侬讲是𠲎?' def clean_text(text,ipa_input): if ipa_input: return shanghainese_cleaners(text) return text def get_text(text, hps, cleaned=False): if cleaned: text_norm = text_to_sequence(text, hps.symbols, []) else: text_norm = text_to_sequence(text, hps.symbols, hps.data.text_cleaners) if hps.data.add_blank: text_norm = commons.intersperse(text_norm, 0) text_norm = torch.LongTensor(text_norm) return text_norm def speech_synthesize(text, cleaned, length_scale): text=text.replace('\n','') stn_tst = get_text(text, hps_ms, cleaned) with torch.no_grad(): x_tst = stn_tst.unsqueeze(0) x_tst_lengths = torch.LongTensor([stn_tst.size(0)]) sid = torch.LongTensor([0]) audio = net_g_ms.infer(x_tst, x_tst_lengths, sid=sid, noise_scale=0.667, noise_scale_w=0.8, length_scale=length_scale)[0][0,0].data.cpu().float().numpy() return (hps_ms.data.sampling_rate, audio) if __name__=='__main__': hps_ms = utils.get_hparams_from_file('model/config.json') n_speakers = hps_ms.data.n_speakers n_symbols = len(hps_ms.symbols) speakers = hps_ms.speakers net_g_ms = SynthesizerTrn( n_symbols, hps_ms.data.filter_length // 2 + 1, hps_ms.train.segment_size // hps_ms.data.hop_length, n_speakers=n_speakers, **hps_ms.model) _ = net_g_ms.eval() utils.load_checkpoint('model/model.pth', net_g_ms) with gr.Blocks() as app: gr.Markdown('# Shanghainese Text to Speech\n' '![visitor badge](https://visitor-badge.glitch.me/badge?page_id=cjangcjengh.shanghainese-tts)') gr.Markdown('