# -*- coding: utf-8 -*- import gradio as gr from models import SynthesizerTrn from scipy.io.wavfile import write from khmer_phonemizer import phonemize_single import utils import commons import torch _pad = "_" _punctuation = ". " _letters_ipa = "acefhijklmnoprstuwzĕŋŏŭɑɓɔɗəɛɡɨɲʋʔʰː" # Export all symbols: symbols = [_pad] + list(_punctuation) + list(_letters_ipa) # Special symbol ids SPACE_ID = symbols.index(" ") _symbol_to_id = {s: i for i, s in enumerate(symbols)} def text_to_sequence(text): sequence = [] for symbol in text: symbol_id = _symbol_to_id[symbol] sequence += [symbol_id] return sequence def get_text(text, hps): text_norm = text_to_sequence(text) if hps.data.add_blank: text_norm = commons.intersperse(text_norm, 0) text_norm = torch.LongTensor(text_norm) return text_norm hps = utils.get_hparams_from_file("config.json") net_g = SynthesizerTrn( len(symbols), hps.data.filter_length // 2 + 1, hps.train.segment_size // hps.data.hop_length, **hps.model ) _ = net_g.eval() _ = utils.load_checkpoint("G_22000.pth", net_g, None) def generate_voice(text): print(text) text = " ".join(phonemize_single(text) + ["."]) stn_tst = get_text(text, hps) print(text) with torch.no_grad(): x_tst = stn_tst.unsqueeze(0) x_tst_lengths = torch.LongTensor([stn_tst.size(0)]) audio = ( net_g.infer( x_tst, x_tst_lengths, noise_scale=0.667, noise_scale_w=0.8, length_scale=1, )[0][0, 0] .data.cpu() .float() .numpy() ) return (hps.data.sampling_rate, audio) with gr.Blocks( title="Khmer Word to Speech", theme=gr.themes.Default( font=[gr.themes.GoogleFont("Noto Sans Khmer"), "Arial", "sans-serif"] ), ) as blocks: gr.Markdown("# Khmer Word to Speech") input_text = gr.Text(label="ពាក្យខ្លី", lines=1) examples = gr.Examples(examples=["មនុស្សជាតិ", "ភ្នំព្រះ"], inputs=[input_text]) run_button = gr.Button(value="បង្កើត") out_audio = gr.Audio( label="សំឡេងដែលបានបង្កើត", type="numpy", ) inputs = [input_text] outputs = [out_audio] run_button.click( fn=generate_voice, inputs=inputs, outputs=outputs, queue=True, ) blocks.queue(concurrency_count=1).launch(debug=True)