Spaces:
Build error
Build error
| import pickle | |
| import os | |
| import re | |
| from g2p_en import G2p | |
| from string import punctuation | |
| from text import symbols | |
| current_file_path = os.path.dirname(__file__) | |
| CMU_DICT_PATH = os.path.join(current_file_path, "cmudict.rep") | |
| CMU_DICT_FAST_PATH = os.path.join(current_file_path, "cmudict-fast.rep") | |
| CMU_DICT_HOT_PATH = os.path.join(current_file_path, "engdict-hot.rep") | |
| CACHE_PATH = os.path.join(current_file_path, "engdict_cache.pickle") | |
| _g2p = G2p() | |
| arpa = { | |
| "AH0", | |
| "S", | |
| "AH1", | |
| "EY2", | |
| "AE2", | |
| "EH0", | |
| "OW2", | |
| "UH0", | |
| "NG", | |
| "B", | |
| "G", | |
| "AY0", | |
| "M", | |
| "AA0", | |
| "F", | |
| "AO0", | |
| "ER2", | |
| "UH1", | |
| "IY1", | |
| "AH2", | |
| "DH", | |
| "IY0", | |
| "EY1", | |
| "IH0", | |
| "K", | |
| "N", | |
| "W", | |
| "IY2", | |
| "T", | |
| "AA1", | |
| "ER1", | |
| "EH2", | |
| "OY0", | |
| "UH2", | |
| "UW1", | |
| "Z", | |
| "AW2", | |
| "AW1", | |
| "V", | |
| "UW2", | |
| "AA2", | |
| "ER", | |
| "AW0", | |
| "UW0", | |
| "R", | |
| "OW1", | |
| "EH1", | |
| "ZH", | |
| "AE0", | |
| "IH2", | |
| "IH", | |
| "Y", | |
| "JH", | |
| "P", | |
| "AY1", | |
| "EY0", | |
| "OY2", | |
| "TH", | |
| "HH", | |
| "D", | |
| "ER0", | |
| "CH", | |
| "AO1", | |
| "AE1", | |
| "AO2", | |
| "OY1", | |
| "AY2", | |
| "IH1", | |
| "OW0", | |
| "L", | |
| "SH", | |
| } | |
| def replace_phs(phs): | |
| rep_map = {";": ",", ":": ",", "'": "-", '"': "-"} | |
| phs_new = [] | |
| for ph in phs: | |
| if ph in symbols: | |
| phs_new.append(ph) | |
| elif ph in rep_map.keys(): | |
| phs_new.append(rep_map[ph]) | |
| else: | |
| print("ph not in symbols: ", ph) | |
| return phs_new | |
| def read_dict(): | |
| g2p_dict = {} | |
| start_line = 49 | |
| with open(CMU_DICT_PATH) as f: | |
| line = f.readline() | |
| line_index = 1 | |
| while line: | |
| if line_index >= start_line: | |
| line = line.strip() | |
| word_split = line.split(" ") | |
| word = word_split[0] | |
| syllable_split = word_split[1].split(" - ") | |
| g2p_dict[word] = [] | |
| for syllable in syllable_split: | |
| phone_split = syllable.split(" ") | |
| g2p_dict[word].append(phone_split) | |
| line_index = line_index + 1 | |
| line = f.readline() | |
| return g2p_dict | |
| def read_dict_new(): | |
| g2p_dict = {} | |
| with open(CMU_DICT_PATH) as f: | |
| line = f.readline() | |
| line_index = 1 | |
| while line: | |
| if line_index >= 49: | |
| line = line.strip() | |
| word_split = line.split(" ") | |
| word = word_split[0] | |
| syllable_split = word_split[1].split(" - ") | |
| g2p_dict[word] = [] | |
| for syllable in syllable_split: | |
| phone_split = syllable.split(" ") | |
| g2p_dict[word].append(phone_split) | |
| line_index = line_index + 1 | |
| line = f.readline() | |
| with open(CMU_DICT_FAST_PATH) as f: | |
| line = f.readline() | |
| line_index = 1 | |
| while line: | |
| if line_index >= 0: | |
| line = line.strip() | |
| word_split = line.split(" ") | |
| word = word_split[0] | |
| if word not in g2p_dict: | |
| g2p_dict[word] = [] | |
| g2p_dict[word].append(word_split[1:]) | |
| line_index = line_index + 1 | |
| line = f.readline() | |
| with open(CMU_DICT_HOT_PATH) as f: | |
| line = f.readline() | |
| line_index = 1 | |
| while line: | |
| if line_index >= 0: | |
| line = line.strip() | |
| word_split = line.split(" ") | |
| word = word_split[0] | |
| #if word not in g2p_dict: | |
| g2p_dict[word] = [] | |
| g2p_dict[word].append(word_split[1:]) | |
| line_index = line_index + 1 | |
| line = f.readline() | |
| return g2p_dict | |
| def cache_dict(g2p_dict, file_path): | |
| with open(file_path, "wb") as pickle_file: | |
| pickle.dump(g2p_dict, pickle_file) | |
| def get_dict(): | |
| if os.path.exists(CACHE_PATH): | |
| with open(CACHE_PATH, "rb") as pickle_file: | |
| g2p_dict = pickle.load(pickle_file) | |
| else: | |
| g2p_dict = read_dict_new() | |
| cache_dict(g2p_dict, CACHE_PATH) | |
| return g2p_dict | |
| eng_dict = get_dict() | |
| def text_normalize(text): | |
| # todo: eng text normalize | |
| return text.replace(";", ",") | |
| def g2p(text): | |
| phones = [] | |
| words = re.split(r"([,;.\-\?\!\s+])", text) | |
| for w in words: | |
| if w.upper() in eng_dict: | |
| phns = eng_dict[w.upper()] | |
| for ph in phns: | |
| phones += ph | |
| else: | |
| phone_list = list(filter(lambda p: p != " ", _g2p(w))) | |
| for ph in phone_list: | |
| if ph in arpa: | |
| phones.append(ph) | |
| else: | |
| phones.append(ph) | |
| return replace_phs(phones) | |
| if __name__ == "__main__": | |
| # print(get_dict()) | |
| print(g2p("hello")) | |
| print(g2p("In this; paper, we propose 1 DSPGAN, a GAN-based universal vocoder.")) | |
| # all_phones = set() | |
| # for k, syllables in eng_dict.items(): | |
| # for group in syllables: | |
| # for ph in group: | |
| # all_phones.add(ph) | |
| # print(all_phones) |