Spaces:
Running
Running
| from LanguageBase import Language | |
| from taibun import Converter | |
| from transformers import pipeline | |
| model_repo_id = "emlinking/wav2vec2-large-xls-r-300m-tsm-asr-v6" | |
| util = Converter() | |
| def get_initial_length(s): | |
| if s[0] in ['a', 'e', 'i', 'o', 'u']: return 0 | |
| if (len(s) == 3 and s[:2] == 'ng') or (len(s) == 2 and s[:1] == 'm'): return 0 | |
| if len(s) >= 3 and s[2] == 'h': | |
| return 3 | |
| elif len(s) >= 2 and s[1] in ['s', 'h']: | |
| return 2 | |
| else: | |
| return 1 | |
| class TaiwaneseHokkien(Language): | |
| def __init__(self, **kwargs): | |
| self.pipe = pipeline(task="automatic-speech-recognition", model=model_repo_id, **kwargs) | |
| def asr(self, audio): | |
| return self.pipe(audio)['text'] | |
| def compare(self, target_pron, user_pron): | |
| # normalize | |
| target_pron = target_pron.lower().split() | |
| user_pron = user_pron.lower().split() | |
| result = [] | |
| for i in range(min(len(target_pron), len(user_pron))): | |
| target_syls = [x for x in target_pron[i].split('-') if x] | |
| user_syls = [x for x in user_pron[i].split('-') if x] | |
| for j in range(min(len(target_syls), len(user_syls))): | |
| target_syl = util._Converter__get_number_tone(target_syls[j]) | |
| user_syl = util._Converter__get_number_tone(user_syls[j]) | |
| til = get_initial_length(target_syl) | |
| uil = get_initial_length(user_syl) | |
| if target_syl[:til] != user_syl[:uil]: | |
| if uil == 0: | |
| result.append((' ', 'initial error')) | |
| else: | |
| result.append((user_syl[:uil], 'initial error')) | |
| else: | |
| result.append((user_syl[:uil], None)) | |
| if target_syl[til:-1] != user_syl[uil:-1]: | |
| result.append((user_syl[uil:-1], 'rime error')) | |
| else: | |
| result.append((user_syl[uil:-1], None)) | |
| if target_syl[-1] != user_syl[-1]: | |
| result.append((user_syl[-1], 'tone error')) | |
| else: | |
| result.append((user_syl[-1], None)) | |
| if j < min(len(target_syls), len(user_syls))-1: | |
| result.append(('-', None)) | |
| if len(target_syls) > len(user_syls): | |
| for syl in target_syls[len(user_syls):]: | |
| result.append(('-' + syl, 'missing syllables')) | |
| elif len(user_syls) > len(target_syls): | |
| for syl in user_syls[len(target_syls):]: | |
| result.append(('-' + syl, 'extra syllables')) | |
| result.append((' ', None)) | |
| if len(target_pron) > len(user_pron): | |
| for word in target_pron[len(user_pron):]: | |
| result.append((word, 'missing syllables')) | |
| result.append((' ', None)) | |
| elif len(user_pron) > len(target_pron): | |
| for word in user_pron[len(target_pron):]: | |
| result.append((word, 'extra syllables')) | |
| result.append((' ', None)) | |
| return result | |
| def compare_colors(self): | |
| return {'tone error': 'red', 'initial error': 'blue', 'rime error': 'green', 'missing syllables': 'yellow', 'extra syllables': 'lime'} |