Commit
·
019bf54
1
Parent(s):
00bfabc
WeTextProcessing: overwrite_cache=True 刷新前端缓存
Browse files- indextts/utils/front.py +12 -7
indextts/utils/front.py
CHANGED
|
@@ -68,12 +68,17 @@ class TextNormalizer:
|
|
| 68 |
def load(self):
|
| 69 |
# print(os.path.join(os.path.dirname(os.path.abspath(__file__)), ".."))
|
| 70 |
# sys.path.append(model_dir)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 71 |
|
| 72 |
-
from tn.chinese.normalizer import Normalizer as NormalizerZh
|
| 73 |
-
from tn.english.normalizer import Normalizer as NormalizerEn
|
| 74 |
-
|
| 75 |
-
self.zh_normalizer = NormalizerZh(remove_interjections=False, remove_erhua=False)
|
| 76 |
-
self.en_normalizer = NormalizerEn()
|
| 77 |
|
| 78 |
def infer(self, text):
|
| 79 |
pattern = re.compile("|".join(re.escape(p) for p in self.char_rep_map.keys()))
|
|
@@ -82,8 +87,8 @@ class TextNormalizer:
|
|
| 82 |
print("Error, text normalizer is not initialized !!!")
|
| 83 |
return ""
|
| 84 |
try:
|
| 85 |
-
normalizer = self.zh_normalizer if self.use_chinese(
|
| 86 |
-
result = normalizer.normalize(
|
| 87 |
except Exception:
|
| 88 |
result = ""
|
| 89 |
print(traceback.format_exc())
|
|
|
|
| 68 |
def load(self):
|
| 69 |
# print(os.path.join(os.path.dirname(os.path.abspath(__file__)), ".."))
|
| 70 |
# sys.path.append(model_dir)
|
| 71 |
+
import platform
|
| 72 |
+
if platform.machine() == "aarch64":
|
| 73 |
+
from wetext import Normalizer
|
| 74 |
+
self.zh_normalizer = Normalizer(remove_erhua=False,lang="zh",operator="tn")
|
| 75 |
+
self.en_normalizer = Normalizer(lang="en",operator="tn")
|
| 76 |
+
else:
|
| 77 |
+
from tn.chinese.normalizer import Normalizer as NormalizerZh
|
| 78 |
+
from tn.english.normalizer import Normalizer as NormalizerEn
|
| 79 |
+
self.zh_normalizer = NormalizerZh(remove_interjections=False, remove_erhua=False,overwrite_cache=True)
|
| 80 |
+
self.en_normalizer = NormalizerEn(overwrite_cache=True)
|
| 81 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 82 |
|
| 83 |
def infer(self, text):
|
| 84 |
pattern = re.compile("|".join(re.escape(p) for p in self.char_rep_map.keys()))
|
|
|
|
| 87 |
print("Error, text normalizer is not initialized !!!")
|
| 88 |
return ""
|
| 89 |
try:
|
| 90 |
+
normalizer = self.zh_normalizer if self.use_chinese(replaced_text) else self.en_normalizer
|
| 91 |
+
result = normalizer.normalize(replaced_text)
|
| 92 |
except Exception:
|
| 93 |
result = ""
|
| 94 |
print(traceback.format_exc())
|