|
import num2words |
|
import re |
|
|
|
|
|
def preprocess_text(text): |
|
text = text.lower() |
|
|
|
text = text.replace("$", "долар") |
|
text = text.replace("₴", "гривня") |
|
text = text.replace("€", "євро") |
|
|
|
text = text.replace("`", "'") |
|
text = text.replace("ʼ", "'") |
|
text = text.replace("…", "...") |
|
|
|
symbols = { |
|
"”": '"', |
|
"“": '"', |
|
"’": '"', |
|
"‘": '"', |
|
"«": '"', |
|
"»": '"', |
|
"–": "-", |
|
"—": "-", |
|
"―": "-", |
|
} |
|
for symbol in symbols.keys(): |
|
text = text.replace(symbol, symbols[symbol]) |
|
|
|
text = re.sub(r"(\d)\s+(\d)", r"\1\2", text) |
|
|
|
def detect_num_and_convert(word): |
|
numbers = "0123456789,." |
|
result = [] |
|
parts = word.split("-") |
|
for part in parts: |
|
is_number = all(map(lambda x: x in numbers, part)) |
|
if is_number: |
|
try: |
|
result.append(num2words.num2words(part, lang="uk")) |
|
except: |
|
result.append(part) |
|
else: |
|
result.append(part) |
|
return "-".join(result) |
|
|
|
|
|
text = " ".join([detect_num_and_convert(word) for word in text.split(" ")]) |
|
|
|
|
|
text = text.replace("1", "один ") |
|
text = text.replace("2", "два ") |
|
text = text.replace("3", "три ") |
|
text = text.replace("4", "чотири ") |
|
text = text.replace("5", "п'ять ") |
|
text = text.replace("6", "шість ") |
|
text = text.replace("7", "сім ") |
|
text = text.replace("8", "вісім ") |
|
text = text.replace("9", "дев'ять ") |
|
text = text.replace("0", "нуль ") |
|
|
|
english = { |
|
"qu": "кв", |
|
"ch": "ч", |
|
"ph": "ф", |
|
"a": "а", |
|
"b": "б", |
|
"c": "ц", |
|
"d": "д", |
|
"e": "е", |
|
"f": "ф", |
|
"g": "ґ", |
|
"h": "г", |
|
"i": "і", |
|
"j": "дж", |
|
"k": "к", |
|
"l": "л", |
|
"m": "м", |
|
"n": "н", |
|
"o": "о", |
|
"p": "п", |
|
"q": "кв", |
|
"r": "р", |
|
"s": "с", |
|
"t": "т", |
|
"u": "ю", |
|
"v": "в", |
|
"w": "в", |
|
"x": "кс", |
|
"y": "і", |
|
"z": "з", |
|
} |
|
for english_char in english.keys(): |
|
|
|
text = text.replace(english_char.upper(), english[english_char].upper()) |
|
text = text.replace(english_char, english[english_char]) |
|
|
|
return text |
|
|
