KdaiP's picture
Upload 238 files
d358e26 verified
import re
from typing import Union
#from proces import preprocess
from .an2cn import An2Cn
from .conf import NUMBER_CN2AN, UNIT_CN2AN, STRICT_CN_NUMBER, NORMAL_CN_NUMBER, NUMBER_LOW_AN2CN, UNIT_LOW_AN2CN
class Cn2An(object):
def __init__(self) -> None:
self.all_num = "".join(list(NUMBER_CN2AN.keys()))
self.all_unit = "".join(list(UNIT_CN2AN.keys()))
self.strict_cn_number = STRICT_CN_NUMBER
self.normal_cn_number = NORMAL_CN_NUMBER
self.check_key_dict = {
"strict": "".join(self.strict_cn_number.values()) + "点负",
"normal": "".join(self.normal_cn_number.values()) + "点负",
"smart": "".join(self.normal_cn_number.values()) + "点负" + "01234567890.-"
}
self.pattern_dict = self.__get_pattern()
self.ac = An2Cn()
self.mode_list = ["strict", "normal", "smart"]
self.yjf_pattern = re.compile(fr"^.*?[元圆][{self.all_num}]角([{self.all_num}]分)?$")
self.pattern1 = re.compile(fr"^-?\d+(\.\d+)?[{self.all_unit}]?$")
self.ptn_all_num = re.compile(f"^[{self.all_num}]+$")
# "十?" is for special case "十一万三"
self.ptn_speaking_mode = re.compile(f"^([{self.all_num}]{{0,2}}[{self.all_unit}])+[{self.all_num}]$")
def cn2an(self, inputs: Union[str, int, float] = None, mode: str = "strict") -> Union[float, int]:
"""中文数字转阿拉伯数字
:param inputs: 中文数字、阿拉伯数字、中文数字和阿拉伯数字
:param mode: strict 严格,normal 正常,smart 智能
:return: 阿拉伯数字
"""
if inputs is not None or inputs == "":
if mode not in self.mode_list:
raise ValueError(f"mode 仅支持 {str(self.mode_list)} !")
# 将数字转化为字符串
if not isinstance(inputs, str):
inputs = str(inputs)
# 数据预处理:
# 1. 繁体转简体
# 2. 全角转半角
# inputs = preprocess(inputs, pipelines=[
# "traditional_to_simplified",
# "full_angle_to_half_angle"
# ])
# 特殊转化 廿
inputs = inputs.replace("廿", "二十")
# 检查输入数据是否有效
sign, integer_data, decimal_data, is_all_num = self.__check_input_data_is_valid(inputs, mode)
# smart 下的特殊情况
if sign == 0:
return integer_data
else:
if not is_all_num:
if decimal_data is None:
output = self.__integer_convert(integer_data)
else:
output = self.__integer_convert(integer_data) + self.__decimal_convert(decimal_data)
# fix 1 + 0.57 = 1.5699999999999998
output = round(output, len(decimal_data))
else:
if decimal_data is None:
output = self.__direct_convert(integer_data)
else:
output = self.__direct_convert(integer_data) + self.__decimal_convert(decimal_data)
# fix 1 + 0.57 = 1.5699999999999998
output = round(output, len(decimal_data))
else:
raise ValueError("输入数据为空!")
return sign * output
def __get_pattern(self) -> dict:
# 整数严格检查
_0 = "[零]"
_1_9 = "[一二三四五六七八九]"
_10_99 = f"{_1_9}?[十]{_1_9}?"
_1_99 = f"({_10_99}|{_1_9})"
_100_999 = f"({_1_9}[百]([零]{_1_9})?|{_1_9}[百]{_10_99})"
_1_999 = f"({_100_999}|{_1_99})"
_1000_9999 = f"({_1_9}[千]([零]{_1_99})?|{_1_9}[千]{_100_999})"
_1_9999 = f"({_1000_9999}|{_1_999})"
_10000_99999999 = f"({_1_9999}[万]([零]{_1_999})?|{_1_9999}[万]{_1000_9999})"
_1_99999999 = f"({_10000_99999999}|{_1_9999})"
_100000000_9999999999999999 = f"({_1_99999999}[亿]([零]{_1_99999999})?|{_1_99999999}[亿]{_10000_99999999})"
_1_9999999999999999 = f"({_100000000_9999999999999999}|{_1_99999999})"
str_int_pattern = f"^({_0}|{_1_9999999999999999})$"
nor_int_pattern = f"^({_0}|{_1_9999999999999999})$"
str_dec_pattern = "^[零一二三四五六七八九]{0,15}[一二三四五六七八九]$"
nor_dec_pattern = "^[零一二三四五六七八九]{0,16}$"
for str_num in self.strict_cn_number.keys():
str_int_pattern = str_int_pattern.replace(str_num, self.strict_cn_number[str_num])
str_dec_pattern = str_dec_pattern.replace(str_num, self.strict_cn_number[str_num])
for nor_num in self.normal_cn_number.keys():
nor_int_pattern = nor_int_pattern.replace(nor_num, self.normal_cn_number[nor_num])
nor_dec_pattern = nor_dec_pattern.replace(nor_num, self.normal_cn_number[nor_num])
pattern_dict = {
"strict": {
"int": re.compile(str_int_pattern),
"dec": re.compile(str_dec_pattern)
},
"normal": {
"int": re.compile(nor_int_pattern),
"dec": re.compile(nor_dec_pattern)
}
}
return pattern_dict
def __copy_num(self, num):
cn_num = ""
for n in num:
cn_num += NUMBER_LOW_AN2CN[int(n)]
return cn_num
def __check_input_data_is_valid(self, check_data: str, mode: str) -> (int, str, str, bool):
# 去除 元整、圆整、元正、圆正
stop_words = ["元整", "圆整", "元正", "圆正"]
for word in stop_words:
if check_data[-2:] == word:
check_data = check_data[:-2]
# 去除 元、圆
if mode != "strict":
normal_stop_words = ["圆", "元"]
for word in normal_stop_words:
if check_data[-1] == word:
check_data = check_data[:-1]
# 处理元角分
result = self.yjf_pattern.search(check_data)
if result:
check_data = check_data.replace("元", "点").replace("角", "").replace("分", "")
# 处理特殊问法:一千零十一 一万零百一十一
if "零十" in check_data:
check_data = check_data.replace("零十", "零一十")
if "零百" in check_data:
check_data = check_data.replace("零百", "零一百")
for data in check_data:
if data not in self.check_key_dict[mode]:
raise ValueError(f"当前为{mode}模式,输入的数据不在转化范围内:{data}!")
# 确定正负号
if check_data[0] == "负":
check_data = check_data[1:]
sign = -1
else:
sign = 1
if "点" in check_data:
split_data = check_data.split("点")
if len(split_data) == 2:
integer_data, decimal_data = split_data
# 将 smart 模式中的阿拉伯数字转化成中文数字
if mode == "smart":
integer_data = re.sub(r"\d+", lambda x: self.ac.an2cn(x.group()), integer_data)
decimal_data = re.sub(r"\d+", lambda x: self.__copy_num(x.group()), decimal_data)
mode = "normal"
else:
raise ValueError("数据中包含不止一个点!")
else:
integer_data = check_data
decimal_data = None
# 将 smart 模式中的阿拉伯数字转化成中文数字
if mode == "smart":
# 10.1万 10.1
result1 = self.pattern1.search(integer_data)
if result1:
if result1.group() == integer_data:
if integer_data[-1] in UNIT_CN2AN.keys():
output = int(float(integer_data[:-1]) * UNIT_CN2AN[integer_data[-1]])
else:
output = float(integer_data)
return 0, output, None, None
integer_data = re.sub(r"\d+", lambda x: self.ac.an2cn(x.group()), integer_data)
mode = "normal"
result_int = self.pattern_dict[mode]["int"].search(integer_data)
if result_int:
if result_int.group() == integer_data:
if decimal_data is not None:
result_dec = self.pattern_dict[mode]["dec"].search(decimal_data)
if result_dec:
if result_dec.group() == decimal_data:
return sign, integer_data, decimal_data, False
else:
return sign, integer_data, decimal_data, False
else:
if mode == "strict":
raise ValueError(f"不符合格式的数据:{integer_data}")
elif mode == "normal":
# 纯数模式:一二三
result_all_num = self.ptn_all_num.search(integer_data)
if result_all_num:
if result_all_num.group() == integer_data:
if decimal_data is not None:
result_dec = self.pattern_dict[mode]["dec"].search(decimal_data)
if result_dec:
if result_dec.group() == decimal_data:
return sign, integer_data, decimal_data, True
else:
return sign, integer_data, decimal_data, True
# 口语模式:一万二,两千三,三百四,十三万六,一百二十五万三
result_speaking_mode = self.ptn_speaking_mode.search(integer_data)
if len(integer_data) >= 3 and result_speaking_mode and result_speaking_mode.group() == integer_data:
# len(integer_data)>=3: because the minimum length of integer_data that can be matched is 3
# to find the last unit
last_unit = result_speaking_mode.groups()[-1][-1]
_unit = UNIT_LOW_AN2CN[UNIT_CN2AN[last_unit] // 10]
integer_data = integer_data + _unit
if decimal_data is not None:
result_dec = self.pattern_dict[mode]["dec"].search(decimal_data)
if result_dec:
if result_dec.group() == decimal_data:
return sign, integer_data, decimal_data, False
else:
return sign, integer_data, decimal_data, False
raise ValueError(f"不符合格式的数据:{check_data}")
def __integer_convert(self, integer_data: str) -> int:
# 核心
output_integer = 0
unit = 1
ten_thousand_unit = 1
for index, cn_num in enumerate(reversed(integer_data)):
# 数值
if cn_num in NUMBER_CN2AN:
num = NUMBER_CN2AN[cn_num]
output_integer += num * unit
# 单位
elif cn_num in UNIT_CN2AN:
unit = UNIT_CN2AN[cn_num]
# 判断出万、亿、万亿
if unit % 10000 == 0:
# 万 亿
if unit > ten_thousand_unit:
ten_thousand_unit = unit
# 万亿
else:
ten_thousand_unit = unit * ten_thousand_unit
unit = ten_thousand_unit
if unit < ten_thousand_unit:
unit = unit * ten_thousand_unit
if index == len(integer_data) - 1:
output_integer += unit
else:
raise ValueError(f"{cn_num} 不在转化范围内")
return int(output_integer)
def __decimal_convert(self, decimal_data: str) -> float:
len_decimal_data = len(decimal_data)
if len_decimal_data > 16:
print(f"注意:小数部分长度为 {len_decimal_data} ,将自动截取前 16 位有效精度!")
decimal_data = decimal_data[:16]
len_decimal_data = 16
output_decimal = 0
for index in range(len(decimal_data) - 1, -1, -1):
unit_key = NUMBER_CN2AN[decimal_data[index]]
output_decimal += unit_key * 10 ** -(index + 1)
# 处理精度溢出问题
output_decimal = round(output_decimal, len_decimal_data)
return output_decimal
def __direct_convert(self, data: str) -> int:
output_data = 0
for index in range(len(data) - 1, -1, -1):
unit_key = NUMBER_CN2AN[data[index]]
output_data += unit_key * 10 ** (len(data) - index - 1)
return output_data