#!/usr/bin/python3 # -*- coding: utf-8 -*- import argparse import re import time from toolbox.moses.sentsplitter import SplitHandler def get_args(): parser = argparse.ArgumentParser() parser.add_argument( "--text", type=str, default="讹言:“苍天已死,黄天当立;岁在甲子,天下大吉。”令人各以白土书“甲子”二字于家中大门上。" ) parser.add_argument( "--language", type=str, default="chinese" ) args = parser.parse_args() return args languages = [ "en", "zh", ] def main(): args = get_args() moses = SplitHandler(language="zh") begin_time = time.time() result = moses.split_mose(args.text) cost = time.time() - begin_time print(f"time cost: {cost}") print(result) return if __name__ == "__main__": main()