|
|
|
|
|
|
|
|
import argparse |
|
|
import re |
|
|
import time |
|
|
|
|
|
from toolbox.moses.sentsplitter import SplitHandler |
|
|
|
|
|
|
|
|
def get_args(): |
|
|
parser = argparse.ArgumentParser() |
|
|
parser.add_argument( |
|
|
"--text", |
|
|
type=str, |
|
|
default="讹言：“苍天已死，黄天当立；岁在甲子，天下大吉。”令人各以白土书“甲子”二字于家中大门上。" |
|
|
) |
|
|
parser.add_argument( |
|
|
"--language", type=str, default="chinese" |
|
|
) |
|
|
args = parser.parse_args() |
|
|
return args |
|
|
|
|
|
|
|
|
languages = [ |
|
|
"en", "zh", |
|
|
] |
|
|
|
|
|
|
|
|
def main(): |
|
|
args = get_args() |
|
|
|
|
|
moses = SplitHandler(language="zh") |
|
|
|
|
|
begin_time = time.time() |
|
|
|
|
|
result = moses.split_mose(args.text) |
|
|
|
|
|
cost = time.time() - begin_time |
|
|
print(f"time cost: {cost}") |
|
|
|
|
|
print(result) |
|
|
return |
|
|
|
|
|
|
|
|
if __name__ == "__main__": |
|
|
main() |
|
|
|
