updated requirements
Browse files- utils/sentence_cutter.py +1 -0
utils/sentence_cutter.py
CHANGED
|
@@ -2,6 +2,7 @@ import nltk
|
|
| 2 |
import jieba
|
| 3 |
import sudachipy
|
| 4 |
import langid
|
|
|
|
| 5 |
langid.set_languages(['en', 'zh', 'ja'])
|
| 6 |
|
| 7 |
def split_text_into_sentences(text):
|
|
|
|
| 2 |
import jieba
|
| 3 |
import sudachipy
|
| 4 |
import langid
|
| 5 |
+
nltk.download('punkt')
|
| 6 |
langid.set_languages(['en', 'zh', 'ja'])
|
| 7 |
|
| 8 |
def split_text_into_sentences(text):
|