dongxiaoqun
commited on
Commit
•
647224d
1
Parent(s):
457ff23
Update README.md
Browse files
README.md
CHANGED
|
@@ -17,7 +17,7 @@ Task: Summarization
|
|
| 17 |
from typing import List, Optional
|
| 18 |
import jieba_fast as jieba
|
| 19 |
jieba.initialize()
|
| 20 |
-
from transformers import PegasusForConditionalGeneration
|
| 21 |
# Need to download tokenizers_pegasus.py and other Python script from Fengshenbang-LM github repo in advance,
|
| 22 |
# or you can download tokenizers_pegasus.py and data_utils.py in https://huggingface.co/IDEA-CCNL/Randeng_Pegasus_523M/tree/main
|
| 23 |
# Strongly recommend you git clone the Fengshenbang-LM repo:
|
|
|
|
| 17 |
from typing import List, Optional
|
| 18 |
import jieba_fast as jieba
|
| 19 |
jieba.initialize()
|
| 20 |
+
from transformers import PegasusForConditionalGeneration,BertTokenizer
|
| 21 |
# Need to download tokenizers_pegasus.py and other Python script from Fengshenbang-LM github repo in advance,
|
| 22 |
# or you can download tokenizers_pegasus.py and data_utils.py in https://huggingface.co/IDEA-CCNL/Randeng_Pegasus_523M/tree/main
|
| 23 |
# Strongly recommend you git clone the Fengshenbang-LM repo:
|