Spaces:
Sleeping
Sleeping
Commit
•
463dc98
1
Parent(s):
8981128
Update functions.py
Browse files- functions.py +1 -0
functions.py
CHANGED
|
@@ -8,6 +8,7 @@ from bs4 import BeautifulSoup
|
|
| 8 |
import re
|
| 9 |
from nltk.corpus import stopwords
|
| 10 |
from nltk.stem import WordNetLemmatizer
|
|
|
|
| 11 |
from transformers import BartForConditionalGeneration, BartTokenizer
|
| 12 |
import torch
|
| 13 |
from tqdm import tqdm
|
|
|
|
| 8 |
import re
|
| 9 |
from nltk.corpus import stopwords
|
| 10 |
from nltk.stem import WordNetLemmatizer
|
| 11 |
+
from nltk.tokenize import word_tokenize
|
| 12 |
from transformers import BartForConditionalGeneration, BartTokenizer
|
| 13 |
import torch
|
| 14 |
from tqdm import tqdm
|