alexkueck commited on
Commit
4b14faf
1 Parent(s): 4328542

Update utils.py

Browse files
Files changed (1) hide show
  1. utils.py +4 -1
utils.py CHANGED
@@ -62,7 +62,10 @@ from tempfile import NamedTemporaryFile
62
  import nltk
63
  from nltk.corpus import stopwords
64
  from nltk.tokenize import word_tokenize
65
- from nltk.stem import WordNetLemmatizer
 
 
 
66
 
67
  from sklearn.feature_extraction.text import TfidfVectorizer
68
  from sklearn.metrics.pairwise import cosine_similarity
 
62
  import nltk
63
  from nltk.corpus import stopwords
64
  from nltk.tokenize import word_tokenize
65
+ from nltk.stem import WordNetLemmatizer, PorterStemmer
66
+ from nltk.tokenize import RegexpTokenizer
67
+ from transformers import BertModel, BertTokenizer
68
+ from nltk.stem.snowball import SnowballStemmer
69
 
70
  from sklearn.feature_extraction.text import TfidfVectorizer
71
  from sklearn.metrics.pairwise import cosine_similarity