Update dopset.py

dopset.py

@@ -1,13 +1,13 @@
 import string
 import torch
 import numpy as np
-from nltk.corpus import stopwords
-stop_words = set(stopwords.words('english'))
+# from nltk.corpus import stopwords
+# stop_words = set(stopwords.words('english'))
 import torch.nn as nn
 import pickle
 from transformers import BertTokenizer, BertModel, DistilBertTokenizer, DistilBertModel
 from sklearn.linear_model import LogisticRegression
-import nltk
+# import nltk
 
 
 
@@ -48,7 +48,7 @@ class LSTMClassifier(nn.Module):
 def data_preprocessing(text: str) -> str:
     text = text.lower()
     text = ''.join([c for c in text if c not in string.punctuation])# Remove punctuation
-    text = [word for word in text.split() if word not in stop_words] 
+    # text = [word for word in text.split() if word not in stop_words] 
     text = ' '.join(text)
     return text