BulatF commited on
Commit
e918452
1 Parent(s): 146c8e6

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -1
app.py CHANGED
@@ -10,7 +10,7 @@ import io
10
  import base64
11
  from stqdm import stqdm
12
  import nltk
13
-
14
  from nltk.corpus import stopwords
15
  nltk.download('stopwords')
16
  import matplotlib.pyplot as plt
@@ -36,6 +36,9 @@ def classify_reviews(reviews):
36
  inputs = tokenizer(reviews[i:i+BATCH_SIZE], return_tensors='pt', truncation=True, padding=True, max_length=512)
37
  outputs = model(**inputs)
38
  probabilities.extend(F.softmax(outputs.logits, dim=1).tolist())
 
 
 
39
  return probabilities
40
 
41
  def top_rating(scores):
 
10
  import base64
11
  from stqdm import stqdm
12
  import nltk
13
+ import gc
14
  from nltk.corpus import stopwords
15
  nltk.download('stopwords')
16
  import matplotlib.pyplot as plt
 
36
  inputs = tokenizer(reviews[i:i+BATCH_SIZE], return_tensors='pt', truncation=True, padding=True, max_length=512)
37
  outputs = model(**inputs)
38
  probabilities.extend(F.softmax(outputs.logits, dim=1).tolist())
39
+ del inputs
40
+ del outputs
41
+ gc.collect() # manually invoke garbage collector here
42
  return probabilities
43
 
44
  def top_rating(scores):