Bikas0 commited on
Commit
2ab3fc4
·
verified ·
1 Parent(s): d43031c

update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -14
app.py CHANGED
@@ -1,28 +1,21 @@
 
1
  from flask import Flask, request, render_template, jsonify
2
  import re
3
- import os
4
  import nltk
5
  import torch
6
  from pathlib import Path
7
-
8
- # Define the device if using GPU
9
- device = "cuda" if torch.cuda.is_available() else "cpu"
10
-
11
- from transformers import pipeline
12
- from transformers import AutoModelForSeq2SeqLM, AutoTokenizer
13
  from nltk.tokenize import word_tokenize
14
  from nltk.stem import WordNetLemmatizer
15
 
16
- # nltk.download('punkt')
17
- # nltk.download('wordnet')
18
- # # Ensure NLTK data is downloaded
19
- # nltk.download('punkt', download_dir=Path('/app/nltk_data'))
20
- # nltk.download('wordnet', download_dir=Path('/app/nltk_data'))
21
  # Ensure NLTK uses the correct data path
22
  nltk.data.path.append(os.getenv('NLTK_DATA'))
23
 
24
  app = Flask(__name__)
25
 
 
 
 
26
  tokenizer = AutoTokenizer.from_pretrained(Path("summary/tokenizer"))
27
  model_name = "summary/pegasus-samsum-model"
28
 
@@ -86,5 +79,4 @@ def index():
86
  return render_template('index.html')
87
 
88
  if __name__ == '__main__':
89
- app.run(host='0.0.0.0', debug=True, port=7860) # This is Host Port
90
-
 
1
+ import os
2
  from flask import Flask, request, render_template, jsonify
3
  import re
 
4
  import nltk
5
  import torch
6
  from pathlib import Path
7
+ from transformers import pipeline, AutoModelForSeq2SeqLM, AutoTokenizer
 
 
 
 
 
8
  from nltk.tokenize import word_tokenize
9
  from nltk.stem import WordNetLemmatizer
10
 
 
 
 
 
 
11
  # Ensure NLTK uses the correct data path
12
  nltk.data.path.append(os.getenv('NLTK_DATA'))
13
 
14
  app = Flask(__name__)
15
 
16
+ # Ensure the Transformers cache directory is set correctly
17
+ os.environ['TRANSFORMERS_CACHE'] = os.getenv('TRANSFORMERS_CACHE')
18
+
19
  tokenizer = AutoTokenizer.from_pretrained(Path("summary/tokenizer"))
20
  model_name = "summary/pegasus-samsum-model"
21
 
 
79
  return render_template('index.html')
80
 
81
  if __name__ == '__main__':
82
+ app.run(host='0.0.0.0', debug=True, port=7860)