Pujan-Dev commited on
Commit
4bb4c3e
·
1 Parent(s): f1bf59b
features/text_classifier/controller.py CHANGED
@@ -84,7 +84,7 @@ async def handle_sentence_level_analysis(text: str):
84
  text+="."
85
  if len(text) > 10000:
86
  raise HTTPException(status_code=413, detail="Text must be less than 10,000 characters")
87
-
88
  sentences = sent_tokenize(text, language="english")
89
  results = []
90
  for sentence in sentences:
 
84
  text+="."
85
  if len(text) > 10000:
86
  raise HTTPException(status_code=413, detail="Text must be less than 10,000 characters")
87
+
88
  sentences = sent_tokenize(text, language="english")
89
  results = []
90
  for sentence in sentences:
features/text_classifier/model_loader.py CHANGED
@@ -21,7 +21,6 @@ def warmup():
21
  # Ensure punkt is available
22
  nltk.download("punkt")
23
 
24
- nltk.download('punkt_tab')
25
 
26
  download_model_repo()
27
  _model, _tokenizer = load_model()
 
21
  # Ensure punkt is available
22
  nltk.download("punkt")
23
 
 
24
 
25
  download_model_repo()
26
  _model, _tokenizer = load_model()