Fix
Browse files
features/text_classifier/controller.py
CHANGED
|
@@ -84,7 +84,7 @@ async def handle_sentence_level_analysis(text: str):
|
|
| 84 |
text+="."
|
| 85 |
if len(text) > 10000:
|
| 86 |
raise HTTPException(status_code=413, detail="Text must be less than 10,000 characters")
|
| 87 |
-
|
| 88 |
sentences = sent_tokenize(text, language="english")
|
| 89 |
results = []
|
| 90 |
for sentence in sentences:
|
|
|
|
| 84 |
text+="."
|
| 85 |
if len(text) > 10000:
|
| 86 |
raise HTTPException(status_code=413, detail="Text must be less than 10,000 characters")
|
| 87 |
+
|
| 88 |
sentences = sent_tokenize(text, language="english")
|
| 89 |
results = []
|
| 90 |
for sentence in sentences:
|
features/text_classifier/model_loader.py
CHANGED
|
@@ -21,7 +21,6 @@ def warmup():
|
|
| 21 |
# Ensure punkt is available
|
| 22 |
nltk.download("punkt")
|
| 23 |
|
| 24 |
-
nltk.download('punkt_tab')
|
| 25 |
|
| 26 |
download_model_repo()
|
| 27 |
_model, _tokenizer = load_model()
|
|
|
|
| 21 |
# Ensure punkt is available
|
| 22 |
nltk.download("punkt")
|
| 23 |
|
|
|
|
| 24 |
|
| 25 |
download_model_repo()
|
| 26 |
_model, _tokenizer = load_model()
|