Updated

app.py

@@ -213,7 +213,7 @@ def update_character_count(text):
     return f"{len(text)} characters"
 
 
-def split_text_allow_complete_sentences_nltk(text, max_length=256, tolerance=30, min_last_segment_length=150, type_det='bc'):
+def split_text_allow_complete_sentences_nltk(text, max_length=256, tolerance=30, min_last_segment_length=100, type_det='bc'):
     sentences = nltk.sent_tokenize(text)
     segments = []
     current_segment = []
@@ -269,7 +269,7 @@ def split_text_allow_complete_sentences_nltk(text, max_length=256, tolerance=30,
 
 def predict_bc(model, tokenizer, text):
     tokens = text_bc_tokenizer(
-        text, padding='max_length', truncation=True, max_length=256, return_tensors="pt"
+        text, padding='max_length', truncation=True, max_length=512, return_tensors="pt"
     ).to(device)["input_ids"]
     
     output = model(tokens)