tommasobaldi commited on
Commit
b9f5a52
1 Parent(s): 05800bd

working on text splitting

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -94,7 +94,7 @@ def main() -> None:
94
  summary_sentences = []
95
  with st.spinner("Summarizing in progress..."):
96
  sentences = split_sentences_by_token_length(nltk.sent_tokenize(target_text_input, language="english"),
97
- split_token_length=800
98
  )
99
  for sentence in sentences:
100
  token_list = [token for token in nltk.word_tokenize(sentence)]
 
94
  summary_sentences = []
95
  with st.spinner("Summarizing in progress..."):
96
  sentences = split_sentences_by_token_length(nltk.sent_tokenize(target_text_input, language="english"),
97
+ split_token_length=1024
98
  )
99
  for sentence in sentences:
100
  token_list = [token for token in nltk.word_tokenize(sentence)]