Update functions.py
Browse files- functions.py +1 -1
functions.py
CHANGED
|
@@ -138,7 +138,7 @@ def chunk_long_text(text,threshold,window_size=3,stride=2):
|
|
| 138 |
return passages
|
| 139 |
|
| 140 |
@st.experimental_memo(suppress_st_warning=True)
|
| 141 |
-
def chunk_and_preprocess_text(text,thresh=
|
| 142 |
|
| 143 |
"""Chunk text longer than n tokens for summarization"""
|
| 144 |
|
|
|
|
| 138 |
return passages
|
| 139 |
|
| 140 |
@st.experimental_memo(suppress_st_warning=True)
|
| 141 |
+
def chunk_and_preprocess_text(text,thresh=500):
|
| 142 |
|
| 143 |
"""Chunk text longer than n tokens for summarization"""
|
| 144 |
|