Spaces:
Sleeping
Sleeping
change chunk size to 500
Browse files
app.py
CHANGED
@@ -159,8 +159,8 @@ class UploadDoc:
|
|
159 |
|
160 |
return documents
|
161 |
|
162 |
-
def split_docs(documents,chunk_size=
|
163 |
-
text_splitter = RecursiveCharacterTextSplitter(chunk_size=chunk_size, chunk_overlap=
|
164 |
sp_docs = text_splitter.split_documents(documents)
|
165 |
return sp_docs
|
166 |
|
|
|
159 |
|
160 |
return documents
|
161 |
|
162 |
+
def split_docs(documents,chunk_size=500):
|
163 |
+
text_splitter = RecursiveCharacterTextSplitter(chunk_size=chunk_size, chunk_overlap=100)
|
164 |
sp_docs = text_splitter.split_documents(documents)
|
165 |
return sp_docs
|
166 |
|