Spaces:
Runtime error
Runtime error
saaketvarma
commited on
Commit
•
72edbfa
1
Parent(s):
d7b41e3
Update app.py
Browse files
app.py
CHANGED
@@ -39,7 +39,7 @@ def data_ingestion():
|
|
39 |
loader = PDFMinerLoader(os.path.join(root, file))
|
40 |
|
41 |
documents = loader.load()
|
42 |
-
text_splitter = RecursiveCharacterTextSplitter(chunk_size=
|
43 |
splits = text_splitter.split_documents(documents)
|
44 |
|
45 |
# create embeddings here
|
|
|
39 |
loader = PDFMinerLoader(os.path.join(root, file))
|
40 |
|
41 |
documents = loader.load()
|
42 |
+
text_splitter = RecursiveCharacterTextSplitter(chunk_size=1000, chunk_overlap=20)
|
43 |
splits = text_splitter.split_documents(documents)
|
44 |
|
45 |
# create embeddings here
|