firqaaa commited on
Commit
3f64d74
1 Parent(s): 0c2c21c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -193,7 +193,7 @@ if uploaded_files:
193
  loader = TextLoader(text_file_path)
194
  documents = loader.load()
195
  # split it into chunks
196
- text_splitter = CharacterTextSplitter(chunk_size=1000, chunk_overlap=200)
197
  docs = text_splitter.split_documents(documents)
198
  embeddings = OpenAIEmbeddings()
199
 
@@ -647,7 +647,7 @@ if uploaded_files:
647
  loader = TextLoader(text_file_path)
648
  documents = loader.load()
649
  # split it into chunks
650
- text_splitter = CharacterTextSplitter(chunk_size=1000, chunk_overlap=200)
651
  docs = text_splitter.split_documents(documents)
652
  embeddings = OpenAIEmbeddings()
653
 
 
193
  loader = TextLoader(text_file_path)
194
  documents = loader.load()
195
  # split it into chunks
196
+ text_splitter = CharacterTextSplitter(chunk_size=1000, chunk_overlap=200, separators=["\n\n", "\n",])
197
  docs = text_splitter.split_documents(documents)
198
  embeddings = OpenAIEmbeddings()
199
 
 
647
  loader = TextLoader(text_file_path)
648
  documents = loader.load()
649
  # split it into chunks
650
+ text_splitter = CharacterTextSplitter(chunk_size=1000, chunk_overlap=200, separators=["\n\n", "\n",])
651
  docs = text_splitter.split_documents(documents)
652
  embeddings = OpenAIEmbeddings()
653