ShynBui commited on
Commit
54c3758
1 Parent(s): 038c95d

Update utils.py

Browse files
Files changed (1) hide show
  1. utils.py +2 -2
utils.py CHANGED
@@ -12,8 +12,8 @@ import os
12
  def split_with_source(text, source):
13
  splitter = CharacterTextSplitter(
14
  separator = "\n",
15
- chunk_size = 1024,
16
- chunk_overlap = 512,
17
  add_start_index = True,
18
  )
19
  documents = splitter.create_documents([text])
 
12
  def split_with_source(text, source):
13
  splitter = CharacterTextSplitter(
14
  separator = "\n",
15
+ chunk_size = 512,
16
+ chunk_overlap = 128,
17
  add_start_index = True,
18
  )
19
  documents = splitter.create_documents([text])