ShynBui commited on
Commit
92ec434
1 Parent(s): 2849635

Update utils.py

Browse files
Files changed (1) hide show
  1. utils.py +1 -2
utils.py CHANGED
@@ -13,8 +13,7 @@ def split_with_source(text, source):
13
  splitter = CharacterTextSplitter(
14
  separator = "\n",
15
  chunk_size = 1024,
16
- chunk_overlap = 0,
17
- length_function = 512,
18
  add_start_index = True,
19
  )
20
  documents = splitter.create_documents([text])
 
13
  splitter = CharacterTextSplitter(
14
  separator = "\n",
15
  chunk_size = 1024,
16
+ chunk_overlap = 512,
 
17
  add_start_index = True,
18
  )
19
  documents = splitter.create_documents([text])