chunk_visualizer

Running

Aymeric Roucher commited on Jan 11

Commit

3de982e

•

1 Parent(s): 2e055d7

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -30,7 +30,7 @@ def chunk(text, words, splitter_selection):
         text_splitter = CharacterTextSplitter(
             separator="",
             chunk_size=words,
-            chunk_verlap=0,
             length_function=len,
             is_separator_regex=False,
         )
@@ -39,7 +39,7 @@ def chunk(text, words, splitter_selection):
     elif splitter_selection == "Langchain's RecursiveCharacterTextSplitter - vanilla":
         text_splitter = RecursiveCharacterTextSplitter(
             chunk_size=words,
-            chunk_verlap=0,
             length_function=len,
             add_start_index=True,
         )
@@ -48,7 +48,7 @@ def chunk(text, words, splitter_selection):
     elif splitter_selection == "Langchain's RecursiveCharacterTextSplitter - with '.'":
         text_splitter = RecursiveCharacterTextSplitter(
             chunk_size=words,
-            chunk_verlap=0,
             length_function=len,
             add_start_index=True,
             separators=["\n\n", "\n", ".", " ", ""],

         text_splitter = CharacterTextSplitter(
             separator="",
             chunk_size=words,
+            chunk_overlap=0,
             length_function=len,
             is_separator_regex=False,
         )
     elif splitter_selection == "Langchain's RecursiveCharacterTextSplitter - vanilla":
         text_splitter = RecursiveCharacterTextSplitter(
             chunk_size=words,
+            chunk_overlap=0,
             length_function=len,
             add_start_index=True,
         )
     elif splitter_selection == "Langchain's RecursiveCharacterTextSplitter - with '.'":
         text_splitter = RecursiveCharacterTextSplitter(
             chunk_size=words,
+            chunk_overlap=0,
             length_function=len,
             add_start_index=True,
             separators=["\n\n", "\n", ".", " ", ""],