Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
|
@@ -4,14 +4,6 @@ from langchain.text_splitter import (
|
|
| 4 |
RecursiveCharacterTextSplitter,
|
| 5 |
)
|
| 6 |
|
| 7 |
-
preprocessor = PreProcessor(
|
| 8 |
-
clean_empty_lines=True,
|
| 9 |
-
clean_whitespace=True,
|
| 10 |
-
clean_header_footer=True,
|
| 11 |
-
remove_substrings=None,
|
| 12 |
-
max_chars_check=10_000,
|
| 13 |
-
)
|
| 14 |
-
|
| 15 |
|
| 16 |
def chunk(text, length, splitter_selection):
|
| 17 |
if splitter_selection == "LangChain's CharacterTextSplitter":
|
|
|
|
| 4 |
RecursiveCharacterTextSplitter,
|
| 5 |
)
|
| 6 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 7 |
|
| 8 |
def chunk(text, length, splitter_selection):
|
| 9 |
if splitter_selection == "LangChain's CharacterTextSplitter":
|