RAG-Sentence-Embedding-Viz

Sleeping

m-ric HF staff commited on Feb 15

Commit

ad6564a

•

1 Parent(s): a3cc9a8

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -53,7 +53,7 @@ def chunk(text, length, splitter_selection, separators_str, length_unit_selectio
         if "token" in length_unit_selection.lower():
             text_splitter = RecursiveCharacterTextSplitter.from_huggingface_tokenizer(
                 bert_tokenizer,
-                chunk_size=chunk_size,
                 chunk_overlap=0,
                 add_start_index=True,
                 strip_whitespace=False,

         if "token" in length_unit_selection.lower():
             text_splitter = RecursiveCharacterTextSplitter.from_huggingface_tokenizer(
                 bert_tokenizer,
+                chunk_size=length,
                 chunk_overlap=0,
                 add_start_index=True,
                 strip_whitespace=False,