Update app.py

app.py

@@ -34,7 +34,7 @@ def chunk(text, length, splitter_selection, separators_str, length_unit_selectio
     if splitter_selection == LABEL_TEXTSPLITTER:
         if "token" in length_unit_selection.lower():
             text_splitter = CharacterTextSplitter.from_huggingface_tokenizer(
-                AutoTokenizer.from_pretrained(tokenizer_name),
+                bert_tokenizer,
                 separator="",
                 chunk_size=length,
                 chunk_overlap=0,
@@ -52,7 +52,7 @@ def chunk(text, length, splitter_selection, separators_str, length_unit_selectio
     elif splitter_selection == LABEL_RECURSIVE:
         if "token" in length_unit_selection.lower():
             text_splitter = RecursiveCharacterTextSplitter.from_huggingface_tokenizer(
-                AutoTokenizer.from_pretrained(tokenizer_name),
+                bert_tokenizer,
                 chunk_size=chunk_size,
                 chunk_overlap=0,
                 add_start_index=True,