Hugging Face's logo

Spaces:
Nymbo
/
chunk_visualizer
Running

App Files Community
m-ric HF staff commited on
Commit
a3cc9a8
•
1 Parent(s): 8d72163

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -30,7 +30,7 @@ def change_split_selection(text, slider_count, split_selection, separator_select
30
 
31
  def chunk(text, length, splitter_selection, separators_str, length_unit_selection):
32
  separators = extract_separators_from_string(separators_str)
33
-
34
  if splitter_selection == LABEL_TEXTSPLITTER:
35
  if "token" in length_unit_selection.lower():
36
  text_splitter = CharacterTextSplitter.from_huggingface_tokenizer(
 
30
 
31
  def chunk(text, length, splitter_selection, separators_str, length_unit_selection):
32
  separators = extract_separators_from_string(separators_str)
33
+ print(splitter_selection, length_unit_selection.lower())
34
  if splitter_selection == LABEL_TEXTSPLITTER:
35
  if "token" in length_unit_selection.lower():
36
  text_splitter = CharacterTextSplitter.from_huggingface_tokenizer(