green commited on
Commit
b8a68ac
1 Parent(s): 915ce78

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -212,11 +212,11 @@ with st.form(key='columns_in_form'):
212
  for j in clusters[i]:
213
  if j not in chosen:
214
  chosen.append(j) # j is a stub.
215
-
216
-
217
  # Digestor uses 'chosen' to create digest.
218
  # 'user_choicese' is passed for reference.
219
- digestor = Digestor(timer=Timer(), cache = USE_CACHE, stubs=chosen, user_choices=selections)
220
  # happens internally but may be used differently so it isn't automatic upon digestor creation.
221
  # Easily turn caching off for testing.
222
  st.warning("What you'll see:")
 
212
  for j in clusters[i]:
213
  if j not in chosen:
214
  chosen.append(j) # j is a stub.
215
+ st.warning("selecting a value of 800 may result in tokenized chunks longer than the model sequence length.")
216
+ chunk_size = st.slider(label="Slider", min_value=100, max_value=800)
217
  # Digestor uses 'chosen' to create digest.
218
  # 'user_choicese' is passed for reference.
219
+ digestor = Digestor(timer=Timer(), cache = USE_CACHE, stubs=chosen, user_choices=selections, chunk_size=chunk_size)
220
  # happens internally but may be used differently so it isn't automatic upon digestor creation.
221
  # Easily turn caching off for testing.
222
  st.warning("What you'll see:")