Update app.py
Browse files
app.py
CHANGED
@@ -212,11 +212,11 @@ with st.form(key='columns_in_form'):
|
|
212 |
for j in clusters[i]:
|
213 |
if j not in chosen:
|
214 |
chosen.append(j) # j is a stub.
|
215 |
-
|
216 |
-
|
217 |
# Digestor uses 'chosen' to create digest.
|
218 |
# 'user_choicese' is passed for reference.
|
219 |
-
digestor = Digestor(timer=Timer(), cache = USE_CACHE, stubs=chosen, user_choices=selections)
|
220 |
# happens internally but may be used differently so it isn't automatic upon digestor creation.
|
221 |
# Easily turn caching off for testing.
|
222 |
st.warning("What you'll see:")
|
|
|
212 |
for j in clusters[i]:
|
213 |
if j not in chosen:
|
214 |
chosen.append(j) # j is a stub.
|
215 |
+
st.warning("selecting a value of 800 may result in tokenized chunks longer than the model sequence length.")
|
216 |
+
chunk_size = st.slider(label="Slider", min_value=100, max_value=800)
|
217 |
# Digestor uses 'chosen' to create digest.
|
218 |
# 'user_choicese' is passed for reference.
|
219 |
+
digestor = Digestor(timer=Timer(), cache = USE_CACHE, stubs=chosen, user_choices=selections, chunk_size=chunk_size)
|
220 |
# happens internally but may be used differently so it isn't automatic upon digestor creation.
|
221 |
# Easily turn caching off for testing.
|
222 |
st.warning("What you'll see:")
|