import streamlit as st
from transformers import pipeline

classifier = pipeline("token-classification", model="distilbert-base-uncased")
def main():
    st.title("Text Tokenization")

    with st.form("text_field"):
        text = st.text_area('enter some text:')
        # clicked==True only when the button is clicked
        clicked = st.form_submit_button("Submit")
        if clicked:
          results = classifier([text])
          st.json(results)

if __name__ == "__main__":
    main()