from transformers import AutoTokenizer
import gradio as gr


tokenizer = AutoTokenizer.from_pretrained("kiranr/gpt2-tokenizer")

def tokenize(input_text):
    tokens = tokenizer(input_text)["input_ids"]
    return f"Number of tokens: {len(tokens)}"


demo = gr.Interface(
    fn=tokenize,
    inputs=gr.Textbox(lines=7),
    outputs="text",
)
demo.launch()