Spaces:
Running
Running
| from transformers import AutoTokenizer | |
| import gradio as gr | |
| tokenizer = AutoTokenizer.from_pretrained("kiranr/gpt2-tokenizer") | |
| def tokenize(input_text): | |
| tokens = tokenizer(input_text)["input_ids"] | |
| return f"Number of tokens: {len(tokens)}" | |
| demo = gr.Interface( | |
| fn=tokenize, | |
| inputs=gr.Textbox(lines=7), | |
| outputs="text", | |
| ) | |
| demo.launch() | |