Spaces:
Runtime error
Runtime error
import gradio as gr | |
import tiktoken | |
encoding = tiktoken.encoding_for_model("gpt-3.5-turbo") | |
def num_tokens_from_string(string: str) -> int: | |
encoding = tiktoken.get_encoding("cl100k_base") | |
num_tokens = len(encoding.encode(string)) | |
return num_tokens | |
gr.Interface( | |
fn=num_tokens_from_string, | |
inputs=gr.inputs.Textbox(), | |
outputs="text", | |
live=True, | |
title="GPT-3.5 Token Counter", | |
description="Enter text and see the token usage.", | |
article="To use the GPT-3.5/GPT-4 token counter, simply enter your text in the input box above.", | |
).launch() |