magungh's picture
Update app.py
2d1a1f1
raw
history blame
576 Bytes
import gradio as gr
import tiktoken
encoding = tiktoken.encoding_for_model("gpt-3.5-turbo")
def num_tokens_from_string(string: str) -> int:
encoding = tiktoken.get_encoding("cl100k_base")
num_tokens = len(encoding.encode(string))
return num_tokens
gr.Interface(
fn=num_tokens_from_string,
inputs=gr.inputs.Textbox(),
outputs="text",
live=True,
title="GPT-3.5 Token Counter",
description="Enter text and see the token usage.",
article="To use the GPT-3.5/GPT-4 token counter, simply enter your text in the input box above.",
).launch()