derek-thomas HF staff commited on
Commit
5f75644
1 Parent(s): a1c6b54

Token checking client side

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -6,6 +6,7 @@ from time import perf_counter
6
  import gradio as gr
7
  from jinja2 import Environment, FileSystemLoader
8
  import requests
 
9
 
10
  from backend.query_llm import generate
11
  from backend.semantic_search import retriever
 
6
  import gradio as gr
7
  from jinja2 import Environment, FileSystemLoader
8
  import requests
9
+ from transformers import AutoTokenizer
10
 
11
  from backend.query_llm import generate
12
  from backend.semantic_search import retriever