thisisphan commited on
Commit
dc3c0ba
·
verified ·
1 Parent(s): 1d59c1f

Update server.py

Browse files
Files changed (1) hide show
  1. server.py +1 -1
server.py CHANGED
@@ -7,7 +7,7 @@ import torch
7
  import tensorrt_llm
8
  from tensorrt_llm.logger import logger
9
  from tensorrt_llm.runtime import ModelRunner
10
- from tesnoutils import load_tokenizer, read_model_name, throttle_generator
11
 
12
 
13
  TOKENIZER_DIR = "./model/tokenizer"
 
7
  import tensorrt_llm
8
  from tensorrt_llm.logger import logger
9
  from tensorrt_llm.runtime import ModelRunner
10
+ from utils import load_tokenizer, read_model_name, throttle_generator
11
 
12
 
13
  TOKENIZER_DIR = "./model/tokenizer"