Bunpheng commited on
Commit
a3ca12e
·
verified ·
1 Parent(s): cab2af5

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -6,8 +6,8 @@ app = FastAPI()
6
 
7
  hf_token = os.getenv('HUGGINGFACE_HUB_TOKEN')
8
 
9
- model = AutoModelForCausalLM.from_pretrained("mistral/Mistral-7B-v0.3", use_auth_token=hf_token)
10
- tokenizer = AutoTokenizer.from_pretrained("mistral/Mistral-7B-v0.3")
11
 
12
  @app.post("/inference")
13
  async def inference(prompt: str):
 
6
 
7
  hf_token = os.getenv('HUGGINGFACE_HUB_TOKEN')
8
 
9
+ model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-v0.3", use_auth_token=hf_token)
10
+ tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-v0.3")
11
 
12
  @app.post("/inference")
13
  async def inference(prompt: str):