illioran commited on
Commit
d12881f
1 Parent(s): 15ca90e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -15,7 +15,7 @@ def respond(message, chat_history,instruction,model,temperature=0.7):
15
  else:
16
  model="mistralai/Mistral-7B-Instruct-v0.1"
17
 
18
- client = InferenceClient(model=f"{model}",token=API_KEY,timeout=30)
19
  formatted_prompt = format_chat_prompt(message,chat_history,instruction)
20
  bot_message = client.text_generation(formatted_prompt, max_new_tokens=1024,
21
  stop_sequences=["\nUser:", "<|endoftext|>"],
 
15
  else:
16
  model="mistralai/Mistral-7B-Instruct-v0.1"
17
 
18
+ client = InferenceClient(model=f"{model}",timeout=30)
19
  formatted_prompt = format_chat_prompt(message,chat_history,instruction)
20
  bot_message = client.text_generation(formatted_prompt, max_new_tokens=1024,
21
  stop_sequences=["\nUser:", "<|endoftext|>"],