MatteoScript commited on
Commit
d906dce
1 Parent(s): ed9dba7

Update chat_client.py

Browse files
Files changed (1) hide show
  1. chat_client.py +1 -1
chat_client.py CHANGED
@@ -17,7 +17,7 @@ def format_prompt(message, history):
17
  return prompt
18
 
19
  def chat(
20
- prompt, history, chat_client = "mistralai/Mistral-7B-Instruct-v0.1",temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0,
21
  ):
22
  client = InferenceClient(
23
  chat_client,
 
17
  return prompt
18
 
19
  def chat(
20
+ prompt, history, chat_client = "mistralai/Mistral-7B-Instruct-v0.1",temperature=0.9, max_new_tokens=2048, top_p=0.95, repetition_penalty=1.0,
21
  ):
22
  client = InferenceClient(
23
  chat_client,