xuqinyang commited on
Commit
4c27505
1 Parent(s): aff34b5

Update model.py

Browse files
Files changed (1) hide show
  1. model.py +1 -1
model.py CHANGED
@@ -22,6 +22,6 @@ def run(message: str,
22
  for i in chat_history:
23
  history.append({"role": "user", "content": i[0]})
24
  history.append({"role": "assistant", "content": i[1]})
25
- for response in llm.create_chat_completion(messages,stream=True,max_tokens=-1,temperature=0.3,top_k=5,top_p=0.85,repeat_penalty=1.1):
26
  if "content" in response["choices"][0]["delta"]:
27
  yield response["choices"][0]["delta"]["content"]
 
22
  for i in chat_history:
23
  history.append({"role": "user", "content": i[0]})
24
  history.append({"role": "assistant", "content": i[1]})
25
+ for response in llm.create_chat_completion(history,stream=True,max_tokens=-1,temperature=0.3,top_k=5,top_p=0.85,repeat_penalty=1.1):
26
  if "content" in response["choices"][0]["delta"]:
27
  yield response["choices"][0]["delta"]["content"]