Spaces:
Runtime error
Runtime error
Update model.py
Browse files
model.py
CHANGED
@@ -22,6 +22,6 @@ def run(message: str,
|
|
22 |
for i in chat_history:
|
23 |
history.append({"role": "user", "content": i[0]})
|
24 |
history.append({"role": "assistant", "content": i[1]})
|
25 |
-
for response in llm.create_chat_completion(
|
26 |
if "content" in response["choices"][0]["delta"]:
|
27 |
yield response["choices"][0]["delta"]["content"]
|
|
|
22 |
for i in chat_history:
|
23 |
history.append({"role": "user", "content": i[0]})
|
24 |
history.append({"role": "assistant", "content": i[1]})
|
25 |
+
for response in llm.create_chat_completion(history,stream=True,max_tokens=-1,temperature=0.3,top_k=5,top_p=0.85,repeat_penalty=1.1):
|
26 |
if "content" in response["choices"][0]["delta"]:
|
27 |
yield response["choices"][0]["delta"]["content"]
|