Spaces:
Runtime error
Runtime error
Commit
•
3436e20
1
Parent(s):
1d39936
Update app.py
Browse files
app.py
CHANGED
@@ -23,6 +23,11 @@ model._is_chat_session_activated = False
|
|
23 |
max_new_tokens = 2048
|
24 |
|
25 |
def generater(message, history, temperature, top_p, top_k):
|
|
|
|
|
|
|
|
|
|
|
26 |
outputs = []
|
27 |
for token in model.generate(prompt=prompt, temp=temperature, top_k = top_k, top_p = top_p, max_tokens = max_new_tokens, streaming=True):
|
28 |
outputs.append(token)
|
|
|
23 |
max_new_tokens = 2048
|
24 |
|
25 |
def generater(message, history, temperature, top_p, top_k):
|
26 |
+
prompt = ""
|
27 |
+
for user_message, assistant_message in history:
|
28 |
+
prompt += model.config["promptTemplate"].format(user_message)
|
29 |
+
prompt += assistant_message + ""
|
30 |
+
prompt += model.config["promptTemplate"].format(message)
|
31 |
outputs = []
|
32 |
for token in model.generate(prompt=prompt, temp=temperature, top_k = top_k, top_p = top_p, max_tokens = max_new_tokens, streaming=True):
|
33 |
outputs.append(token)
|