mahiatlinux commited on
Commit
3436e20
1 Parent(s): 1d39936

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -0
app.py CHANGED
@@ -23,6 +23,11 @@ model._is_chat_session_activated = False
23
  max_new_tokens = 2048
24
 
25
  def generater(message, history, temperature, top_p, top_k):
 
 
 
 
 
26
  outputs = []
27
  for token in model.generate(prompt=prompt, temp=temperature, top_k = top_k, top_p = top_p, max_tokens = max_new_tokens, streaming=True):
28
  outputs.append(token)
 
23
  max_new_tokens = 2048
24
 
25
  def generater(message, history, temperature, top_p, top_k):
26
+ prompt = ""
27
+ for user_message, assistant_message in history:
28
+ prompt += model.config["promptTemplate"].format(user_message)
29
+ prompt += assistant_message + ""
30
+ prompt += model.config["promptTemplate"].format(message)
31
  outputs = []
32
  for token in model.generate(prompt=prompt, temp=temperature, top_k = top_k, top_p = top_p, max_tokens = max_new_tokens, streaming=True):
33
  outputs.append(token)