gorkemgoknar commited on
Commit
c0d7caf
1 Parent(s): 2b29342

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -154,7 +154,7 @@ llm = Llama(model_path=model_path,n_gpu_layers=GPU_LAYERS,max_new_tokens=256, co
154
 
155
 
156
  # Mistral formatter
157
- def format_prompt_mistral(message, history, system_message=system_message):
158
  prompt = (
159
  "<s>[INST]" + system_message + "[/INST]" + system_understand_message + "</s>"
160
  )
@@ -165,7 +165,7 @@ def format_prompt_mistral(message, history, system_message=system_message):
165
  return prompt
166
 
167
  # Zephyr formatter
168
- def format_prompt_zephyr(message, history, system_message=system_message):
169
  prompt = (
170
  "<|system|>" + system_message + "</s>"
171
  )
 
154
 
155
 
156
  # Mistral formatter
157
+ def format_prompt_mistral(message, history, system_message=""):
158
  prompt = (
159
  "<s>[INST]" + system_message + "[/INST]" + system_understand_message + "</s>"
160
  )
 
165
  return prompt
166
 
167
  # Zephyr formatter
168
+ def format_prompt_zephyr(message, history, system_message=""):
169
  prompt = (
170
  "<|system|>" + system_message + "</s>"
171
  )