Changed implementation of system prompt

app.py

@@ -17,8 +17,8 @@ def format_prompt(message, history, systemPrompt):
     # First everything is converted into role format
     # First a system prompt
     messages = []
-    messages.append({"role": "user", "content": systemPrompt})
-    messages.append({"role": "assistant", "content": ""})
+    #messages.append({"role": "user", "content": systemPrompt})
+    #messages.append({"role": "assistant", "content": ""})
     # Followed by the message history
     for user_message, bot_message in history:
         messages.append({"role": "user", "content": user_message})
@@ -27,6 +27,8 @@ def format_prompt(message, history, systemPrompt):
     messages.append({"role": "user", "content": message})
     # The tokenizer converts into the model format
     messages = tokenizer.apply_chat_template(messages, tokenize=False)
+    systemPromptMessage = f"[INST]{systemPrompt}[/INST]"
+    messages=systemPromptMessage+messages
     return messages