Missing BOS token?

I believe you're missing the very first `<s>` BOS token.

app.py

@@ -35,7 +35,7 @@ examples=[
 
 def predict(message, chatbot):
     
-    input_prompt = f"[INST] <<SYS>>\n{system_message}\n<</SYS>>\n\n "
+    input_prompt = f"<s>[INST] <<SYS>>\n{system_message}\n<</SYS>>\n\n "
     for interaction in chatbot:
         input_prompt = input_prompt + str(interaction[0]) + " [/INST] " + str(interaction[1]) + " </s><s> [INST] "