added stop token

app.py

@@ -16,7 +16,7 @@ sota_model_name = "unsloth/mistral-7b-instruct-v0.2-bnb-4bit"
 # fine_tuned_model_name = "MBZUAI/LaMini-GPT-124M"
 # sota_model_name = "MBZUAI/LaMini-GPT-124M"
 
-alpaca_input_text_format = "### Instruction:\n{}\n\n### Response:\n"
+alpaca_input_text_format = "</s>### Instruction:\n{}\n\n### Response:\n"
 device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")
 # if device is cpu try mps?
 if device == "cpu":
@@ -348,7 +348,7 @@ st.write("Packages:")
 st.write(f"pytorch: {torch.__version__}")
 
 st.markdown("""
-## ReplyCaddy
+## Overview
 
 Small business owners, app developers, and freelance talent professionals need more time and money to compete for social media presence. Social media apps provide excellent reach on X, FaceBook, and Instagram, so customers sometimes request initial support from those. The correct response has always been to redirect them to the proper support funnels, which then we run a process of account validation, issue classification, and prioritization.