added nous hermes 2

config.yaml

@@ -12,6 +12,7 @@ PROMPT_ENGINEERING_DICT:
   POST_PROMPT: PRIORITIZE DATA, FACTS AND STATISTICS OVER PERSONAL EXPERIENCES AND OPINIONS, FOCUS MORE ON STATISTICS AND DATA.
 
 CHAT_BOTS:
+  Nous Hermes 2: NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO
   Mixtral 8x7B v0.1: mistralai/Mixtral-8x7B-Instruct-v0.1
   Mistral 7B v0.1: mistralai/Mistral-7B-Instruct-v0.1
   Mistral 7B v0.2: mistralai/Mistral-7B-Instruct-v0.2

middlewares/chat_client.py

@@ -7,13 +7,34 @@ load_dotenv()
 API_TOKEN = os.getenv("HF_TOKEN")
 
 
-def format_prompt(message, history):
-    prompt = "<s>"
-    for user_prompt, bot_response in history:
-        prompt += f"[INST] {user_prompt} [/INST]"
-        prompt += f" {bot_response}</s> "
-    prompt += f"[INST] {message} [/INST]"
-    return prompt
+
+
+def format_prompt(session_state,query, history, chat_client):
+    if chat_client=="NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO" :
+        model_input = f"""<|im_start|>system
+        {session_state.system_instruction}
+        """
+        for user_prompt, bot_response in history:
+            model_input += f"""<|im_start|>user
+            {user_prompt}<|im_end|>
+            """
+            model_input += f"""<|im_start|>assistant
+            {bot_response}<|im_end|>
+            """
+        model_input += f"""<|im_start|>user 
+        {query}<|im_end|>
+        <|im_start|>assistant"""
+        
+        return model_input
+
+        
+    else :
+        model_input = "<s>"
+        for user_prompt, bot_response in history:
+            model_input += f"[INST] {user_prompt} [/INST]"
+            model_input += f" {bot_response}</s> "
+        model_input += f"[INST] {query} [/INST]"
+        return model_input
 
 
 def chat(