Add NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO (#700)

.env.template

@@ -60,6 +60,33 @@ MODELS=`[
         "max_new_tokens": 1024
       }
     },
+    {
+      "name" : "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO",
+      "description" : "Nous Hermes 2 Mixtral 8x7B DPO is the new flagship Nous Research model trained over the Mixtral 8x7B MoE LLM.",
+      "websiteUrl" : "https://nousresearch.com/",
+      "chatPromptTemplate" : "<|im_start|>system\n{{#if @root.preprompt}}{{@root.preprompt}}<|im_end|>\n{{/if}}{{#each messages}}{{#ifUser}}<|im_start|>user\n{{content}}<|im_end|>\n<|im_start|>assistant\n{{/ifUser}}{{#ifAssistant}}{{content}}<|im_end|>\n{{/ifAssistant}}{{/each}}",
+      "promptExamples": [
+        {
+          "title": "Write an email from bullet list",
+          "prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)"
+        }, {
+          "title": "Code a snake game",
+          "prompt": "Code a basic snake game in python, give explanations for each step."
+        }, {
+          "title": "Assist in a task",
+          "prompt": "How do I make a delicious lemon cheesecake?"
+        }
+      ],
+      "parameters": {
+        "temperature": 0.7,
+        "top_p": 0.95,
+        "repetition_penalty": 1,
+        "top_k": 50,
+        "truncate": 3072,
+        "max_new_tokens": 512,
+        "stop": ["<|im_end|>"]
+      }
+    },
     {
       "name": "codellama/CodeLlama-34b-Instruct-hf",
       "displayName": "codellama/CodeLlama-34b-Instruct-hf",

PROMPTS.md

@@ -49,3 +49,9 @@ System: {{preprompt}}\nUser:{{#each messages}}{{#ifUser}}{{content}}\nFalcon:{{/
 ```env
 <s> {{#each messages}}{{#ifUser}}[INST]{{#if @first}}{{#if @root.preprompt}}{{@root.preprompt}}\n{{/if}}{{/if}} {{content}} [/INST]{{/ifUser}}{{#ifAssistant}} {{content}}</s> {{/ifAssistant}}{{/each}}
 ```
+
+## ChatML
+
+```env
+<|im_start|>system\n{{#if @root.preprompt}}{{@root.preprompt}}<|im_end|>\n{{/if}}{{#each messages}}{{#ifUser}}<|im_start|>user\n{{content}}<|im_end|>\n<|im_start|>assistant\n{{/ifUser}}{{#ifAssistant}}{{content}}<|im_end|>\n{{/ifAssistant}}{{/each}}
+```