Add mistral 7b v0.2 (#626)
Browse files* Add mistral 7b v0.2
* Update .env.template
Co-authored-by: Victor Muštar <victor.mustar@gmail.com>
* Add feature to unlist a model (#625)
* Conditionally show the data sharing toggle (#624)
Closes #622
---------
Co-authored-by: Victor Muštar <victor.mustar@gmail.com>
- .env.template +31 -1
.env.template
CHANGED
@@ -109,6 +109,36 @@ MODELS=`[
|
|
109 |
"max_new_tokens": 1024,
|
110 |
"stop": ["</s>"]
|
111 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
112 |
"promptExamples": [
|
113 |
{
|
114 |
"title": "Write an email from bullet list",
|
@@ -183,7 +213,7 @@ MODELS=`[
|
|
183 |
|
184 |
OLD_MODELS=`[{"name":"bigcode/starcoder"}, {"name":"OpenAssistant/oasst-sft-6-llama-30b-xor"}, {"name":"HuggingFaceH4/zephyr-7b-alpha"}]`
|
185 |
|
186 |
-
TASK_MODEL='mistralai/Mistral-7B-Instruct-v0.
|
187 |
|
188 |
|
189 |
APP_BASE="/chat"
|
|
|
109 |
"max_new_tokens": 1024,
|
110 |
"stop": ["</s>"]
|
111 |
},
|
112 |
+
"promptExamples": [
|
113 |
+
{
|
114 |
+
"title": "Write an email from bullet list",
|
115 |
+
"prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)"
|
116 |
+
}, {
|
117 |
+
"title": "Code a snake game",
|
118 |
+
"prompt": "Code a basic snake game in python, give explanations for each step."
|
119 |
+
}, {
|
120 |
+
"title": "Assist in a task",
|
121 |
+
"prompt": "How do I make a delicious lemon cheesecake?"
|
122 |
+
}
|
123 |
+
],
|
124 |
+
"unlisted": true
|
125 |
+
},
|
126 |
+
{
|
127 |
+
"name": "mistralai/Mistral-7B-Instruct-v0.2",
|
128 |
+
"displayName": "mistralai/Mistral-7B-Instruct-v0.2",
|
129 |
+
"description": "Mistral 7B is a new Apache 2.0 model, released by Mistral AI that outperforms Llama2 13B in benchmarks.",
|
130 |
+
"websiteUrl": "https://mistral.ai/news/announcing-mistral-7b/",
|
131 |
+
"preprompt": "",
|
132 |
+
"chatPromptTemplate" : "<s>{{#each messages}}{{#ifUser}}[INST] {{#if @first}}{{#if @root.preprompt}}{{@root.preprompt}}\n{{/if}}{{/if}}{{content}} [/INST]{{/ifUser}}{{#ifAssistant}}{{content}}</s>{{/ifAssistant}}{{/each}}",
|
133 |
+
"parameters": {
|
134 |
+
"temperature": 0.6,
|
135 |
+
"top_p": 0.95,
|
136 |
+
"repetition_penalty": 1.2,
|
137 |
+
"top_k": 50,
|
138 |
+
"truncate": 3072,
|
139 |
+
"max_new_tokens": 1024,
|
140 |
+
"stop": ["</s>"]
|
141 |
+
},
|
142 |
"promptExamples": [
|
143 |
{
|
144 |
"title": "Write an email from bullet list",
|
|
|
213 |
|
214 |
OLD_MODELS=`[{"name":"bigcode/starcoder"}, {"name":"OpenAssistant/oasst-sft-6-llama-30b-xor"}, {"name":"HuggingFaceH4/zephyr-7b-alpha"}]`
|
215 |
|
216 |
+
TASK_MODEL='mistralai/Mistral-7B-Instruct-v0.2'
|
217 |
|
218 |
|
219 |
APP_BASE="/chat"
|