Bring back mistral task model (#718)
Browse files- .env.template +12 -13
.env.template
CHANGED
@@ -218,19 +218,18 @@ OLD_MODELS=`[
|
|
218 |
{"name": "tiiuae/falcon-180B-chat"}
|
219 |
]`
|
220 |
|
221 |
-
TASK_MODEL
|
222 |
-
|
223 |
-
|
224 |
-
|
225 |
-
|
226 |
-
|
227 |
-
|
228 |
-
|
229 |
-
|
230 |
-
|
231 |
-
|
232 |
-
|
233 |
-
# }}`
|
234 |
|
235 |
APP_BASE="/chat"
|
236 |
PUBLIC_ORIGIN=https://huggingface.co
|
|
|
218 |
{"name": "tiiuae/falcon-180B-chat"}
|
219 |
]`
|
220 |
|
221 |
+
TASK_MODEL=`{
|
222 |
+
"name": "mistralai/Mistral-7B-Instruct-v0.2",
|
223 |
+
"chatPromptTemplate" : "<s>{{#each messages}}{{#ifUser}}[INST] {{#if @first}}{{#if @root.preprompt}}{{@root.preprompt}}\n{{/if}}{{/if}}{{content}} [/INST]{{/ifUser}}{{#ifAssistant}}{{content}}</s>{{/ifAssistant}}{{/each}}",
|
224 |
+
"parameters": {
|
225 |
+
"temperature": 0.1,
|
226 |
+
"top_p": 0.95,
|
227 |
+
"repetition_penalty": 1.2,
|
228 |
+
"top_k": 50,
|
229 |
+
"truncate": 3072,
|
230 |
+
"max_new_tokens": 1024,
|
231 |
+
"stop": ["</s>"]
|
232 |
+
}}`
|
|
|
233 |
|
234 |
APP_BASE="/chat"
|
235 |
PUBLIC_ORIGIN=https://huggingface.co
|