nsarrazin HF staff victor HF staff commited on
Commit
4f3a64f
1 Parent(s): d644838

Add mistral 7b v0.2 (#626)

Browse files

* Add mistral 7b v0.2

* Update .env.template

Co-authored-by: Victor Muštar <victor.mustar@gmail.com>

* Add feature to unlist a model (#625)

* Conditionally show the data sharing toggle (#624)

Closes #622

---------

Co-authored-by: Victor Muštar <victor.mustar@gmail.com>

Files changed (1) hide show
  1. .env.template +31 -1
.env.template CHANGED
@@ -109,6 +109,36 @@ MODELS=`[
109
  "max_new_tokens": 1024,
110
  "stop": ["</s>"]
111
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
112
  "promptExamples": [
113
  {
114
  "title": "Write an email from bullet list",
@@ -183,7 +213,7 @@ MODELS=`[
183
 
184
  OLD_MODELS=`[{"name":"bigcode/starcoder"}, {"name":"OpenAssistant/oasst-sft-6-llama-30b-xor"}, {"name":"HuggingFaceH4/zephyr-7b-alpha"}]`
185
 
186
- TASK_MODEL='mistralai/Mistral-7B-Instruct-v0.1'
187
 
188
 
189
  APP_BASE="/chat"
 
109
  "max_new_tokens": 1024,
110
  "stop": ["</s>"]
111
  },
112
+ "promptExamples": [
113
+ {
114
+ "title": "Write an email from bullet list",
115
+ "prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)"
116
+ }, {
117
+ "title": "Code a snake game",
118
+ "prompt": "Code a basic snake game in python, give explanations for each step."
119
+ }, {
120
+ "title": "Assist in a task",
121
+ "prompt": "How do I make a delicious lemon cheesecake?"
122
+ }
123
+ ],
124
+ "unlisted": true
125
+ },
126
+ {
127
+ "name": "mistralai/Mistral-7B-Instruct-v0.2",
128
+ "displayName": "mistralai/Mistral-7B-Instruct-v0.2",
129
+ "description": "Mistral 7B is a new Apache 2.0 model, released by Mistral AI that outperforms Llama2 13B in benchmarks.",
130
+ "websiteUrl": "https://mistral.ai/news/announcing-mistral-7b/",
131
+ "preprompt": "",
132
+ "chatPromptTemplate" : "<s>{{#each messages}}{{#ifUser}}[INST] {{#if @first}}{{#if @root.preprompt}}{{@root.preprompt}}\n{{/if}}{{/if}}{{content}} [/INST]{{/ifUser}}{{#ifAssistant}}{{content}}</s>{{/ifAssistant}}{{/each}}",
133
+ "parameters": {
134
+ "temperature": 0.6,
135
+ "top_p": 0.95,
136
+ "repetition_penalty": 1.2,
137
+ "top_k": 50,
138
+ "truncate": 3072,
139
+ "max_new_tokens": 1024,
140
+ "stop": ["</s>"]
141
+ },
142
  "promptExamples": [
143
  {
144
  "title": "Write an email from bullet list",
 
213
 
214
  OLD_MODELS=`[{"name":"bigcode/starcoder"}, {"name":"OpenAssistant/oasst-sft-6-llama-30b-xor"}, {"name":"HuggingFaceH4/zephyr-7b-alpha"}]`
215
 
216
+ TASK_MODEL='mistralai/Mistral-7B-Instruct-v0.2'
217
 
218
 
219
  APP_BASE="/chat"