Deprecate Falcon 180B (#680)
Browse files- .env.template +3 -30
.env.template
CHANGED
@@ -92,35 +92,6 @@ MODELS=`[
|
|
92 |
"max_new_tokens": 4096
|
93 |
}
|
94 |
},
|
95 |
-
{
|
96 |
-
"name": "tiiuae/falcon-180B-chat",
|
97 |
-
"displayName": "tiiuae/falcon-180B-chat",
|
98 |
-
"description": "Falcon-180B is a 180B parameters causal decoder-only model built by TII and trained on 3,500B tokens.",
|
99 |
-
"websiteUrl": "https://www.tii.ae/news/technology-innovation-institute-introduces-worlds-most-powerful-open-llm-falcon-180b",
|
100 |
-
"preprompt": " ",
|
101 |
-
"chatPromptTemplate": "System: {{preprompt}}\nUser:{{#each messages}}{{#ifUser}}{{content}}\nFalcon:{{/ifUser}}{{#ifAssistant}}{{content}}\nUser:{{/ifAssistant}}{{/each}}",
|
102 |
-
"parameters": {
|
103 |
-
"temperature": 0.1,
|
104 |
-
"top_p": 0.95,
|
105 |
-
"repetition_penalty": 1.2,
|
106 |
-
"top_k": 50,
|
107 |
-
"truncate": 1024,
|
108 |
-
"max_new_tokens": 1024,
|
109 |
-
"stop": ["User:"]
|
110 |
-
},
|
111 |
-
"promptExamples": [
|
112 |
-
{
|
113 |
-
"title": "Write an email from bullet list",
|
114 |
-
"prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)"
|
115 |
-
}, {
|
116 |
-
"title": "Code a snake game",
|
117 |
-
"prompt": "Code a basic snake game in python, give explanations for each step."
|
118 |
-
}, {
|
119 |
-
"title": "Assist in a task",
|
120 |
-
"prompt": "How do I make a delicious lemon cheesecake?"
|
121 |
-
}
|
122 |
-
]
|
123 |
-
},
|
124 |
{
|
125 |
"name": "mistralai/Mistral-7B-Instruct-v0.1",
|
126 |
"displayName": "mistralai/Mistral-7B-Instruct-v0.1",
|
@@ -215,7 +186,9 @@ OLD_MODELS=`[
|
|
215 |
{"name":"bigcode/starcoder"},
|
216 |
{"name":"OpenAssistant/oasst-sft-6-llama-30b-xor"},
|
217 |
{"name":"HuggingFaceH4/zephyr-7b-alpha"},
|
218 |
-
{"name":"openchat/openchat_3.5"}
|
|
|
|
|
219 |
|
220 |
TASK_MODEL='mistralai/Mistral-7B-Instruct-v0.2'
|
221 |
# TASK_MODEL=`{
|
|
|
92 |
"max_new_tokens": 4096
|
93 |
}
|
94 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
95 |
{
|
96 |
"name": "mistralai/Mistral-7B-Instruct-v0.1",
|
97 |
"displayName": "mistralai/Mistral-7B-Instruct-v0.1",
|
|
|
186 |
{"name":"bigcode/starcoder"},
|
187 |
{"name":"OpenAssistant/oasst-sft-6-llama-30b-xor"},
|
188 |
{"name":"HuggingFaceH4/zephyr-7b-alpha"},
|
189 |
+
{"name":"openchat/openchat_3.5"},
|
190 |
+
{"name": "tiiuae/falcon-180B-chat"}
|
191 |
+
]`
|
192 |
|
193 |
TASK_MODEL='mistralai/Mistral-7B-Instruct-v0.2'
|
194 |
# TASK_MODEL=`{
|