Spaces:
Runtime error
Runtime error
:zap: [Enhance] New models: mistral-7b and openchat-3.5
Browse files- apis/chat_api.py +9 -1
- networks/message_streamer.py +5 -1
apis/chat_api.py
CHANGED
@@ -24,7 +24,15 @@ class ChatAPIApp:
|
|
24 |
self.available_models = [
|
25 |
{
|
26 |
"id": "mixtral-8x7b",
|
27 |
-
"description": "Mixtral-8x7B: https://huggingface.co/mistralai/Mixtral-8x7B-Instruct-v0.1",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
28 |
},
|
29 |
]
|
30 |
return self.available_models
|
|
|
24 |
self.available_models = [
|
25 |
{
|
26 |
"id": "mixtral-8x7b",
|
27 |
+
"description": "[Mixtral-8x7B-Instruct-v0.1]: https://huggingface.co/mistralai/Mixtral-8x7B-Instruct-v0.1",
|
28 |
+
},
|
29 |
+
{
|
30 |
+
"id": "mistral-7b",
|
31 |
+
"description": "[Mistral-7B-Instruct-v0.2]: https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2",
|
32 |
+
},
|
33 |
+
{
|
34 |
+
"id": "openchat-3.5",
|
35 |
+
"description": "[openchat_3.5]: https://huggingface.co/openchat/openchat_3.5",
|
36 |
},
|
37 |
]
|
38 |
return self.available_models
|
networks/message_streamer.py
CHANGED
@@ -8,7 +8,11 @@ from utils.enver import enver
|
|
8 |
|
9 |
class MessageStreamer:
|
10 |
MODEL_MAP = {
|
11 |
-
"mixtral-8x7b": "mistralai/Mixtral-8x7B-Instruct-v0.1",
|
|
|
|
|
|
|
|
|
12 |
"default": "mistralai/Mixtral-8x7B-Instruct-v0.1",
|
13 |
}
|
14 |
|
|
|
8 |
|
9 |
class MessageStreamer:
|
10 |
MODEL_MAP = {
|
11 |
+
"mixtral-8x7b": "mistralai/Mixtral-8x7B-Instruct-v0.1", # 72.62, fast [Recommended]
|
12 |
+
"mistral-7b": "mistralai/Mistral-7B-Instruct-v0.2", # 65.71, fast
|
13 |
+
"openchat-3.5": "openchat/openchat_3.5", # 61.24, fast
|
14 |
+
# "zephyr-7b-alpha": "HuggingFaceH4/zephyr-7b-alpha", # 59.5, fast
|
15 |
+
# "zephyr-7b-beta": "HuggingFaceH4/zephyr-7b-beta", # 61.95, slow
|
16 |
"default": "mistralai/Mixtral-8x7B-Instruct-v0.1",
|
17 |
}
|
18 |
|