Spaces:
Runtime error
Runtime error
:zap: [Enhance] Update available models description
Browse files- apis/chat_api.py +5 -4
apis/chat_api.py
CHANGED
@@ -24,18 +24,19 @@ class ChatAPIApp:
|
|
24 |
self.setup_routes()
|
25 |
|
26 |
def get_available_models(self):
|
|
|
27 |
self.available_models = [
|
28 |
{
|
29 |
"id": "mixtral-8x7b",
|
30 |
-
"description": "[Mixtral-8x7B-Instruct-v0.1]: https://huggingface.co/mistralai/Mixtral-8x7B-Instruct-v0.1",
|
31 |
},
|
32 |
{
|
33 |
"id": "mistral-7b",
|
34 |
-
"description": "[Mistral-7B-Instruct-v0.2]: https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2",
|
35 |
},
|
36 |
{
|
37 |
"id": "openchat-3.5",
|
38 |
-
"description": "[
|
39 |
},
|
40 |
]
|
41 |
return self.available_models
|
@@ -64,7 +65,7 @@ class ChatAPIApp:
|
|
64 |
description="(float) Temperature",
|
65 |
)
|
66 |
max_tokens: int = Field(
|
67 |
-
default=
|
68 |
description="(int) Max tokens",
|
69 |
)
|
70 |
stream: bool = Field(
|
|
|
24 |
self.setup_routes()
|
25 |
|
26 |
def get_available_models(self):
|
27 |
+
# ANCHOR[id=available-models]: Available models
|
28 |
self.available_models = [
|
29 |
{
|
30 |
"id": "mixtral-8x7b",
|
31 |
+
"description": "[mistralai/Mixtral-8x7B-Instruct-v0.1]: https://huggingface.co/mistralai/Mixtral-8x7B-Instruct-v0.1",
|
32 |
},
|
33 |
{
|
34 |
"id": "mistral-7b",
|
35 |
+
"description": "[mistralai/Mistral-7B-Instruct-v0.2]: https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2",
|
36 |
},
|
37 |
{
|
38 |
"id": "openchat-3.5",
|
39 |
+
"description": "[openchat/openchat-3.5-1210]: https://huggingface.co/openchat/openchat-3.5-1210",
|
40 |
},
|
41 |
]
|
42 |
return self.available_models
|
|
|
65 |
description="(float) Temperature",
|
66 |
)
|
67 |
max_tokens: int = Field(
|
68 |
+
default=4096,
|
69 |
description="(int) Max tokens",
|
70 |
)
|
71 |
stream: bool = Field(
|