Hansimov commited on
Commit
c769be6
1 Parent(s): bc384a3

:zap: [Enhance] Update available models description

Browse files
Files changed (1) hide show
  1. apis/chat_api.py +5 -4
apis/chat_api.py CHANGED
@@ -24,18 +24,19 @@ class ChatAPIApp:
24
  self.setup_routes()
25
 
26
  def get_available_models(self):
 
27
  self.available_models = [
28
  {
29
  "id": "mixtral-8x7b",
30
- "description": "[Mixtral-8x7B-Instruct-v0.1]: https://huggingface.co/mistralai/Mixtral-8x7B-Instruct-v0.1",
31
  },
32
  {
33
  "id": "mistral-7b",
34
- "description": "[Mistral-7B-Instruct-v0.2]: https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2",
35
  },
36
  {
37
  "id": "openchat-3.5",
38
- "description": "[openchat_3.5]: https://huggingface.co/openchat/openchat_3.5",
39
  },
40
  ]
41
  return self.available_models
@@ -64,7 +65,7 @@ class ChatAPIApp:
64
  description="(float) Temperature",
65
  )
66
  max_tokens: int = Field(
67
- default=8192,
68
  description="(int) Max tokens",
69
  )
70
  stream: bool = Field(
 
24
  self.setup_routes()
25
 
26
  def get_available_models(self):
27
+ # ANCHOR[id=available-models]: Available models
28
  self.available_models = [
29
  {
30
  "id": "mixtral-8x7b",
31
+ "description": "[mistralai/Mixtral-8x7B-Instruct-v0.1]: https://huggingface.co/mistralai/Mixtral-8x7B-Instruct-v0.1",
32
  },
33
  {
34
  "id": "mistral-7b",
35
+ "description": "[mistralai/Mistral-7B-Instruct-v0.2]: https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2",
36
  },
37
  {
38
  "id": "openchat-3.5",
39
+ "description": "[openchat/openchat-3.5-1210]: https://huggingface.co/openchat/openchat-3.5-1210",
40
  },
41
  ]
42
  return self.available_models
 
65
  description="(float) Temperature",
66
  )
67
  max_tokens: int = Field(
68
+ default=4096,
69
  description="(int) Max tokens",
70
  )
71
  stream: bool = Field(