Hansimov commited on
Commit
e916990
1 Parent(s): 047008b

:zap: [Enhance] New models: mistral-7b and openchat-3.5

Browse files
Files changed (2) hide show
  1. apis/chat_api.py +9 -1
  2. networks/message_streamer.py +5 -1
apis/chat_api.py CHANGED
@@ -24,7 +24,15 @@ class ChatAPIApp:
24
  self.available_models = [
25
  {
26
  "id": "mixtral-8x7b",
27
- "description": "Mixtral-8x7B: https://huggingface.co/mistralai/Mixtral-8x7B-Instruct-v0.1",
 
 
 
 
 
 
 
 
28
  },
29
  ]
30
  return self.available_models
 
24
  self.available_models = [
25
  {
26
  "id": "mixtral-8x7b",
27
+ "description": "[Mixtral-8x7B-Instruct-v0.1]: https://huggingface.co/mistralai/Mixtral-8x7B-Instruct-v0.1",
28
+ },
29
+ {
30
+ "id": "mistral-7b",
31
+ "description": "[Mistral-7B-Instruct-v0.2]: https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2",
32
+ },
33
+ {
34
+ "id": "openchat-3.5",
35
+ "description": "[openchat_3.5]: https://huggingface.co/openchat/openchat_3.5",
36
  },
37
  ]
38
  return self.available_models
networks/message_streamer.py CHANGED
@@ -8,7 +8,11 @@ from utils.enver import enver
8
 
9
  class MessageStreamer:
10
  MODEL_MAP = {
11
- "mixtral-8x7b": "mistralai/Mixtral-8x7B-Instruct-v0.1",
 
 
 
 
12
  "default": "mistralai/Mixtral-8x7B-Instruct-v0.1",
13
  }
14
 
 
8
 
9
  class MessageStreamer:
10
  MODEL_MAP = {
11
+ "mixtral-8x7b": "mistralai/Mixtral-8x7B-Instruct-v0.1", # 72.62, fast [Recommended]
12
+ "mistral-7b": "mistralai/Mistral-7B-Instruct-v0.2", # 65.71, fast
13
+ "openchat-3.5": "openchat/openchat_3.5", # 61.24, fast
14
+ # "zephyr-7b-alpha": "HuggingFaceH4/zephyr-7b-alpha", # 59.5, fast
15
+ # "zephyr-7b-beta": "HuggingFaceH4/zephyr-7b-beta", # 61.95, slow
16
  "default": "mistralai/Mixtral-8x7B-Instruct-v0.1",
17
  }
18