Husnain commited on
Commit
94bd789
1 Parent(s): 4dddcf1

💎 [Feature] New model supported: command-r-plus (CohereForai/c4ai-com…

Browse files
Files changed (1) hide show
  1. constants/models.py +10 -9
constants/models.py CHANGED
@@ -4,6 +4,7 @@ MODEL_MAP = {
4
  "mistral-7b": "mistralai/Mistral-7B-Instruct-v0.2",
5
  "openchat-3.5": "openchat/openchat-3.5-0106",
6
  "gemma-1.1-7b": "google/gemma-1.1-7b-it",
 
7
  "default": "mistralai/Mixtral-8x7B-Instruct-v0.1",
8
  }
9
 
@@ -14,6 +15,7 @@ STOP_SEQUENCES_MAP = {
14
  "mistral-7b": "</s>",
15
  "openchat-3.5": "<|end_of_turn|>",
16
  "gemma-1.1-7b": "<eos>",
 
17
  }
18
 
19
  TOKEN_LIMIT_MAP = {
@@ -23,20 +25,12 @@ TOKEN_LIMIT_MAP = {
23
  "openchat-3.5": 8192,
24
  "gemma-1.1-7b": 8192,
25
  "gpt-3.5-turbo": 8192,
 
26
  }
27
 
28
  TOKEN_RESERVED = 20
29
 
30
 
31
- AVAILABLE_MODELS = [
32
- "mixtral-8x7b",
33
- "nous-mixtral-8x7b",
34
- "mistral-7b",
35
- "openchat-3.5",
36
- "gemma-1.1-7b",
37
- "gpt-3.5-turbo",
38
- ]
39
-
40
  # https://platform.openai.com/docs/api-reference/models/list
41
  AVAILABLE_MODELS_DICTS = [
42
  {
@@ -74,6 +68,13 @@ AVAILABLE_MODELS_DICTS = [
74
  "created": 1700000000,
75
  "owned_by": "Google",
76
  },
 
 
 
 
 
 
 
77
  {
78
  "id": "gpt-3.5-turbo",
79
  "description": "[openai/gpt-3.5-turbo]: https://platform.openai.com/docs/models/gpt-3-5-turbo",
 
4
  "mistral-7b": "mistralai/Mistral-7B-Instruct-v0.2",
5
  "openchat-3.5": "openchat/openchat-3.5-0106",
6
  "gemma-1.1-7b": "google/gemma-1.1-7b-it",
7
+ "command-r-plus": "CohereForAI/c4ai-command-r-plus",
8
  "default": "mistralai/Mixtral-8x7B-Instruct-v0.1",
9
  }
10
 
 
15
  "mistral-7b": "</s>",
16
  "openchat-3.5": "<|end_of_turn|>",
17
  "gemma-1.1-7b": "<eos>",
18
+ "command-r-plus": "<|END_OF_TURN_TOKEN|>",
19
  }
20
 
21
  TOKEN_LIMIT_MAP = {
 
25
  "openchat-3.5": 8192,
26
  "gemma-1.1-7b": 8192,
27
  "gpt-3.5-turbo": 8192,
28
+ "command-r-plus": 32768,
29
  }
30
 
31
  TOKEN_RESERVED = 20
32
 
33
 
 
 
 
 
 
 
 
 
 
34
  # https://platform.openai.com/docs/api-reference/models/list
35
  AVAILABLE_MODELS_DICTS = [
36
  {
 
68
  "created": 1700000000,
69
  "owned_by": "Google",
70
  },
71
+ {
72
+ "id": "command-r-plus",
73
+ "description": "[CohereForAI/c4ai-command-r-plus]: https://huggingface.co/CohereForAI/c4ai-command-r-plus",
74
+ "object": "model",
75
+ "created": 1700000000,
76
+ "owned_by": "CohereForAI",
77
+ },
78
  {
79
  "id": "gpt-3.5-turbo",
80
  "description": "[openai/gpt-3.5-turbo]: https://platform.openai.com/docs/models/gpt-3-5-turbo",