Update space

apis/chat_api.py

@@ -61,6 +61,13 @@ class ChatAPIApp:
                     "created": 1700000000,
                     "owned_by": "TheBloke",
                 },
+                {
+                    "id": "starchat2-15b-v0.1",
+                    "description": "[HuggingFaceH4/starchat2-15b-v0.1]: https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1",
+                    "object": "model",
+                    "created": 1700000000,
+                    "owned_by": "TheBloke",
+                },
             ],
         }
         return self.available_models

messagers/message_composer.py

@@ -9,6 +9,7 @@ class MessageComposer:
         "mixtral-8x7b",
         "mistral-7b",
         "zephyr-7b-beta",
+        "starchat2-15b-v0.1",
         "nous-mixtral-8x7b",
     ]
 
@@ -110,6 +111,17 @@ class MessageComposer:
                     self.cached_str = f"[/USER] {content} [/ASSIST]"
             if self.cached_str:
                 self.merged_str += f"{self.cached_str}"
+        elif self.model in ["starchat2-15b-v0.1"]:
+            self.merged_str_list = []
+            for message in self.messages:
+                role = message["role"]
+                content = message["content"]
+                if role not in ["system", "user", "assistant"]:
+                    role = self.default_role
+                message_line = f"<|im_start|>{role}\n{content}<|im_end|>"
+                self.merged_str_list.append(message_line)
+            self.merged_str_list.append("<|im_start|>assistant")
+            self.merged_str = "\n".join(self.merged_str_list)
         else:
             self.merged_str = "\n".join(
                 [
@@ -201,6 +213,17 @@ class MessageComposer:
             self.append_last_instruction_to_messages(
                 inst_matches_list, pair_matches_list
             )
+        elif self.model in ["starchat2-15b-v0.1"]:
+            message_pattern = r"<\|im_start\|>(?P<role>system|user|assistant)[\s\n]*(?P<content>[\s\S]*?)<\|im_end\|>"
+            message_matches = re.finditer(
+                message_pattern, self.merged_str, flags=re.MULTILINE | re.IGNORECASE
+            )
+            message_matches_list = list(message_matches)
+            logger.note(f"message_matches_list: {message_matches_list}")
+            for match in message_matches_list:
+                role = match.group("role")
+                content = match.group("content")
+                self.messages.append({"role": role, "content": content.strip()})
         else:
             self.messages = [
                 {

networks/message_streamer.py

@@ -13,6 +13,8 @@ class MessageStreamer:
         "mistral-7b": "mistralai/Mistral-7B-Instruct-v0.2",  # 65.71, fast
         "nous-mixtral-8x7b": "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO",
         "zephyr-7b-beta": "HuggingFaceH4/zephyr-7b-beta",  # ❌ Too Slow
+        "starchat2-15b-v0.1": "HuggingFaceH4/starchat2-15b-v0.1",  # ❌ Too Slow
+
         # "llama-70b": "meta-llama/Llama-2-70b-chat-hf",  # ❌ Require Pro User
         # "codellama-34b": "codellama/CodeLlama-34b-Instruct-hf",  # ❌ Low Score
         # "falcon-180b": "tiiuae/falcon-180B-chat",  # ❌ Require Pro User
@@ -23,13 +25,15 @@ class MessageStreamer:
         "mistral-7b": "</s>",
         "nous-mixtral-8x7b": "<|im_end|>",
         "zephyr-7b-beta": "</s>",
-
+        "starchat2-15b-v0.1": "</s>",
     }
     TOKEN_LIMIT_MAP = {
         "mixtral-8x7b": 32768,
         "mistral-7b": 32768,
         "nous-mixtral-8x7b": 32768,
         "zephyr-7b-beta": 4096,
+        "starchat2-15b-v0.1": 8192,
+
     }
     TOKEN_RESERVED = 100