Spaces:
Sleeping
Sleeping
Yarik
commited on
Commit
•
473fa15
1
Parent(s):
2beb440
Update space
Browse files
messagers/message_composer.py
CHANGED
@@ -98,7 +98,7 @@ class MessageComposer:
|
|
98 |
elif self.model in ["gpt-neo-2.7B"]:
|
99 |
self.messages = self.concat_messages_by_role(messages)
|
100 |
self.merged_str_list = []
|
101 |
-
self.end_of_turn = "<|
|
102 |
for message in self.messages:
|
103 |
role = message["role"]
|
104 |
content = message["content"]
|
|
|
98 |
elif self.model in ["gpt-neo-2.7B"]:
|
99 |
self.messages = self.concat_messages_by_role(messages)
|
100 |
self.merged_str_list = []
|
101 |
+
self.end_of_turn = "<|end_of_turn|>"
|
102 |
for message in self.messages:
|
103 |
role = message["role"]
|
104 |
content = message["content"]
|
networks/message_streamer.py
CHANGED
@@ -23,7 +23,7 @@ class MessageStreamer:
|
|
23 |
"mixtral-8x7b": "</s>",
|
24 |
"mistral-7b": "</s>",
|
25 |
"nous-mixtral-8x7b": "<|im_end|>",
|
26 |
-
"gpt-neo-2.7B": "<|
|
27 |
|
28 |
}
|
29 |
TOKEN_LIMIT_MAP = {
|
|
|
23 |
"mixtral-8x7b": "</s>",
|
24 |
"mistral-7b": "</s>",
|
25 |
"nous-mixtral-8x7b": "<|im_end|>",
|
26 |
+
"gpt-neo-2.7B": "<|end_of_turn|>",
|
27 |
|
28 |
}
|
29 |
TOKEN_LIMIT_MAP = {
|