Yarik commited on
Commit
473fa15
1 Parent(s): 2beb440

Update space

Browse files
messagers/message_composer.py CHANGED
@@ -98,7 +98,7 @@ class MessageComposer:
98
  elif self.model in ["gpt-neo-2.7B"]:
99
  self.messages = self.concat_messages_by_role(messages)
100
  self.merged_str_list = []
101
- self.end_of_turn = "<|endoftext|>"
102
  for message in self.messages:
103
  role = message["role"]
104
  content = message["content"]
 
98
  elif self.model in ["gpt-neo-2.7B"]:
99
  self.messages = self.concat_messages_by_role(messages)
100
  self.merged_str_list = []
101
+ self.end_of_turn = "<|end_of_turn|>"
102
  for message in self.messages:
103
  role = message["role"]
104
  content = message["content"]
networks/message_streamer.py CHANGED
@@ -23,7 +23,7 @@ class MessageStreamer:
23
  "mixtral-8x7b": "</s>",
24
  "mistral-7b": "</s>",
25
  "nous-mixtral-8x7b": "<|im_end|>",
26
- "gpt-neo-2.7B": "<|endoftext|>",
27
 
28
  }
29
  TOKEN_LIMIT_MAP = {
 
23
  "mixtral-8x7b": "</s>",
24
  "mistral-7b": "</s>",
25
  "nous-mixtral-8x7b": "<|im_end|>",
26
+ "gpt-neo-2.7B": "<|end_of_turn|>",
27
 
28
  }
29
  TOKEN_LIMIT_MAP = {