x54-729 commited on
Commit
fbe8ce5
1 Parent(s): 87ae5a5
Files changed (1) hide show
  1. modeling_internlm2.py +1 -1
modeling_internlm2.py CHANGED
@@ -1218,7 +1218,7 @@ class InternLM2ForCausalLM(InternLM2PreTrainedModel):
1218
  return
1219
 
1220
  token = self.tokenizer.decode([value[-1]], skip_special_tokens=True)
1221
- if token.strip() != "<eoa>":
1222
  self.response = self.response + token
1223
  history = self.history + [(self.query, self.response)]
1224
  self.queue.put((self.response, history))
 
1218
  return
1219
 
1220
  token = self.tokenizer.decode([value[-1]], skip_special_tokens=True)
1221
+ if token.strip() != "[UNUSED_TOKEN_145]":
1222
  self.response = self.response + token
1223
  history = self.history + [(self.query, self.response)]
1224
  self.queue.put((self.response, history))