x54-729
commited on
Commit
·
fbe8ce5
1
Parent(s):
87ae5a5
fix
Browse files- modeling_internlm2.py +1 -1
modeling_internlm2.py
CHANGED
@@ -1218,7 +1218,7 @@ class InternLM2ForCausalLM(InternLM2PreTrainedModel):
|
|
1218 |
return
|
1219 |
|
1220 |
token = self.tokenizer.decode([value[-1]], skip_special_tokens=True)
|
1221 |
-
if token.strip() != "
|
1222 |
self.response = self.response + token
|
1223 |
history = self.history + [(self.query, self.response)]
|
1224 |
self.queue.put((self.response, history))
|
|
|
1218 |
return
|
1219 |
|
1220 |
token = self.tokenizer.decode([value[-1]], skip_special_tokens=True)
|
1221 |
+
if token.strip() != "[UNUSED_TOKEN_145]":
|
1222 |
self.response = self.response + token
|
1223 |
history = self.history + [(self.query, self.response)]
|
1224 |
self.queue.put((self.response, history))
|