Qwen
/

Qwen-7B-Chat

Text Generation

Model card Files Files and versions Community

JustinLin610 commited on Aug 4, 2023

Commit

da187eb

•

1 Parent(s): 4e41480

fix overflow

Files changed (1) hide show

qwen_generation_utils.py +1 -1

qwen_generation_utils.py CHANGED Viewed

@@ -346,7 +346,7 @@ class StopWordsLogitsProcessor(LogitsProcessor):
         stopped_samples = self._calc_stopped_samples(input_ids)
         for i, should_stop in enumerate(stopped_samples):
             if should_stop:
-                scores[i, self.eos_token_id] = float(2**30)
         return scores
     def _tokens_match(self, prev_tokens: torch.LongTensor, tokens: List[int]) -> bool:

         stopped_samples = self._calc_stopped_samples(input_ids)
         for i, should_stop in enumerate(stopped_samples):
             if should_stop:
+                scores[i, self.eos_token_id] = float(2**15)
         return scores
     def _tokens_match(self, prev_tokens: torch.LongTensor, tokens: List[int]) -> bool: