Fix LogitsProcessor using slim checkpoint (#29)
Browse files- Fix LogitsProcessor using slim checkpoint (7f8f01fee41efeaac4f926bdb96aea42f1c6076b)
Co-authored-by: bcol <bcol@users.noreply.huggingface.co>
- modeling_chatglm.py +1 -1
modeling_chatglm.py
CHANGED
@@ -55,7 +55,7 @@ class InvalidScoreLogitsProcessor(LogitsProcessor):
|
|
55 |
def __call__(self, input_ids: torch.LongTensor, scores: torch.FloatTensor) -> torch.FloatTensor:
|
56 |
if torch.isnan(scores).any() or torch.isinf(scores).any():
|
57 |
scores.zero_()
|
58 |
-
scores[...,
|
59 |
return scores
|
60 |
|
61 |
|
|
|
55 |
def __call__(self, input_ids: torch.LongTensor, scores: torch.FloatTensor) -> torch.FloatTensor:
|
56 |
if torch.isnan(scores).any() or torch.isinf(scores).any():
|
57 |
scores.zero_()
|
58 |
+
scores[..., 5] = 5e4
|
59 |
return scores
|
60 |
|
61 |
|