Update modeling_quiet.py
Browse files- modeling_quiet.py +2 -2
modeling_quiet.py
CHANGED
@@ -1697,8 +1697,8 @@ class QuietForCausalLM(QuietPreTrainedModel):
|
|
1697 |
hidden_states = outputs[0]
|
1698 |
prev_rm_logits = rm_logits # for policy gradient
|
1699 |
prev_rm_tokens = cur_rm_tokens # for policy gradient
|
1700 |
-
print("Hidden states contains NaN after loop:", torch.isnan(hidden_states).any().item())
|
1701 |
-
print("Logits contains NaN after loop:", torch.isnan(logits).any().item())
|
1702 |
if ahead_idx == 0:
|
1703 |
hidden_states_lm = hidden_states
|
1704 |
logits = self.lm_head(hidden_states_lm)
|
|
|
1697 |
hidden_states = outputs[0]
|
1698 |
prev_rm_logits = rm_logits # for policy gradient
|
1699 |
prev_rm_tokens = cur_rm_tokens # for policy gradient
|
1700 |
+
print("Hidden states contains NaN after loop:", torch.isnan(hidden_states).any().item())
|
1701 |
+
print("Logits contains NaN after loop:", torch.isnan(logits).any().item())
|
1702 |
if ahead_idx == 0:
|
1703 |
hidden_states_lm = hidden_states
|
1704 |
logits = self.lm_head(hidden_states_lm)
|