Crystalcareai commited on
Commit
40e9ae3
·
verified ·
1 Parent(s): f8d1412

Update modeling_quiet.py

Browse files
Files changed (1) hide show
  1. modeling_quiet.py +2 -2
modeling_quiet.py CHANGED
@@ -1697,8 +1697,8 @@ class QuietForCausalLM(QuietPreTrainedModel):
1697
  hidden_states = outputs[0]
1698
  prev_rm_logits = rm_logits # for policy gradient
1699
  prev_rm_tokens = cur_rm_tokens # for policy gradient
1700
- print("Hidden states contains NaN after loop:", torch.isnan(hidden_states).any().item())
1701
- print("Logits contains NaN after loop:", torch.isnan(logits).any().item())
1702
  if ahead_idx == 0:
1703
  hidden_states_lm = hidden_states
1704
  logits = self.lm_head(hidden_states_lm)
 
1697
  hidden_states = outputs[0]
1698
  prev_rm_logits = rm_logits # for policy gradient
1699
  prev_rm_tokens = cur_rm_tokens # for policy gradient
1700
+ print("Hidden states contains NaN after loop:", torch.isnan(hidden_states).any().item())
1701
+ print("Logits contains NaN after loop:", torch.isnan(logits).any().item())
1702
  if ahead_idx == 0:
1703
  hidden_states_lm = hidden_states
1704
  logits = self.lm_head(hidden_states_lm)