Update modeling_baichuan.py

modeling_baichuan.py

@@ -583,7 +583,6 @@ class BaichuanCharRM(BaichuanPreTrainedModel):
         hidden_states = transformer_outputs[0]
 
         hidden_states = hidden_states[:, -1, :]
-        # logits = F.sigmoid(self.score(hidden_states)).squeeze()
         logits = F.sigmoid(self.score(hidden_states).squeeze())
     
         loss = None
@@ -592,10 +591,4 @@ class BaichuanCharRM(BaichuanPreTrainedModel):
             loss_fct = nn.MSELoss()
             loss = loss_fct(logits.view(-1), labels.view(-1)/4)
 
-            # logits = logits.view(-1, 2)
-            # loss_fct_1 = nn.MSELoss()
-            # loss_fct_2 = nn.LogSoftmax(dim=-1)
-            # loss_1 = loss_fct_1(logits[:,0], labels)
-            # loss_2 = -torch.mean(loss_fct_2(logits)[:,1])
-            # loss = loss_1 + loss_2
         return loss, logits