select [cls] token only

modeling_tunbert.py

@@ -31,7 +31,7 @@ class TunBERT(PreTrainedModel):
         # the [cls] token is used in bert to identify the class of the sentence
         # meaning that we need only the first token of each sentence 
         # and the model representation of the rest of the sentence does not concern us
-        #logits = logits[:,0,:] # [bs, seq, class] 
+        logits = logits[:,0,:] # [bs, seq, class] 
         loss =None
         if labels is not None :
             loss_func = nn.CrossEntropyLoss()