Update bert_layers.py

bert_layers.py

@@ -911,8 +911,14 @@ class BertForSequenceClassification(BertPreTrainedModel):
         
         # JAANDOUI:
         all_attention_weights = outputs[2]
-        
-        # print(f'last: {all_attention_weights}')
+        try:
+            print(f'last: {all_attention_weights.shape}')
+        except:
+            try:
+                print(f'last: {all_attention_weights[0].shape}')
+            except:
+                print(f'last: {len(all_attention_weights[0])}')
+            
 
         pooled_output = self.dropout(pooled_output)
         logits = self.classifier(pooled_output)
@@ -956,12 +962,12 @@ class BertForSequenceClassification(BertPreTrainedModel):
             print(f'not stacked final attention LEN: {len(outputs[2])}')
             
         try:
-            print(f'STACKED final attention SHAPE: {(outputs.attentions).shape}')
-        except:
-            try:
-                print(f'STACKED final attention LEN: {(outputs.attentions)[0].shape}')
-            except:
-                print(f'STACKED final attention LEN 2: {len(outputs.attentions)}')
+        #     print(f'STACKED final attention SHAPE: {(outputs.attentions).shape}')
+        # except:
+        #     try:
+        #         print(f'STACKED final attention LEN: {(outputs.attentions)[0].shape}')
+        #     except:
+        #         print(f'STACKED final attention LEN 2: {len(outputs.attentions)}')
             
         return SequenceClassifierOutput(
             loss=loss,