Update bert_layers.py
Browse files- bert_layers.py +1 -0
bert_layers.py
CHANGED
@@ -485,6 +485,7 @@ class BertEncoder(nn.Module):
|
|
485 |
attn_mask=attention_mask,
|
486 |
bias=alibi_attn_mask)
|
487 |
all_attention_weights.append(attention_weights) # Store attention weights
|
|
|
488 |
|
489 |
if not output_all_encoded_layers:
|
490 |
all_encoder_layers.append(hidden_states)
|
|
|
485 |
attn_mask=attention_mask,
|
486 |
bias=alibi_attn_mask)
|
487 |
all_attention_weights.append(attention_weights) # Store attention weights
|
488 |
+
print(all_attention_weights)
|
489 |
|
490 |
if not output_all_encoded_layers:
|
491 |
all_encoder_layers.append(hidden_states)
|