jaandoui commited on
Commit
06ade4d
1 Parent(s): c16263c

Update bert_layers.py

Browse files
Files changed (1) hide show
  1. bert_layers.py +1 -0
bert_layers.py CHANGED
@@ -485,6 +485,7 @@ class BertEncoder(nn.Module):
485
  attn_mask=attention_mask,
486
  bias=alibi_attn_mask)
487
  all_attention_weights.append(attention_weights) # Store attention weights
 
488
 
489
  if not output_all_encoded_layers:
490
  all_encoder_layers.append(hidden_states)
 
485
  attn_mask=attention_mask,
486
  bias=alibi_attn_mask)
487
  all_attention_weights.append(attention_weights) # Store attention weights
488
+ print(all_attention_weights)
489
 
490
  if not output_all_encoded_layers:
491
  all_encoder_layers.append(hidden_states)