nielsr HF staff commited on
Commit
f0f7034
1 Parent(s): b8d892d

Add print statements

Browse files
Files changed (1) hide show
  1. modeling_cogvlm.py +1 -0
modeling_cogvlm.py CHANGED
@@ -532,6 +532,7 @@ class CogVLMModel(CogVLMPreTrainedModel):
532
 
533
  if idx in [0, 1, 2]:
534
  print(f"Hidden states before layer {idx}", hidden_states[0,:3,:3])
 
535
 
536
  past_key_value = past_key_values[idx] if past_key_values is not None else None
537
  layer_outputs = decoder_layer(
 
532
 
533
  if idx in [0, 1, 2]:
534
  print(f"Hidden states before layer {idx}", hidden_states[0,:3,:3])
535
+ print(f"Mean of hidden states before layer {idx}", hidden_states.mean())
536
 
537
  past_key_value = past_key_values[idx] if past_key_values is not None else None
538
  layer_outputs = decoder_layer(