denizyuret commited on
Commit
76d26f0
·
1 Parent(s): 11a840e

*** empty log message ***

Browse files
Files changed (1) hide show
  1. modeling_mlp.py +1 -1
modeling_mlp.py CHANGED
@@ -57,7 +57,7 @@ class MLP(PreTrainedModel):
57
  # Flatten over seq_length if desired, or do a pooling:
58
  # Option A: Flatten everything: B x (L*E)
59
  B, L, E = inputs_embeds.shape
60
- assert L == self.config.sequence_length and E == self.config.embedding_size
61
  x = inputs_embeds.reshape(B, L * E)
62
 
63
  # Option B: Mean-pool across tokens (comment out if you prefer flattening)
 
57
  # Flatten over seq_length if desired, or do a pooling:
58
  # Option A: Flatten everything: B x (L*E)
59
  B, L, E = inputs_embeds.shape
60
+ # assert L == self.config.sequence_length and E == self.config.embedding_size
61
  x = inputs_embeds.reshape(B, L * E)
62
 
63
  # Option B: Mean-pool across tokens (comment out if you prefer flattening)