Commit
·
76d26f0
1
Parent(s):
11a840e
*** empty log message ***
Browse files- modeling_mlp.py +1 -1
modeling_mlp.py
CHANGED
@@ -57,7 +57,7 @@ class MLP(PreTrainedModel):
|
|
57 |
# Flatten over seq_length if desired, or do a pooling:
|
58 |
# Option A: Flatten everything: B x (L*E)
|
59 |
B, L, E = inputs_embeds.shape
|
60 |
-
assert L == self.config.sequence_length and E == self.config.embedding_size
|
61 |
x = inputs_embeds.reshape(B, L * E)
|
62 |
|
63 |
# Option B: Mean-pool across tokens (comment out if you prefer flattening)
|
|
|
57 |
# Flatten over seq_length if desired, or do a pooling:
|
58 |
# Option A: Flatten everything: B x (L*E)
|
59 |
B, L, E = inputs_embeds.shape
|
60 |
+
# assert L == self.config.sequence_length and E == self.config.embedding_size
|
61 |
x = inputs_embeds.reshape(B, L * E)
|
62 |
|
63 |
# Option B: Mean-pool across tokens (comment out if you prefer flattening)
|