fix
Browse files
modeling_lsg_distilbert.py
CHANGED
@@ -931,7 +931,7 @@ class LSGDistilBertModel(LSGDistilBertPreTrainedModel, DistilBertModel):
|
|
931 |
assert hasattr(config, "block_size") and hasattr(config, "adaptive")
|
932 |
self.block_size = config.block_size
|
933 |
self.adaptive = config.adaptive
|
934 |
-
self.mask_first_token = config.
|
935 |
self.pool_with_global = config.pool_with_global
|
936 |
|
937 |
# Initialize weights and apply final processing
|
|
|
931 |
assert hasattr(config, "block_size") and hasattr(config, "adaptive")
|
932 |
self.block_size = config.block_size
|
933 |
self.adaptive = config.adaptive
|
934 |
+
self.mask_first_token = config.mask_first_token
|
935 |
self.pool_with_global = config.pool_with_global
|
936 |
|
937 |
# Initialize weights and apply final processing
|