ccdv commited on
Commit
686895e
1 Parent(s): cf1b60c
Files changed (1) hide show
  1. modeling_lsg_distilbert.py +1 -1
modeling_lsg_distilbert.py CHANGED
@@ -931,7 +931,7 @@ class LSGDistilBertModel(LSGDistilBertPreTrainedModel, DistilBertModel):
931
  assert hasattr(config, "block_size") and hasattr(config, "adaptive")
932
  self.block_size = config.block_size
933
  self.adaptive = config.adaptive
934
- self.mask_first_token = config.first_token
935
  self.pool_with_global = config.pool_with_global
936
 
937
  # Initialize weights and apply final processing
 
931
  assert hasattr(config, "block_size") and hasattr(config, "adaptive")
932
  self.block_size = config.block_size
933
  self.adaptive = config.adaptive
934
+ self.mask_first_token = config.mask_first_token
935
  self.pool_with_global = config.pool_with_global
936
 
937
  # Initialize weights and apply final processing