Markus28 commited on
Commit
767b681
1 Parent(s): ae4c28c

added classifier dropout

Browse files
Files changed (1) hide show
  1. configuration_bert.py +3 -1
configuration_bert.py CHANGED
@@ -85,6 +85,7 @@ class JinaBertConfig(PretrainedConfig):
85
  use_flash_attn=True,
86
  use_qk_norm=True,
87
  emb_pooler=None,
 
88
  **kwargs,
89
  ):
90
  assert 'position_embedding_type' not in kwargs
@@ -116,4 +117,5 @@ class JinaBertConfig(PretrainedConfig):
116
  self.num_tasks = num_tasks
117
  self.use_flash_attn = use_flash_attn
118
  self.use_qk_norm = use_qk_norm
119
- self.emb_pooler = emb_pooler
 
 
85
  use_flash_attn=True,
86
  use_qk_norm=True,
87
  emb_pooler=None,
88
+ classifier_dropout=None,
89
  **kwargs,
90
  ):
91
  assert 'position_embedding_type' not in kwargs
 
117
  self.num_tasks = num_tasks
118
  self.use_flash_attn = use_flash_attn
119
  self.use_qk_norm = use_qk_norm
120
+ self.emb_pooler = emb_pooler
121
+ self.classifier_dropout = classifier_dropout