stefan-it commited on
Commit
f180092
1 Parent(s): e918ea9

config: add configuration for French Europeana ELECTRA model

Browse files
Files changed (1) hide show
  1. config.json +5 -0
config.json CHANGED
@@ -1,4 +1,5 @@
1
  {
 
2
  "architectures": [
3
  "ElectraForPreTraining"
4
  ],
@@ -15,6 +16,10 @@
15
  "num_attention_heads": 12,
16
  "num_hidden_layers": 12,
17
  "pad_token_id": 0,
 
 
 
 
18
  "type_vocab_size": 2,
19
  "vocab_size": 32000
20
  }
1
  {
2
+ "_name_or_path": "./",
3
  "architectures": [
4
  "ElectraForPreTraining"
5
  ],
16
  "num_attention_heads": 12,
17
  "num_hidden_layers": 12,
18
  "pad_token_id": 0,
19
+ "summary_activation": "gelu",
20
+ "summary_last_dropout": 0.1,
21
+ "summary_type": "first",
22
+ "summary_use_proj": true,
23
  "type_vocab_size": 2,
24
  "vocab_size": 32000
25
  }