system HF staff commited on
Commit
4a01a06
1 Parent(s): 9e6593c

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +17 -0
config.json ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "BertForMaskedLM"
4
+ ],
5
+ "vocab_size":30522,
6
+ "max_pos":512,
7
+ "enc_layers":6,
8
+ "enc_hidden_size":512,
9
+ "enc_heads":8,
10
+ "enc_ff_size":512,
11
+ "enc_dropout":0.2,
12
+ "dec_layers":6,
13
+ "dec_hidden_size":768,
14
+ "dec_heads":8,
15
+ "dec_ff_size":2048,
16
+ "dec_dropout":0.2
17
+ }