fuliucansheng
commited on
Commit
•
17fef65
1
Parent(s):
96c51a0
update mass base uncased config
Browse files
mass-base-uncased-config.json
CHANGED
@@ -1,15 +1,15 @@
|
|
1 |
{
|
2 |
"encoder_embed_dim": 768,
|
3 |
"encoder_ffn_embed_dim": 3072,
|
4 |
-
"
|
5 |
-
"
|
6 |
"dropout": 0.1,
|
7 |
-
"
|
8 |
-
"
|
9 |
-
"
|
10 |
"decoder_embed_dim": 768,
|
11 |
"decoder_ffn_embed_dim": 3072,
|
12 |
-
"
|
13 |
-
"
|
14 |
"vocab_size": 30522
|
15 |
}
|
1 |
{
|
2 |
"encoder_embed_dim": 768,
|
3 |
"encoder_ffn_embed_dim": 3072,
|
4 |
+
"encoder_attention_heads": 12,
|
5 |
+
"encoder_layers": 6,
|
6 |
"dropout": 0.1,
|
7 |
+
"attention_dropout": 0.1,
|
8 |
+
"activation_dropout": 0.1,
|
9 |
+
"activation_fn": "gelu",
|
10 |
"decoder_embed_dim": 768,
|
11 |
"decoder_ffn_embed_dim": 3072,
|
12 |
+
"decoder_attention_heads": 6,
|
13 |
+
"decoder_layers": 6,
|
14 |
"vocab_size": 30522
|
15 |
}
|