fuliucansheng commited on
Commit
17fef65
1 Parent(s): 96c51a0

update mass base uncased config

Browse files
Files changed (1) hide show
  1. mass-base-uncased-config.json +7 -7
mass-base-uncased-config.json CHANGED
@@ -1,15 +1,15 @@
1
  {
2
  "encoder_embed_dim": 768,
3
  "encoder_ffn_embed_dim": 3072,
4
- "encoder_attn_head_num": 12,
5
- "encoder_layer_num": 6,
6
  "dropout": 0.1,
7
- "attn_dropout": 0.1,
8
- "act_dropout": 0.1,
9
- "act_fn": "gelu",
10
  "decoder_embed_dim": 768,
11
  "decoder_ffn_embed_dim": 3072,
12
- "decoder_attn_head_num": 6,
13
- "decoder_layer_num": 6,
14
  "vocab_size": 30522
15
  }
1
  {
2
  "encoder_embed_dim": 768,
3
  "encoder_ffn_embed_dim": 3072,
4
+ "encoder_attention_heads": 12,
5
+ "encoder_layers": 6,
6
  "dropout": 0.1,
7
+ "attention_dropout": 0.1,
8
+ "activation_dropout": 0.1,
9
+ "activation_fn": "gelu",
10
  "decoder_embed_dim": 768,
11
  "decoder_ffn_embed_dim": 3072,
12
+ "decoder_attention_heads": 6,
13
+ "decoder_layers": 6,
14
  "vocab_size": 30522
15
  }