fuliucansheng commited on
Commit
99f5b49
1 Parent(s): 1611438

mass base config update

Browse files
Files changed (1) hide show
  1. mass-base-uncased-config.json +3 -3
mass-base-uncased-config.json CHANGED
@@ -4,8 +4,8 @@
4
  "encoder_attention_heads": 12,
5
  "encoder_layers": 6,
6
  "encoder_normalize_before": 0,
7
- "encoder_learned_pos": 0,
8
- "decoder_learned_pos": 0,
9
  "decoder_embed_dim": 768,
10
  "decoder_ffn_embed_dim": 3072,
11
  "decoder_layers": 6,
@@ -26,7 +26,7 @@
26
  "no_scale_embedding": 0,
27
  "adaptive_input": 1,
28
  "tie_adaptive_weights": 0,
29
- "layernorm_embedding": 0,
30
  "encoder_layerdrop": 0,
31
  "decoder_layerdrop": 0,
32
  "quant_noise_pq": 0,
4
  "encoder_attention_heads": 12,
5
  "encoder_layers": 6,
6
  "encoder_normalize_before": 0,
7
+ "encoder_learned_pos": 1,
8
+ "decoder_learned_pos": 1,
9
  "decoder_embed_dim": 768,
10
  "decoder_ffn_embed_dim": 3072,
11
  "decoder_layers": 6,
26
  "no_scale_embedding": 0,
27
  "adaptive_input": 1,
28
  "tie_adaptive_weights": 0,
29
+ "layernorm_embedding": 1,
30
  "encoder_layerdrop": 0,
31
  "decoder_layerdrop": 0,
32
  "quant_noise_pq": 0,