jinmang2 commited on
Commit
0412b65
1 Parent(s): 0189ab7

Update wsd/ko/transformer.large/config.json

Browse files
wsd/ko/transformer.large/config.json CHANGED
@@ -64,14 +64,14 @@
64
  "decoder_ffn_dim": 4096,
65
  "decoder_layerdrop": 0,
66
  "decoder_layers": 6,
67
- "decoder_normalize_before": true,
68
  "decoder_start_token_id": 2,
69
  "dropout": 0.3,
70
  "encoder_attention_heads": 16,
71
  "encoder_ffn_dim": 4096,
72
  "encoder_layerdrop": 0,
73
  "encoder_layers": 6,
74
- "encoder_normalize_before": true,
75
  "eos_token_id": 2,
76
  "forced_eos_token_id": 2,
77
  "init_std": 0.02,
64
  "decoder_ffn_dim": 4096,
65
  "decoder_layerdrop": 0,
66
  "decoder_layers": 6,
67
+ "decoder_pre_layernorm": true,
68
  "decoder_start_token_id": 2,
69
  "dropout": 0.3,
70
  "encoder_attention_heads": 16,
71
  "encoder_ffn_dim": 4096,
72
  "encoder_layerdrop": 0,
73
  "encoder_layers": 6,
74
+ "encoder_pre_layernorm": true,
75
  "eos_token_id": 2,
76
  "forced_eos_token_id": 2,
77
  "init_std": 0.02,