ybelkada commited on
Commit
5b0dc6c
1 Parent(s): 077b71d

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +1 -0
config.json CHANGED
@@ -15,6 +15,7 @@
15
  "expert_capacity": 64,
16
  "feed_forward_proj": "relu",
17
  "initializer_factor": 1.0,
 
18
  "is_encoder_decoder": true,
19
  "is_gated_act": false,
20
  "layer_norm_epsilon": 1e-06,
 
15
  "expert_capacity": 64,
16
  "feed_forward_proj": "relu",
17
  "initializer_factor": 1.0,
18
+ "decoder_start_token_id": 0,
19
  "is_encoder_decoder": true,
20
  "is_gated_act": false,
21
  "layer_norm_epsilon": 1e-06,