ybelkada commited on
Commit
ad3ce1c
1 Parent(s): d3f98d8

Update config.json (#5)

Browse files

- Update config.json (b28693db74101f5addee613745592445770491e0)

Files changed (1) hide show
  1. config.json +1 -0
config.json CHANGED
@@ -12,6 +12,7 @@
12
  "encoder_sparse_step": 2,
13
  "eos_token_id": 1,
14
  "expert_capacity": 64,
 
15
  "feed_forward_proj": "relu",
16
  "initializer_factor": 1.0,
17
  "is_encoder_decoder": true,
 
12
  "encoder_sparse_step": 2,
13
  "eos_token_id": 1,
14
  "expert_capacity": 64,
15
+ "decoder_start_token_id": 0,
16
  "feed_forward_proj": "relu",
17
  "initializer_factor": 1.0,
18
  "is_encoder_decoder": true,