| { | |
| "encoder_embed_dim": 768, | |
| "encoder_ffn_embed_dim": 3072, | |
| "encoder_attn_head_num": 12, | |
| "encoder_layer_num": 6, | |
| "dropout": 0.1, | |
| "attn_dropout": 0.1, | |
| "act_dropout": 0.1, | |
| "act_fn": "gelu", | |
| "decoder_embed_dim": 768, | |
| "decoder_ffn_embed_dim": 3072, | |
| "decoder_attn_head_num": 6, | |
| "decoder_layer_num": 6, | |
| "vocab_size": 30522 | |
| } | |