{
	"encoder_embed_dim": 768,
	"encoder_ffn_embed_dim": 3072,
	"encoder_attn_head_num": 12,
	"encoder_layer_num": 6,
	"dropout": 0.1,
	"attn_dropout": 0.1,
	"act_dropout": 0.1,
	"act_fn": "gelu",
	"decoder_embed_dim": 768,
	"decoder_ffn_embed_dim": 3072,
	"decoder_attn_head_num": 6,
	"decoder_layer_num": 6,
	"vocab_size": 30522
}