File size: 331 Bytes
96c51a0 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 |
{
"encoder_embed_dim": 768,
"encoder_ffn_embed_dim": 3072,
"encoder_attn_head_num": 12,
"encoder_layer_num": 6,
"dropout": 0.1,
"attn_dropout": 0.1,
"act_dropout": 0.1,
"act_fn": "gelu",
"decoder_embed_dim": 768,
"decoder_ffn_embed_dim": 3072,
"decoder_attn_head_num": 6,
"decoder_layer_num": 6,
"vocab_size": 30522
}
|