xlm-mlm-en-2048 / config.json
system's picture
system HF staff
Update config.json
996ba3a
raw
history blame
306 Bytes
{
"emb_dim": 2048,
"n_layers": 12,
"n_heads": 16,
"dropout": 0.1,
"attention_dropout": 0.1,
"gelu_activation": true,
"sinusoidal_embeddings": false,
"asm": false,
"bos_index": 0,
"eos_index": 1,
"pad_index": 2,
"unk_index": 3,
"mask_index": 5,
"n_langs": 1,
"n_words": 30145
}