File size: 954 Bytes
872ce57 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 |
{
"amp": 1,
"attention_dropout": 0.1,
"bos_index": 0,
"bptt": 512,
"clip_grad_norm": 5,
"dropout": 0.1,
"emb_dim": 768,
"encoder_only": true,
"eos_index": 1,
"fp16": true,
"gelu_activation": true,
"group_by_size": true,
"id2lang": {
"0": "fr"
},
"lang2id": {
"fr": 0
},
"langs": [
"fr"
],
"layer_norm_eps": 1e-06,
"lg_sampling_factor": -1,
"lgs": "fr",
"mask_index": 5,
"max_batch_size": 0,
"max_vocab": -1,
"mlm_steps": [
[
"fr",
null
]
],
"n_heads": 12,
"n_langs": 1,
"n_layers": 12,
"n_words": 67542,
"pad_index": 2,
"pre_norm": false,
"sample_alpha": 0,
"share_inout_emb": true,
"tokens_per_batch": -1,
"unk_index": 3,
"use_apex": true,
"use_lang_emb": true,
"word_blank": 0,
"word_dropout": 0,
"word_keep": 0.1,
"word_mask": 0.8,
"word_mask_keep_rand": "0.8,0.1,0.1",
"word_pred": 0.15,
"word_rand": 0.1,
"word_shuffle": 0
}
|