system HF staff commited on
Commit
8f3277d
1 Parent(s): f29b07f

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +55 -0
config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "amp": 1,
3
+ "attention_dropout": 0.1,
4
+ "bos_index": 0,
5
+ "bptt": 512,
6
+ "clip_grad_norm": 5,
7
+ "dropout": 0.1,
8
+ "emb_dim": 512,
9
+ "encoder_only": true,
10
+ "eos_index": 1,
11
+ "fp16": true,
12
+ "gelu_activation": true,
13
+ "group_by_size": true,
14
+ "id2lang": {
15
+ "0": "fr"
16
+ },
17
+ "lang2id": {
18
+ "fr": 0
19
+ },
20
+ "langs": [
21
+ "fr"
22
+ ],
23
+ "layer_norm_eps": 1e-06,
24
+ "layerdrop": 0.2,
25
+ "lg_sampling_factor": -1,
26
+ "lgs": "fr",
27
+ "mask_index": 5,
28
+ "max_batch_size": 0,
29
+ "max_vocab": -1,
30
+ "mlm_steps": [
31
+ [
32
+ "fr",
33
+ null
34
+ ]
35
+ ],
36
+ "n_heads": 8,
37
+ "n_langs": 1,
38
+ "n_layers": 6,
39
+ "n_words": 68729,
40
+ "pad_index": 2,
41
+ "pre_norm": true,
42
+ "sample_alpha": 0,
43
+ "share_inout_emb": true,
44
+ "tokens_per_batch": -1,
45
+ "unk_index": 3,
46
+ "use_lang_emb": true,
47
+ "word_blank": 0,
48
+ "word_dropout": 0,
49
+ "word_keep": 0.1,
50
+ "word_mask": 0.8,
51
+ "word_mask_keep_rand": "0.8,0.1,0.1",
52
+ "word_pred": 0.15,
53
+ "word_rand": 0.1,
54
+ "word_shuffle": 0
55
+ }