mrm8488 commited on
Commit
1765cad
1 Parent(s): eda2641

Initial commit from mrm8488

Browse files
config.json ADDED
@@ -0,0 +1,80 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "flaubert/flaubert_small_cased",
3
+ "amp": 1,
4
+ "architectures": [
5
+ "FlaubertForSequenceClassification"
6
+ ],
7
+ "asm": false,
8
+ "attention_dropout": 0.1,
9
+ "bos_index": 0,
10
+ "bos_token_id": 0,
11
+ "bptt": 512,
12
+ "causal": false,
13
+ "clip_grad_norm": 5,
14
+ "dropout": 0.1,
15
+ "emb_dim": 512,
16
+ "embed_init_std": 0.02209708691207961,
17
+ "encoder_only": true,
18
+ "end_n_top": 5,
19
+ "eos_index": 1,
20
+ "fp16": true,
21
+ "gelu_activation": true,
22
+ "group_by_size": true,
23
+ "id2lang": {
24
+ "0": "fr"
25
+ },
26
+ "init_std": 0.02,
27
+ "is_encoder": true,
28
+ "lang2id": {
29
+ "fr": 0
30
+ },
31
+ "lang_id": 0,
32
+ "langs": [
33
+ "fr"
34
+ ],
35
+ "layer_norm_eps": 1e-06,
36
+ "layerdrop": 0.2,
37
+ "lg_sampling_factor": -1,
38
+ "lgs": "fr",
39
+ "mask_index": 5,
40
+ "mask_token_id": 0,
41
+ "max_batch_size": 0,
42
+ "max_position_embeddings": 512,
43
+ "max_vocab": -1,
44
+ "mlm_steps": [
45
+ [
46
+ "fr",
47
+ null
48
+ ]
49
+ ],
50
+ "model_type": "flaubert",
51
+ "n_heads": 8,
52
+ "n_langs": 1,
53
+ "n_layers": 6,
54
+ "pad_index": 2,
55
+ "pad_token_id": 2,
56
+ "pre_norm": true,
57
+ "problem_type": "single_label_classification",
58
+ "sample_alpha": 0,
59
+ "share_inout_emb": true,
60
+ "sinusoidal_embeddings": false,
61
+ "start_n_top": 5,
62
+ "summary_activation": null,
63
+ "summary_first_dropout": 0.1,
64
+ "summary_proj_to_labels": true,
65
+ "summary_type": "first",
66
+ "summary_use_proj": true,
67
+ "tokens_per_batch": -1,
68
+ "transformers_version": "4.8.0.dev0",
69
+ "unk_index": 3,
70
+ "use_lang_emb": true,
71
+ "vocab_size": 68729,
72
+ "word_blank": 0,
73
+ "word_dropout": 0,
74
+ "word_keep": 0.1,
75
+ "word_mask": 0.8,
76
+ "word_mask_keep_rand": "0.8,0.1,0.1",
77
+ "word_pred": 0.15,
78
+ "word_rand": 0.1,
79
+ "word_shuffle": 0
80
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9c5f3d4bb4bafe9b91cce273f12ccdb82fa0c7fe078aa1cd095b119badf5057
3
+ size 217511091
special_tokens_map.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"bos_token": "<s>", "unk_token": "<unk>", "sep_token": "</s>", "pad_token": "<pad>", "cls_token": "</s>", "mask_token": "<special1>", "additional_special_tokens": ["<special0>", "<special1>", "<special2>", "<special3>", "<special4>", "<special5>", "<special6>", "<special7>", "<special8>", "<special9>"]}
tokenizer_config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"unk_token": "<unk>", "bos_token": "<s>", "sep_token": "</s>", "pad_token": "<pad>", "cls_token": "</s>", "mask_token": "<special1>", "additional_special_tokens": ["<special0>", "<special1>", "<special2>", "<special3>", "<special4>", "<special5>", "<special6>", "<special7>", "<special8>", "<special9>"], "lang2id": null, "id2lang": null, "do_lowercase_and_remove_accent": true, "do_lower_case": false, "model_max_length": 512, "special_tokens_map_file": null, "tokenizer_file": null, "name_or_path": "flaubert/flaubert_small_cased", "tokenizer_class": "FlaubertTokenizer"}
vocab.json ADDED
The diff for this file is too large to render. See raw diff