Manirathinam21 commited on
Commit
c4920c5
·
1 Parent(s): 58fa2af

config files uploaded

Browse files
.gitattributes CHANGED
@@ -32,3 +32,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
32
  *.zip filter=lfs diff=lfs merge=lfs -text
33
  *.zst filter=lfs diff=lfs merge=lfs -text
34
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
32
  *.zip filter=lfs diff=lfs merge=lfs -text
33
  *.zst filter=lfs diff=lfs merge=lfs -text
34
  *tfevents* filter=lfs diff=lfs merge=lfs -text
35
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
config.json ADDED
@@ -0,0 +1,77 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "xlm-roberta-base",
3
+ "architectures": [
4
+ "XLMRobertaForSequenceClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "bos_token_id": 0,
8
+ "classifier_dropout": null,
9
+ "eos_token_id": 2,
10
+ "hidden_act": "gelu",
11
+ "hidden_dropout_prob": 0.1,
12
+ "hidden_size": 768,
13
+ "id2label": {
14
+ "0": "Arabic",
15
+ "1": "Chinese",
16
+ "2": "Dutch",
17
+ "3": "English",
18
+ "4": "Estonian",
19
+ "5": "French",
20
+ "6": "Hindi",
21
+ "7": "Indonesian",
22
+ "8": "Japanese",
23
+ "9": "Korean",
24
+ "10": "Latin",
25
+ "11": "Persian",
26
+ "12": "Portugese",
27
+ "13": "Pushto",
28
+ "14": "Romanian",
29
+ "15": "Russian",
30
+ "16": "Spanish",
31
+ "17": "Swedish",
32
+ "18": "Tamil",
33
+ "19": "Thai",
34
+ "20": "Turkish",
35
+ "21": "Urdu"
36
+ },
37
+ "initializer_range": 0.02,
38
+ "intermediate_size": 3072,
39
+ "label2id": {
40
+ "Arabic": 0,
41
+ "Chinese": 1,
42
+ "Dutch": 2,
43
+ "English": 3,
44
+ "Estonian": 4,
45
+ "French": 5,
46
+ "Hindi": 6,
47
+ "Indonesian": 7,
48
+ "Japanese": 8,
49
+ "Korean": 9,
50
+ "Latin": 10,
51
+ "Persian": 11,
52
+ "Portugese": 12,
53
+ "Pushto": 13,
54
+ "Romanian": 14,
55
+ "Russian": 15,
56
+ "Spanish": 16,
57
+ "Swedish": 17,
58
+ "Tamil": 18,
59
+ "Thai": 19,
60
+ "Turkish": 20,
61
+ "Urdu": 21
62
+ },
63
+ "layer_norm_eps": 1e-05,
64
+ "max_position_embeddings": 514,
65
+ "model_type": "xlm-roberta",
66
+ "num_attention_heads": 12,
67
+ "num_hidden_layers": 12,
68
+ "output_past": true,
69
+ "pad_token_id": 1,
70
+ "position_embedding_type": "absolute",
71
+ "problem_type": "single_label_classification",
72
+ "torch_dtype": "float32",
73
+ "transformers_version": "4.28.0",
74
+ "type_vocab_size": 1,
75
+ "use_cache": true,
76
+ "vocab_size": 250002
77
+ }
special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46afe88da5fd71bdbab5cfab5e84c1adce59c246ea5f9341bbecef061891d0a7
3
+ size 17082913
tokenizer_config.json ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "clean_up_tokenization_spaces": true,
4
+ "cls_token": "<s>",
5
+ "eos_token": "</s>",
6
+ "mask_token": {
7
+ "__type": "AddedToken",
8
+ "content": "<mask>",
9
+ "lstrip": true,
10
+ "normalized": true,
11
+ "rstrip": false,
12
+ "single_word": false
13
+ },
14
+ "model_max_length": 512,
15
+ "pad_token": "<pad>",
16
+ "sep_token": "</s>",
17
+ "tokenizer_class": "XLMRobertaTokenizer",
18
+ "unk_token": "<unk>"
19
+ }