helenai commited on
Commit
74c27cb
1 Parent(s): 0775957

commit files to HF hub

Browse files
README.md CHANGED
@@ -7,7 +7,7 @@ tags:
7
 
8
  # papluca/xlm-roberta-base-language-detection
9
 
10
- This is the [papluca/xlm-roberta-base-language-detection](https://huggingface.co/papluca/xlm-roberta-base-language-detection) model converted to [OpenVINO](https://openvino.ai), for accellerated inference.
11
 
12
  An example of how to do inference on this model:
13
  ```python
 
7
 
8
  # papluca/xlm-roberta-base-language-detection
9
 
10
+ This is the [papluca/xlm-roberta-base-language-detection](https://huggingface.co/papluca/xlm-roberta-base-language-detection) model converted to [OpenVINO](https://openvino.ai), for accelerated inference.
11
 
12
  An example of how to do inference on this model:
13
  ```python
config.json CHANGED
@@ -66,7 +66,7 @@
66
  "position_embedding_type": "absolute",
67
  "problem_type": "single_label_classification",
68
  "torch_dtype": "float32",
69
- "transformers_version": "4.26.1",
70
  "type_vocab_size": 1,
71
  "use_cache": true,
72
  "vocab_size": 250002
 
66
  "position_embedding_type": "absolute",
67
  "problem_type": "single_label_classification",
68
  "torch_dtype": "float32",
69
+ "transformers_version": "4.40.2",
70
  "type_vocab_size": 1,
71
  "use_cache": true,
72
  "vocab_size": 250002
openvino_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:76a8eca0cd1b62d3acb85a85b31adf8feede9d3c791d3a84f2fc49f7f4cc274b
3
- size 556122384
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06ac3466db0a6d9e6cf0dc262a88c69349a3f91aea32b0c60aa933d600e545f0
3
+ size 556122336
openvino_model.xml CHANGED
The diff for this file is too large to render. See raw diff
 
special_tokens_map.json CHANGED
@@ -1,7 +1,25 @@
1
  {
2
- "bos_token": "<s>",
3
- "cls_token": "<s>",
4
- "eos_token": "</s>",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
5
  "mask_token": {
6
  "content": "<mask>",
7
  "lstrip": true,
@@ -9,7 +27,25 @@
9
  "rstrip": false,
10
  "single_word": false
11
  },
12
- "pad_token": "<pad>",
13
- "sep_token": "</s>",
14
- "unk_token": "<unk>"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
15
  }
 
1
  {
2
+ "bos_token": {
3
+ "content": "<s>",
4
+ "lstrip": false,
5
+ "normalized": false,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "cls_token": {
10
+ "content": "<s>",
11
+ "lstrip": false,
12
+ "normalized": false,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "eos_token": {
17
+ "content": "</s>",
18
+ "lstrip": false,
19
+ "normalized": false,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ },
23
  "mask_token": {
24
  "content": "<mask>",
25
  "lstrip": true,
 
27
  "rstrip": false,
28
  "single_word": false
29
  },
30
+ "pad_token": {
31
+ "content": "<pad>",
32
+ "lstrip": false,
33
+ "normalized": false,
34
+ "rstrip": false,
35
+ "single_word": false
36
+ },
37
+ "sep_token": {
38
+ "content": "</s>",
39
+ "lstrip": false,
40
+ "normalized": false,
41
+ "rstrip": false,
42
+ "single_word": false
43
+ },
44
+ "unk_token": {
45
+ "content": "<unk>",
46
+ "lstrip": false,
47
+ "normalized": false,
48
+ "rstrip": false,
49
+ "single_word": false
50
+ }
51
  }
tokenizer.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:62c24cdc13d4c9952d63718d6c9fa4c287974249e16b7ade6d5a85e7bbb75626
3
- size 17082660
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a56def25aa40facc030ea8b0b87f3688e4b3c39eb8b45d5702b3a1300fe2a20
3
+ size 17082734
tokenizer_config.json CHANGED
@@ -1,20 +1,54 @@
1
  {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2
  "bos_token": "<s>",
 
3
  "cls_token": "<s>",
4
  "eos_token": "</s>",
5
- "mask_token": {
6
- "__type": "AddedToken",
7
- "content": "<mask>",
8
- "lstrip": true,
9
- "normalized": true,
10
- "rstrip": false,
11
- "single_word": false
12
- },
13
  "model_max_length": 512,
14
- "name_or_path": "papluca/xlm-roberta-base-language-detection",
15
  "pad_token": "<pad>",
16
  "sep_token": "</s>",
17
- "special_tokens_map_file": null,
18
  "tokenizer_class": "XLMRobertaTokenizer",
19
  "unk_token": "<unk>"
20
  }
 
1
  {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "250001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
  "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": true,
46
  "cls_token": "<s>",
47
  "eos_token": "</s>",
48
+ "mask_token": "<mask>",
 
 
 
 
 
 
 
49
  "model_max_length": 512,
 
50
  "pad_token": "<pad>",
51
  "sep_token": "</s>",
 
52
  "tokenizer_class": "XLMRobertaTokenizer",
53
  "unk_token": "<unk>"
54
  }