haesun commited on
Commit
340dcef
1 Parent(s): b8b82b0

Training completed!

Browse files
README.md CHANGED
@@ -1,5 +1,6 @@
1
  ---
2
  license: mit
 
3
  tags:
4
  - generated_from_trainer
5
  datasets:
@@ -21,7 +22,7 @@ model-index:
21
  metrics:
22
  - name: F1
23
  type: f1
24
- value: 0.8340325557979527
25
  ---
26
 
27
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -31,8 +32,8 @@ should probably proofread and complete it, then remove this comment. -->
31
 
32
  This model is a fine-tuned version of [xlm-roberta-base](https://huggingface.co/xlm-roberta-base) on the xtreme dataset.
33
  It achieves the following results on the evaluation set:
34
- - Loss: 0.2723
35
- - F1: 0.8340
36
 
37
  ## Model description
38
 
@@ -63,14 +64,14 @@ The following hyperparameters were used during training:
63
 
64
  | Training Loss | Epoch | Step | Validation Loss | F1 |
65
  |:-------------:|:-----:|:----:|:---------------:|:------:|
66
- | 0.5909 | 1.0 | 191 | 0.3404 | 0.7891 |
67
- | 0.2594 | 2.0 | 382 | 0.2919 | 0.8152 |
68
- | 0.1752 | 3.0 | 573 | 0.2723 | 0.8340 |
69
 
70
 
71
  ### Framework versions
72
 
73
- - Transformers 4.26.1
74
- - Pytorch 1.13.1+cu116
75
- - Datasets 2.10.1
76
- - Tokenizers 0.13.2
 
1
  ---
2
  license: mit
3
+ base_model: xlm-roberta-base
4
  tags:
5
  - generated_from_trainer
6
  datasets:
 
22
  metrics:
23
  - name: F1
24
  type: f1
25
+ value: 0.8472175379426645
26
  ---
27
 
28
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
 
32
 
33
  This model is a fine-tuned version of [xlm-roberta-base](https://huggingface.co/xlm-roberta-base) on the xtreme dataset.
34
  It achieves the following results on the evaluation set:
35
+ - Loss: 0.2827
36
+ - F1: 0.8472
37
 
38
  ## Model description
39
 
 
64
 
65
  | Training Loss | Epoch | Step | Validation Loss | F1 |
66
  |:-------------:|:-----:|:----:|:---------------:|:------:|
67
+ | 0.5561 | 1.0 | 191 | 0.3632 | 0.7653 |
68
+ | 0.2608 | 2.0 | 382 | 0.2838 | 0.8290 |
69
+ | 0.1772 | 3.0 | 573 | 0.2827 | 0.8472 |
70
 
71
 
72
  ### Framework versions
73
 
74
+ - Transformers 4.34.0
75
+ - Pytorch 2.0.1+cu118
76
+ - Datasets 2.14.5
77
+ - Tokenizers 0.14.1
added_tokens.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "</s>": 2,
3
+ "<mask>": 250001,
4
+ "<pad>": 1,
5
+ "<s>": 0,
6
+ "<unk>": 3
7
+ }
config.json CHANGED
@@ -40,7 +40,7 @@
40
  "pad_token_id": 1,
41
  "position_embedding_type": "absolute",
42
  "torch_dtype": "float32",
43
- "transformers_version": "4.26.1",
44
  "type_vocab_size": 1,
45
  "use_cache": true,
46
  "vocab_size": 250002
 
40
  "pad_token_id": 1,
41
  "position_embedding_type": "absolute",
42
  "torch_dtype": "float32",
43
+ "transformers_version": "4.34.0",
44
  "type_vocab_size": 1,
45
  "use_cache": true,
46
  "vocab_size": 250002
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5298e707ccbd24ecca195326831b1288de324878fea3627bb19822b952fe4ffa
3
- size 1109909549
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a3b0d175206a9ac544a7b63a71857fdb69fc4ab6688cabac8962722b63a52a6
3
+ size 1109905129
special_tokens_map.json CHANGED
@@ -2,13 +2,7 @@
2
  "bos_token": "<s>",
3
  "cls_token": "<s>",
4
  "eos_token": "</s>",
5
- "mask_token": {
6
- "content": "<mask>",
7
- "lstrip": true,
8
- "normalized": false,
9
- "rstrip": false,
10
- "single_word": false
11
- },
12
  "pad_token": "<pad>",
13
  "sep_token": "</s>",
14
  "unk_token": "<unk>"
 
2
  "bos_token": "<s>",
3
  "cls_token": "<s>",
4
  "eos_token": "</s>",
5
+ "mask_token": "<mask>",
 
 
 
 
 
 
6
  "pad_token": "<pad>",
7
  "sep_token": "</s>",
8
  "unk_token": "<unk>"
tokenizer.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f2c509a525eb51aebb33fb59c24ee923c1d4c1db23c3ae81fe05ccf354084f7b
3
- size 17082758
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:003498ab0695fbf35aedc8bbbae1e20a6033a1b3914e49c6d2fbe1d54d7d93b9
3
+ size 17082786
tokenizer_config.json CHANGED
@@ -1,20 +1,55 @@
1
  {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2
  "bos_token": "<s>",
 
3
  "cls_token": "<s>",
4
  "eos_token": "</s>",
5
- "mask_token": {
6
- "__type": "AddedToken",
7
- "content": "<mask>",
8
- "lstrip": true,
9
- "normalized": true,
10
- "rstrip": false,
11
- "single_word": false
12
- },
13
  "model_max_length": 512,
14
- "name_or_path": "xlm-roberta-base",
15
  "pad_token": "<pad>",
16
  "sep_token": "</s>",
17
- "special_tokens_map_file": null,
18
  "tokenizer_class": "XLMRobertaTokenizer",
19
  "unk_token": "<unk>"
20
  }
 
1
  {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "250001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "additional_special_tokens": [],
45
  "bos_token": "<s>",
46
+ "clean_up_tokenization_spaces": true,
47
  "cls_token": "<s>",
48
  "eos_token": "</s>",
49
+ "mask_token": "<mask>",
 
 
 
 
 
 
 
50
  "model_max_length": 512,
 
51
  "pad_token": "<pad>",
52
  "sep_token": "</s>",
 
53
  "tokenizer_class": "XLMRobertaTokenizer",
54
  "unk_token": "<unk>"
55
  }
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1e6a055aff141d5618d398801e1facd651a02db792a5942822bf1924dc24221f
3
- size 3579
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6881439bb2616415788e4126cf57b04e5b6da73f17670f492aaf55c86cca7c6f
3
+ size 4155