haesun commited on
Commit
6f515d8
1 Parent(s): b31df3c

Training completed!

Browse files
README.md CHANGED
@@ -1,5 +1,6 @@
1
  ---
2
  license: mit
 
3
  tags:
4
  - generated_from_trainer
5
  datasets:
@@ -21,7 +22,7 @@ model-index:
21
  metrics:
22
  - name: F1
23
  type: f1
24
- value: 0.8653353814644136
25
  ---
26
 
27
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -31,8 +32,8 @@ should probably proofread and complete it, then remove this comment. -->
31
 
32
  This model is a fine-tuned version of [xlm-roberta-base](https://huggingface.co/xlm-roberta-base) on the xtreme dataset.
33
  It achieves the following results on the evaluation set:
34
- - Loss: 0.1339
35
- - F1: 0.8653
36
 
37
  ## Model description
38
 
@@ -63,14 +64,14 @@ The following hyperparameters were used during training:
63
 
64
  | Training Loss | Epoch | Step | Validation Loss | F1 |
65
  |:-------------:|:-----:|:----:|:---------------:|:------:|
66
- | 0.2583 | 1.0 | 525 | 0.1596 | 0.8231 |
67
- | 0.1262 | 2.0 | 1050 | 0.1395 | 0.8468 |
68
- | 0.0824 | 3.0 | 1575 | 0.1339 | 0.8653 |
69
 
70
 
71
  ### Framework versions
72
 
73
- - Transformers 4.29.2
74
  - Pytorch 2.0.1+cu118
75
- - Datasets 2.12.0
76
- - Tokenizers 0.13.3
 
1
  ---
2
  license: mit
3
+ base_model: xlm-roberta-base
4
  tags:
5
  - generated_from_trainer
6
  datasets:
 
22
  metrics:
23
  - name: F1
24
  type: f1
25
+ value: 0.8646808510638297
26
  ---
27
 
28
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
 
32
 
33
  This model is a fine-tuned version of [xlm-roberta-base](https://huggingface.co/xlm-roberta-base) on the xtreme dataset.
34
  It achieves the following results on the evaluation set:
35
+ - Loss: 0.1361
36
+ - F1: 0.8647
37
 
38
  ## Model description
39
 
 
64
 
65
  | Training Loss | Epoch | Step | Validation Loss | F1 |
66
  |:-------------:|:-----:|:----:|:---------------:|:------:|
67
+ | 0.2595 | 1.0 | 525 | 0.1540 | 0.8302 |
68
+ | 0.1265 | 2.0 | 1050 | 0.1493 | 0.8468 |
69
+ | 0.0806 | 3.0 | 1575 | 0.1361 | 0.8647 |
70
 
71
 
72
  ### Framework versions
73
 
74
+ - Transformers 4.34.0
75
  - Pytorch 2.0.1+cu118
76
+ - Datasets 2.14.5
77
+ - Tokenizers 0.14.1
added_tokens.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "</s>": 2,
3
+ "<mask>": 250001,
4
+ "<pad>": 1,
5
+ "<s>": 0,
6
+ "<unk>": 3
7
+ }
config.json CHANGED
@@ -39,7 +39,7 @@
39
  "pad_token_id": 1,
40
  "position_embedding_type": "absolute",
41
  "torch_dtype": "float32",
42
- "transformers_version": "4.29.2",
43
  "type_vocab_size": 1,
44
  "use_cache": true,
45
  "vocab_size": 250002
 
39
  "pad_token_id": 1,
40
  "position_embedding_type": "absolute",
41
  "torch_dtype": "float32",
42
+ "transformers_version": "4.34.0",
43
  "type_vocab_size": 1,
44
  "use_cache": true,
45
  "vocab_size": 250002
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4909857147c87318ba270326639ffc32b4d20eee5ab0f551cd3ec6bbe56c985d
3
- size 1109906477
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23376d9dfacd58e5a7f6e49ba61a0a100365e8286b3c3374916ce1c6bf4bd136
3
+ size 1109902057
special_tokens_map.json CHANGED
@@ -2,13 +2,7 @@
2
  "bos_token": "<s>",
3
  "cls_token": "<s>",
4
  "eos_token": "</s>",
5
- "mask_token": {
6
- "content": "<mask>",
7
- "lstrip": true,
8
- "normalized": false,
9
- "rstrip": false,
10
- "single_word": false
11
- },
12
  "pad_token": "<pad>",
13
  "sep_token": "</s>",
14
  "unk_token": "<unk>"
 
2
  "bos_token": "<s>",
3
  "cls_token": "<s>",
4
  "eos_token": "</s>",
5
+ "mask_token": "<mask>",
 
 
 
 
 
 
6
  "pad_token": "<pad>",
7
  "sep_token": "</s>",
8
  "unk_token": "<unk>"
tokenizer.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f2c509a525eb51aebb33fb59c24ee923c1d4c1db23c3ae81fe05ccf354084f7b
3
- size 17082758
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:003498ab0695fbf35aedc8bbbae1e20a6033a1b3914e49c6d2fbe1d54d7d93b9
3
+ size 17082786
tokenizer_config.json CHANGED
@@ -1,16 +1,52 @@
1
  {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2
  "bos_token": "<s>",
3
  "clean_up_tokenization_spaces": true,
4
  "cls_token": "<s>",
5
  "eos_token": "</s>",
6
- "mask_token": {
7
- "__type": "AddedToken",
8
- "content": "<mask>",
9
- "lstrip": true,
10
- "normalized": true,
11
- "rstrip": false,
12
- "single_word": false
13
- },
14
  "model_max_length": 512,
15
  "pad_token": "<pad>",
16
  "sep_token": "</s>",
 
1
  {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "250001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "additional_special_tokens": [],
45
  "bos_token": "<s>",
46
  "clean_up_tokenization_spaces": true,
47
  "cls_token": "<s>",
48
  "eos_token": "</s>",
49
+ "mask_token": "<mask>",
 
 
 
 
 
 
 
50
  "model_max_length": 512,
51
  "pad_token": "<pad>",
52
  "sep_token": "</s>",
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b5f22a7f32c43fc5ad883ec1a758c76336d5d6034c45d7afabec9251999f5680
3
- size 3963
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d61b4971e9ca3c63a3e7d6963d908560bb93566f66a4491738fb1dea8e8366af
3
+ size 4091