jiiyy commited on
Commit
e42a78b
·
1 Parent(s): 22e3791

Training in progress, epoch 1

Browse files
added_tokens.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "[CLS]": 0,
3
+ "[MASK]": 4,
4
+ "[PAD]": 1,
5
+ "[SEP]": 2,
6
+ "[UNK]": 3
7
+ }
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "classla/xlm-roberta-base-multilingual-text-genre-classifier",
3
  "architectures": [
4
  "BertForSequenceClassification"
5
  ],
@@ -7,6 +7,7 @@
7
  "bos_token_id": 0,
8
  "classifier_dropout": null,
9
  "eos_token_id": 2,
 
10
  "hidden_act": "gelu",
11
  "hidden_dropout_prob": 0.1,
12
  "hidden_size": 768,
@@ -53,13 +54,13 @@
53
  "model_type": "bert",
54
  "num_attention_heads": 12,
55
  "num_hidden_layers": 12,
56
- "output_past": true,
57
  "pad_token_id": 1,
58
  "position_embedding_type": "absolute",
59
  "problem_type": "single_label_classification",
 
60
  "torch_dtype": "float32",
61
- "transformers_version": "4.33.2",
62
  "type_vocab_size": 1,
63
  "use_cache": true,
64
- "vocab_size": 250002
65
  }
 
1
  {
2
+ "_name_or_path": "klue/roberta-base",
3
  "architectures": [
4
  "BertForSequenceClassification"
5
  ],
 
7
  "bos_token_id": 0,
8
  "classifier_dropout": null,
9
  "eos_token_id": 2,
10
+ "gradient_checkpointing": false,
11
  "hidden_act": "gelu",
12
  "hidden_dropout_prob": 0.1,
13
  "hidden_size": 768,
 
54
  "model_type": "bert",
55
  "num_attention_heads": 12,
56
  "num_hidden_layers": 12,
 
57
  "pad_token_id": 1,
58
  "position_embedding_type": "absolute",
59
  "problem_type": "single_label_classification",
60
+ "tokenizer_class": "BertTokenizer",
61
  "torch_dtype": "float32",
62
+ "transformers_version": "4.34.0",
63
  "type_vocab_size": 1,
64
  "use_cache": true,
65
+ "vocab_size": 32000
66
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:29d10d54ec3d0c6f2933c9d6dd169ce154e06c01479fda3912bd6c066b481e05
3
- size 1112292209
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:446220dc869a69bbe3c1aa43cacb218929b2b4aa012b75cd11465bc45adb01e2
3
+ size 442590065
special_tokens_map.json CHANGED
@@ -1,15 +1,9 @@
1
  {
2
- "bos_token": "<s>",
3
- "cls_token": "<s>",
4
- "eos_token": "</s>",
5
- "mask_token": {
6
- "content": "<mask>",
7
- "lstrip": true,
8
- "normalized": false,
9
- "rstrip": false,
10
- "single_word": false
11
- },
12
- "pad_token": "<pad>",
13
- "sep_token": "</s>",
14
- "unk_token": "<unk>"
15
  }
 
1
  {
2
+ "bos_token": "[CLS]",
3
+ "cls_token": "[CLS]",
4
+ "eos_token": "[SEP]",
5
+ "mask_token": "[MASK]",
6
+ "pad_token": "[PAD]",
7
+ "sep_token": "[SEP]",
8
+ "unk_token": "[UNK]"
 
 
 
 
 
 
9
  }
tokenizer.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:affcfb1f45c4b14a70a6589c3d153b430ed4309e5a6613a88dab64d5a923a5d6
3
- size 17082925
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f528deccb283323c613f41f4cd7cd1ab207d533f13acf524fc27678317e2ed5c
3
+ size 752097
tokenizer_config.json CHANGED
@@ -1,29 +1,60 @@
1
  {
2
- "bos_token": "<s>",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3
  "clean_up_tokenization_spaces": true,
4
- "cls_token": "<s>",
 
5
  "do_lower_case": false,
6
- "eos_token": "</s>",
7
- "mask_token": {
8
- "__type": "AddedToken",
9
- "content": "<mask>",
10
- "lstrip": true,
11
- "normalized": true,
12
- "rstrip": false,
13
- "single_word": false
14
- },
15
- "max_length": 512,
16
  "model_max_length": 512,
17
- "pad_to_multiple_of": null,
18
- "pad_token": "<pad>",
19
- "pad_token_type_id": 0,
20
- "padding_side": "right",
21
- "sep_token": "</s>",
22
- "stride": 0,
23
  "strip_accents": null,
24
  "tokenize_chinese_chars": true,
25
  "tokenizer_class": "BertTokenizer",
26
- "truncation_side": "right",
27
- "truncation_strategy": "longest_first",
28
- "unk_token": "<unk>"
29
  }
 
1
  {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "[CLS]",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "[PAD]",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "[SEP]",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "[UNK]",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "4": {
36
+ "content": "[MASK]",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "additional_special_tokens": [],
45
+ "bos_token": "[CLS]",
46
  "clean_up_tokenization_spaces": true,
47
+ "cls_token": "[CLS]",
48
+ "do_basic_tokenize": true,
49
  "do_lower_case": false,
50
+ "eos_token": "[SEP]",
51
+ "mask_token": "[MASK]",
 
 
 
 
 
 
 
 
52
  "model_max_length": 512,
53
+ "never_split": null,
54
+ "pad_token": "[PAD]",
55
+ "sep_token": "[SEP]",
 
 
 
56
  "strip_accents": null,
57
  "tokenize_chinese_chars": true,
58
  "tokenizer_class": "BertTokenizer",
59
+ "unk_token": "[UNK]"
 
 
60
  }
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9a8988cf8b091cf988d07c7ebd0bec50f75c8f2a0452cfbe28cd1ea956c697fa
3
  size 4091
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39a55c006bbec520686e9d3bf51be88e268c1d4382cecd5401c6f24bf63fb9c6
3
  size 4091
unigram.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:71b44701d7efd054205115acfa6ef126c5d2f84bd3affe0c59e48163674d19a6
3
- size 14763234
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da145b5e7700ae40f16691ec32a0b1fdc1ee3298db22a31ea55f57a966c4a65d
3
+ size 14763260
vocab.txt CHANGED
The diff for this file is too large to render. See raw diff