kkoba commited on
Commit
3e4ea01
1 Parent(s): 55cd9b8

Training completed!

Browse files
.gitignore ADDED
@@ -0,0 +1 @@
 
 
1
+ checkpoint-*/
config.json ADDED
@@ -0,0 +1,75 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "skt/kogpt2-base-v2",
3
+ "_num_labels": 1,
4
+ "activation_function": "gelu_new",
5
+ "architectures": [
6
+ "GPT2ForTokenClassification"
7
+ ],
8
+ "attn_pdrop": 0.1,
9
+ "author": "Heewon Jeon(madjakarta@gmail.com)",
10
+ "bos_token_id": 0,
11
+ "created_date": "2021-04-28",
12
+ "embd_pdrop": 0.1,
13
+ "eos_token_id": 1,
14
+ "gradient_checkpointing": false,
15
+ "id2label": {
16
+ "0": "B-DT",
17
+ "1": "I-DT",
18
+ "2": "B-LC",
19
+ "3": "I-LC",
20
+ "4": "B-OG",
21
+ "5": "I-OG",
22
+ "6": "B-PS",
23
+ "7": "I-PS",
24
+ "8": "B-QT",
25
+ "9": "I-QT",
26
+ "10": "B-TI",
27
+ "11": "I-TI",
28
+ "12": "O"
29
+ },
30
+ "initializer_range": 0.02,
31
+ "label2id": {
32
+ "B-DT": 0,
33
+ "B-LC": 2,
34
+ "B-OG": 4,
35
+ "B-PS": 6,
36
+ "B-QT": 8,
37
+ "B-TI": 10,
38
+ "I-DT": 1,
39
+ "I-LC": 3,
40
+ "I-OG": 5,
41
+ "I-PS": 7,
42
+ "I-QT": 9,
43
+ "I-TI": 11,
44
+ "O": 12
45
+ },
46
+ "layer_norm_epsilon": 1e-05,
47
+ "license": "CC-BY-NC-SA 4.0",
48
+ "model_type": "gpt2",
49
+ "n_ctx": 1024,
50
+ "n_embd": 768,
51
+ "n_head": 12,
52
+ "n_inner": null,
53
+ "n_layer": 12,
54
+ "n_positions": 1024,
55
+ "pad_token_id": 3,
56
+ "reorder_and_upcast_attn": false,
57
+ "resid_pdrop": 0.1,
58
+ "scale_attn_by_inverse_layer_idx": false,
59
+ "scale_attn_weights": true,
60
+ "summary_activation": null,
61
+ "summary_first_dropout": 0.1,
62
+ "summary_proj_to_labels": true,
63
+ "summary_type": "cls_index",
64
+ "summary_use_proj": true,
65
+ "task_specific_params": {
66
+ "text-generation": {
67
+ "do_sample": true,
68
+ "max_length": 50
69
+ }
70
+ },
71
+ "torch_dtype": "float32",
72
+ "transformers_version": "4.28.1",
73
+ "use_cache": true,
74
+ "vocab_size": 51200
75
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5187f0c5b4a59752a640d6782a1f19b97502410c9fe10464edf04734df6eb99e
3
+ size 513335365
runs/May07_05-07-58_2f55f82173b1/1683436114.0763683/events.out.tfevents.1683436114.2f55f82173b1.520.3 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f79dd67e53f6290cb15fb0132677b8e2b6ee7549ebd21036b2f3630d6867099
3
+ size 5958
runs/May07_05-07-58_2f55f82173b1/events.out.tfevents.1683436114.2f55f82173b1.520.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7cd2fe5a849ec0d0fa319f0117fd837fc1f6ca89073b7c36fd46a242bd2d5599
3
+ size 5449
runs/May07_05-15-30_2f55f82173b1/1683436556.9935732/events.out.tfevents.1683436556.2f55f82173b1.520.5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc404b0b819fcbfa36655f7211738aee46796abace837b1f95584fe2074da3f2
3
+ size 5958
runs/May07_05-15-30_2f55f82173b1/events.out.tfevents.1683436556.2f55f82173b1.520.4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7a4fcd12256e852a0bcf3a26107d3550f1d74d44769968550d600324ac0793b
3
+ size 6751
special_tokens_map.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "</s>",
3
+ "eos_token": "</s>",
4
+ "mask_token": "<mask>",
5
+ "pad_token": "<pad>",
6
+ "unk_token": "<unk>"
7
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": true,
3
+ "bos_token": "</s>",
4
+ "clean_up_tokenization_spaces": true,
5
+ "eos_token": "</s>",
6
+ "mask_token": "<mask>",
7
+ "model_max_length": 1000000000000000019884624838656,
8
+ "pad_token": "<pad>",
9
+ "tokenizer_class": "GPT2Tokenizer",
10
+ "unk_token": "<unk>"
11
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:661d7f4ed625a24562fc376968795765bf9edecb1ba447cd223f0fdd557bc531
3
+ size 3643
vocab.json ADDED
The diff for this file is too large to render. See raw diff