Upload 14 files
Browse files- config.json +60 -0
- generation_config.json +13 -0
- merges.txt +0 -0
- optimizer.pt +3 -0
- pytorch_model.bin +3 -0
- rng_state.pth +3 -0
- scaler.pt +3 -0
- scheduler.pt +3 -0
- special_tokens_map.json +51 -0
- tokenizer.json +0 -0
- tokenizer_config.json +64 -0
- trainer_state.json +137 -0
- training_args.bin +3 -0
- vocab.json +0 -0
config.json
ADDED
@@ -0,0 +1,60 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "/kaggle/input/epoch4/checkpoint-18950",
|
3 |
+
"activation_dropout": 0.0,
|
4 |
+
"activation_function": "gelu",
|
5 |
+
"architectures": [
|
6 |
+
"LEDForConditionalGeneration"
|
7 |
+
],
|
8 |
+
"attention_dropout": 0.0,
|
9 |
+
"attention_window": [
|
10 |
+
1024,
|
11 |
+
1024,
|
12 |
+
1024,
|
13 |
+
1024,
|
14 |
+
1024,
|
15 |
+
1024
|
16 |
+
],
|
17 |
+
"bos_token_id": 0,
|
18 |
+
"classif_dropout": 0.0,
|
19 |
+
"classifier_dropout": 0.0,
|
20 |
+
"d_model": 768,
|
21 |
+
"decoder_attention_heads": 12,
|
22 |
+
"decoder_ffn_dim": 3072,
|
23 |
+
"decoder_layerdrop": 0.0,
|
24 |
+
"decoder_layers": 6,
|
25 |
+
"decoder_start_token_id": 2,
|
26 |
+
"dropout": 0.1,
|
27 |
+
"early_stopping": true,
|
28 |
+
"encoder_attention_heads": 12,
|
29 |
+
"encoder_ffn_dim": 3072,
|
30 |
+
"encoder_layerdrop": 0.0,
|
31 |
+
"encoder_layers": 6,
|
32 |
+
"eos_token_id": 2,
|
33 |
+
"gradient_checkpointing": false,
|
34 |
+
"id2label": {
|
35 |
+
"0": "LABEL_0",
|
36 |
+
"1": "LABEL_1",
|
37 |
+
"2": "LABEL_2"
|
38 |
+
},
|
39 |
+
"init_std": 0.02,
|
40 |
+
"is_encoder_decoder": true,
|
41 |
+
"label2id": {
|
42 |
+
"LABEL_0": 0,
|
43 |
+
"LABEL_1": 1,
|
44 |
+
"LABEL_2": 2
|
45 |
+
},
|
46 |
+
"length_penalty": 2.0,
|
47 |
+
"max_decoder_position_embeddings": 1024,
|
48 |
+
"max_encoder_position_embeddings": 16384,
|
49 |
+
"max_length": 512,
|
50 |
+
"min_length": 100,
|
51 |
+
"model_type": "led",
|
52 |
+
"no_repeat_ngram_size": 3,
|
53 |
+
"num_beams": 4,
|
54 |
+
"num_hidden_layers": 6,
|
55 |
+
"pad_token_id": 1,
|
56 |
+
"torch_dtype": "float32",
|
57 |
+
"transformers_version": "4.28.0",
|
58 |
+
"use_cache": true,
|
59 |
+
"vocab_size": 50265
|
60 |
+
}
|
generation_config.json
ADDED
@@ -0,0 +1,13 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"bos_token_id": 0,
|
3 |
+
"decoder_start_token_id": 2,
|
4 |
+
"early_stopping": true,
|
5 |
+
"eos_token_id": 2,
|
6 |
+
"length_penalty": 2.0,
|
7 |
+
"max_length": 512,
|
8 |
+
"min_length": 100,
|
9 |
+
"no_repeat_ngram_size": 3,
|
10 |
+
"num_beams": 4,
|
11 |
+
"pad_token_id": 1,
|
12 |
+
"transformers_version": "4.28.0"
|
13 |
+
}
|
merges.txt
ADDED
The diff for this file is too large to render.
See raw diff
|
|
optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:28c44dc808e96d3654d53b1437b65f78e4d3c064aa4d14ef72d6434cbe2e0913
|
3 |
+
size 1294929093
|
pytorch_model.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:56eacebba979759215815672d91845bbf41154f7fd4605c7c092a4ce96a3f61e
|
3 |
+
size 647680813
|
rng_state.pth
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0a4bfdcfc801a11f48951918c1a4590bf798d7c837edfe2c23926f3b8455b287
|
3 |
+
size 14575
|
scaler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6bc9fd59bad2ced472f66372625179293601a4ee0c1d079378d098e5db08113a
|
3 |
+
size 557
|
scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:604586f4a4e82fb8b9f92cbc0b477bfb4cf7a2421e15d3543630d766cf9bd69e
|
3 |
+
size 627
|
special_tokens_map.json
ADDED
@@ -0,0 +1,51 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"bos_token": {
|
3 |
+
"content": "<s>",
|
4 |
+
"lstrip": false,
|
5 |
+
"normalized": true,
|
6 |
+
"rstrip": false,
|
7 |
+
"single_word": false
|
8 |
+
},
|
9 |
+
"cls_token": {
|
10 |
+
"content": "<s>",
|
11 |
+
"lstrip": false,
|
12 |
+
"normalized": true,
|
13 |
+
"rstrip": false,
|
14 |
+
"single_word": false
|
15 |
+
},
|
16 |
+
"eos_token": {
|
17 |
+
"content": "</s>",
|
18 |
+
"lstrip": false,
|
19 |
+
"normalized": true,
|
20 |
+
"rstrip": false,
|
21 |
+
"single_word": false
|
22 |
+
},
|
23 |
+
"mask_token": {
|
24 |
+
"content": "<mask>",
|
25 |
+
"lstrip": true,
|
26 |
+
"normalized": true,
|
27 |
+
"rstrip": false,
|
28 |
+
"single_word": false
|
29 |
+
},
|
30 |
+
"pad_token": {
|
31 |
+
"content": "<pad>",
|
32 |
+
"lstrip": false,
|
33 |
+
"normalized": true,
|
34 |
+
"rstrip": false,
|
35 |
+
"single_word": false
|
36 |
+
},
|
37 |
+
"sep_token": {
|
38 |
+
"content": "</s>",
|
39 |
+
"lstrip": false,
|
40 |
+
"normalized": true,
|
41 |
+
"rstrip": false,
|
42 |
+
"single_word": false
|
43 |
+
},
|
44 |
+
"unk_token": {
|
45 |
+
"content": "<unk>",
|
46 |
+
"lstrip": false,
|
47 |
+
"normalized": true,
|
48 |
+
"rstrip": false,
|
49 |
+
"single_word": false
|
50 |
+
}
|
51 |
+
}
|
tokenizer.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|
tokenizer_config.json
ADDED
@@ -0,0 +1,64 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"add_prefix_space": false,
|
3 |
+
"bos_token": {
|
4 |
+
"__type": "AddedToken",
|
5 |
+
"content": "<s>",
|
6 |
+
"lstrip": false,
|
7 |
+
"normalized": true,
|
8 |
+
"rstrip": false,
|
9 |
+
"single_word": false
|
10 |
+
},
|
11 |
+
"clean_up_tokenization_spaces": true,
|
12 |
+
"cls_token": {
|
13 |
+
"__type": "AddedToken",
|
14 |
+
"content": "<s>",
|
15 |
+
"lstrip": false,
|
16 |
+
"normalized": true,
|
17 |
+
"rstrip": false,
|
18 |
+
"single_word": false
|
19 |
+
},
|
20 |
+
"eos_token": {
|
21 |
+
"__type": "AddedToken",
|
22 |
+
"content": "</s>",
|
23 |
+
"lstrip": false,
|
24 |
+
"normalized": true,
|
25 |
+
"rstrip": false,
|
26 |
+
"single_word": false
|
27 |
+
},
|
28 |
+
"errors": "replace",
|
29 |
+
"mask_token": {
|
30 |
+
"__type": "AddedToken",
|
31 |
+
"content": "<mask>",
|
32 |
+
"lstrip": true,
|
33 |
+
"normalized": true,
|
34 |
+
"rstrip": false,
|
35 |
+
"single_word": false
|
36 |
+
},
|
37 |
+
"model_max_length": 16384,
|
38 |
+
"pad_token": {
|
39 |
+
"__type": "AddedToken",
|
40 |
+
"content": "<pad>",
|
41 |
+
"lstrip": false,
|
42 |
+
"normalized": true,
|
43 |
+
"rstrip": false,
|
44 |
+
"single_word": false
|
45 |
+
},
|
46 |
+
"sep_token": {
|
47 |
+
"__type": "AddedToken",
|
48 |
+
"content": "</s>",
|
49 |
+
"lstrip": false,
|
50 |
+
"normalized": true,
|
51 |
+
"rstrip": false,
|
52 |
+
"single_word": false
|
53 |
+
},
|
54 |
+
"tokenizer_class": "LEDTokenizer",
|
55 |
+
"trim_offsets": true,
|
56 |
+
"unk_token": {
|
57 |
+
"__type": "AddedToken",
|
58 |
+
"content": "<unk>",
|
59 |
+
"lstrip": false,
|
60 |
+
"normalized": true,
|
61 |
+
"rstrip": false,
|
62 |
+
"single_word": false
|
63 |
+
}
|
64 |
+
}
|
trainer_state.json
ADDED
@@ -0,0 +1,137 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"best_metric": null,
|
3 |
+
"best_model_checkpoint": null,
|
4 |
+
"epoch": 1.0,
|
5 |
+
"global_step": 9475,
|
6 |
+
"is_hyper_param_search": false,
|
7 |
+
"is_local_process_zero": true,
|
8 |
+
"is_world_process_zero": true,
|
9 |
+
"log_history": [
|
10 |
+
{
|
11 |
+
"epoch": 0.05,
|
12 |
+
"learning_rate": 4.736147757255937e-05,
|
13 |
+
"loss": 0.5473,
|
14 |
+
"step": 500
|
15 |
+
},
|
16 |
+
{
|
17 |
+
"epoch": 0.11,
|
18 |
+
"learning_rate": 4.4722955145118735e-05,
|
19 |
+
"loss": 0.5618,
|
20 |
+
"step": 1000
|
21 |
+
},
|
22 |
+
{
|
23 |
+
"epoch": 0.16,
|
24 |
+
"learning_rate": 4.2094986807387866e-05,
|
25 |
+
"loss": 0.5662,
|
26 |
+
"step": 1500
|
27 |
+
},
|
28 |
+
{
|
29 |
+
"epoch": 0.21,
|
30 |
+
"learning_rate": 3.945646437994723e-05,
|
31 |
+
"loss": 0.5662,
|
32 |
+
"step": 2000
|
33 |
+
},
|
34 |
+
{
|
35 |
+
"epoch": 0.26,
|
36 |
+
"learning_rate": 3.68179419525066e-05,
|
37 |
+
"loss": 0.5654,
|
38 |
+
"step": 2500
|
39 |
+
},
|
40 |
+
{
|
41 |
+
"epoch": 0.32,
|
42 |
+
"learning_rate": 3.4179419525065965e-05,
|
43 |
+
"loss": 0.5466,
|
44 |
+
"step": 3000
|
45 |
+
},
|
46 |
+
{
|
47 |
+
"epoch": 0.37,
|
48 |
+
"learning_rate": 3.154089709762533e-05,
|
49 |
+
"loss": 0.5468,
|
50 |
+
"step": 3500
|
51 |
+
},
|
52 |
+
{
|
53 |
+
"epoch": 0.42,
|
54 |
+
"learning_rate": 2.8902374670184694e-05,
|
55 |
+
"loss": 0.5387,
|
56 |
+
"step": 4000
|
57 |
+
},
|
58 |
+
{
|
59 |
+
"epoch": 0.47,
|
60 |
+
"learning_rate": 2.6263852242744064e-05,
|
61 |
+
"loss": 0.5383,
|
62 |
+
"step": 4500
|
63 |
+
},
|
64 |
+
{
|
65 |
+
"epoch": 0.53,
|
66 |
+
"learning_rate": 2.3625329815303433e-05,
|
67 |
+
"loss": 0.5215,
|
68 |
+
"step": 5000
|
69 |
+
},
|
70 |
+
{
|
71 |
+
"epoch": 0.58,
|
72 |
+
"learning_rate": 2.0986807387862796e-05,
|
73 |
+
"loss": 0.5299,
|
74 |
+
"step": 5500
|
75 |
+
},
|
76 |
+
{
|
77 |
+
"epoch": 0.63,
|
78 |
+
"learning_rate": 1.8348284960422166e-05,
|
79 |
+
"loss": 0.541,
|
80 |
+
"step": 6000
|
81 |
+
},
|
82 |
+
{
|
83 |
+
"epoch": 0.69,
|
84 |
+
"learning_rate": 1.571503957783641e-05,
|
85 |
+
"loss": 0.5235,
|
86 |
+
"step": 6500
|
87 |
+
},
|
88 |
+
{
|
89 |
+
"epoch": 0.74,
|
90 |
+
"learning_rate": 1.3076517150395778e-05,
|
91 |
+
"loss": 0.5041,
|
92 |
+
"step": 7000
|
93 |
+
},
|
94 |
+
{
|
95 |
+
"epoch": 0.79,
|
96 |
+
"learning_rate": 1.0437994722955146e-05,
|
97 |
+
"loss": 0.5135,
|
98 |
+
"step": 7500
|
99 |
+
},
|
100 |
+
{
|
101 |
+
"epoch": 0.84,
|
102 |
+
"learning_rate": 7.804749340369394e-06,
|
103 |
+
"loss": 0.5302,
|
104 |
+
"step": 8000
|
105 |
+
},
|
106 |
+
{
|
107 |
+
"epoch": 0.9,
|
108 |
+
"learning_rate": 5.16622691292876e-06,
|
109 |
+
"loss": 0.5206,
|
110 |
+
"step": 8500
|
111 |
+
},
|
112 |
+
{
|
113 |
+
"epoch": 0.95,
|
114 |
+
"learning_rate": 2.5277044854881265e-06,
|
115 |
+
"loss": 0.5454,
|
116 |
+
"step": 9000
|
117 |
+
},
|
118 |
+
{
|
119 |
+
"epoch": 1.0,
|
120 |
+
"eval_gen_len": 229.9856,
|
121 |
+
"eval_loss": 1.0093897581100464,
|
122 |
+
"eval_rouge1": 0.5781,
|
123 |
+
"eval_rouge2": 0.3786,
|
124 |
+
"eval_rougeL": 0.4342,
|
125 |
+
"eval_rougeLsum": 0.4342,
|
126 |
+
"eval_runtime": 7098.2277,
|
127 |
+
"eval_samples_per_second": 0.461,
|
128 |
+
"eval_steps_per_second": 0.23,
|
129 |
+
"step": 9475
|
130 |
+
}
|
131 |
+
],
|
132 |
+
"max_steps": 9475,
|
133 |
+
"num_train_epochs": 1,
|
134 |
+
"total_flos": 5.116618141492838e+16,
|
135 |
+
"trial_name": null,
|
136 |
+
"trial_params": null
|
137 |
+
}
|
training_args.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bb66ed82467fb165e47a8ce422f676628a8fdcfd4552b5095f8f1978d8e7bc50
|
3 |
+
size 3707
|
vocab.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|