oMateos2020 commited on
Commit
cdddec8
1 Parent(s): d3c298f

End of training

Browse files
last-checkpoint/config.json DELETED
@@ -1,56 +0,0 @@
1
- {
2
- "_name_or_path": "oMateos2020/pegasus-newsroom-cnn_full-adafactor-bs6",
3
- "activation_dropout": 0.1,
4
- "activation_function": "relu",
5
- "add_bias_logits": false,
6
- "add_final_layer_norm": true,
7
- "architectures": [
8
- "PegasusForConditionalGeneration"
9
- ],
10
- "attention_dropout": 0.1,
11
- "bos_token_id": 0,
12
- "classif_dropout": 0.0,
13
- "classifier_dropout": 0.0,
14
- "d_model": 1024,
15
- "decoder_attention_heads": 16,
16
- "decoder_ffn_dim": 4096,
17
- "decoder_layerdrop": 0.0,
18
- "decoder_layers": 16,
19
- "decoder_start_token_id": 0,
20
- "dropout": 0.0,
21
- "encoder_attention_heads": 16,
22
- "encoder_ffn_dim": 4096,
23
- "encoder_layerdrop": 0.0,
24
- "encoder_layers": 16,
25
- "eos_token_id": 1,
26
- "extra_pos_embeddings": 1,
27
- "forced_eos_token_id": 1,
28
- "id2label": {
29
- "0": "LABEL_0",
30
- "1": "LABEL_1",
31
- "2": "LABEL_2"
32
- },
33
- "init_std": 0.02,
34
- "is_encoder_decoder": true,
35
- "label2id": {
36
- "LABEL_0": 0,
37
- "LABEL_1": 1,
38
- "LABEL_2": 2
39
- },
40
- "length_penalty": 0.8,
41
- "max_length": 128,
42
- "max_position_embeddings": 512,
43
- "min_length": 32,
44
- "model_type": "pegasus",
45
- "normalize_before": true,
46
- "normalize_embedding": false,
47
- "num_beams": 2,
48
- "num_hidden_layers": 16,
49
- "pad_token_id": 0,
50
- "scale_embedding": true,
51
- "static_position_embeddings": true,
52
- "torch_dtype": "float32",
53
- "transformers_version": "4.20.1",
54
- "use_cache": true,
55
- "vocab_size": 96103
56
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
last-checkpoint/optimizer.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:112a853894643fc3e1738710af0ce9ed53c8e15d2ee7e794e3a1c7eeda72b8f0
3
- size 5840398
 
 
 
 
last-checkpoint/pytorch_model.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:0ee681e7ee219a570440a4f975219242bc32771c7ac4b4e62cc75d4f058f3df3
3
- size 2279605745
 
 
 
 
last-checkpoint/rng_state.pth DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:807cfd96e9ffe0793707bfd709673e35e97f5a8f1532ec817712e09da3ee37a8
3
- size 14439
 
 
 
 
last-checkpoint/scaler.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:a8ca221068257890306847f8d3ee335b25a16ad3c8d4a625f911e0389b9d1b6f
3
- size 559
 
 
 
 
last-checkpoint/scheduler.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:0e1f0b1cc1d5e456531ad0948086aa7319d517038ef91e91e924651ec8a9048f
3
- size 623
 
 
 
 
last-checkpoint/special_tokens_map.json DELETED
@@ -1,110 +0,0 @@
1
- {
2
- "additional_special_tokens": [
3
- "<mask_1>",
4
- "<unk_2>",
5
- "<unk_3>",
6
- "<unk_4>",
7
- "<unk_5>",
8
- "<unk_6>",
9
- "<unk_7>",
10
- "<unk_8>",
11
- "<unk_9>",
12
- "<unk_10>",
13
- "<unk_11>",
14
- "<unk_12>",
15
- "<unk_13>",
16
- "<unk_14>",
17
- "<unk_15>",
18
- "<unk_16>",
19
- "<unk_17>",
20
- "<unk_18>",
21
- "<unk_19>",
22
- "<unk_20>",
23
- "<unk_21>",
24
- "<unk_22>",
25
- "<unk_23>",
26
- "<unk_24>",
27
- "<unk_25>",
28
- "<unk_26>",
29
- "<unk_27>",
30
- "<unk_28>",
31
- "<unk_29>",
32
- "<unk_30>",
33
- "<unk_31>",
34
- "<unk_32>",
35
- "<unk_33>",
36
- "<unk_34>",
37
- "<unk_35>",
38
- "<unk_36>",
39
- "<unk_37>",
40
- "<unk_38>",
41
- "<unk_39>",
42
- "<unk_40>",
43
- "<unk_41>",
44
- "<unk_42>",
45
- "<unk_43>",
46
- "<unk_44>",
47
- "<unk_45>",
48
- "<unk_46>",
49
- "<unk_47>",
50
- "<unk_48>",
51
- "<unk_49>",
52
- "<unk_50>",
53
- "<unk_51>",
54
- "<unk_52>",
55
- "<unk_53>",
56
- "<unk_54>",
57
- "<unk_55>",
58
- "<unk_56>",
59
- "<unk_57>",
60
- "<unk_58>",
61
- "<unk_59>",
62
- "<unk_60>",
63
- "<unk_61>",
64
- "<unk_62>",
65
- "<unk_63>",
66
- "<unk_64>",
67
- "<unk_65>",
68
- "<unk_66>",
69
- "<unk_67>",
70
- "<unk_68>",
71
- "<unk_69>",
72
- "<unk_70>",
73
- "<unk_71>",
74
- "<unk_72>",
75
- "<unk_73>",
76
- "<unk_74>",
77
- "<unk_75>",
78
- "<unk_76>",
79
- "<unk_77>",
80
- "<unk_78>",
81
- "<unk_79>",
82
- "<unk_80>",
83
- "<unk_81>",
84
- "<unk_82>",
85
- "<unk_83>",
86
- "<unk_84>",
87
- "<unk_85>",
88
- "<unk_86>",
89
- "<unk_87>",
90
- "<unk_88>",
91
- "<unk_89>",
92
- "<unk_90>",
93
- "<unk_91>",
94
- "<unk_92>",
95
- "<unk_93>",
96
- "<unk_94>",
97
- "<unk_95>",
98
- "<unk_96>",
99
- "<unk_97>",
100
- "<unk_98>",
101
- "<unk_99>",
102
- "<unk_100>",
103
- "<unk_101>",
104
- "<unk_102>"
105
- ],
106
- "eos_token": "</s>",
107
- "mask_token": "<mask_2>",
108
- "pad_token": "<pad>",
109
- "unk_token": "<unk>"
110
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
last-checkpoint/spiece.model DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:0015189ef36359283fec8b93cf6d9ce51bca37eb1101defc68a53b394913b96c
3
- size 1912529
 
 
 
 
last-checkpoint/tokenizer.json DELETED
The diff for this file is too large to render. See raw diff
 
last-checkpoint/tokenizer_config.json DELETED
@@ -1,118 +0,0 @@
1
- {
2
- "additional_special_tokens": [
3
- "<mask_1>",
4
- "<unk_2>",
5
- "<unk_3>",
6
- "<unk_4>",
7
- "<unk_5>",
8
- "<unk_6>",
9
- "<unk_7>",
10
- "<unk_8>",
11
- "<unk_9>",
12
- "<unk_10>",
13
- "<unk_11>",
14
- "<unk_12>",
15
- "<unk_13>",
16
- "<unk_14>",
17
- "<unk_15>",
18
- "<unk_16>",
19
- "<unk_17>",
20
- "<unk_18>",
21
- "<unk_19>",
22
- "<unk_20>",
23
- "<unk_21>",
24
- "<unk_22>",
25
- "<unk_23>",
26
- "<unk_24>",
27
- "<unk_25>",
28
- "<unk_26>",
29
- "<unk_27>",
30
- "<unk_28>",
31
- "<unk_29>",
32
- "<unk_30>",
33
- "<unk_31>",
34
- "<unk_32>",
35
- "<unk_33>",
36
- "<unk_34>",
37
- "<unk_35>",
38
- "<unk_36>",
39
- "<unk_37>",
40
- "<unk_38>",
41
- "<unk_39>",
42
- "<unk_40>",
43
- "<unk_41>",
44
- "<unk_42>",
45
- "<unk_43>",
46
- "<unk_44>",
47
- "<unk_45>",
48
- "<unk_46>",
49
- "<unk_47>",
50
- "<unk_48>",
51
- "<unk_49>",
52
- "<unk_50>",
53
- "<unk_51>",
54
- "<unk_52>",
55
- "<unk_53>",
56
- "<unk_54>",
57
- "<unk_55>",
58
- "<unk_56>",
59
- "<unk_57>",
60
- "<unk_58>",
61
- "<unk_59>",
62
- "<unk_60>",
63
- "<unk_61>",
64
- "<unk_62>",
65
- "<unk_63>",
66
- "<unk_64>",
67
- "<unk_65>",
68
- "<unk_66>",
69
- "<unk_67>",
70
- "<unk_68>",
71
- "<unk_69>",
72
- "<unk_70>",
73
- "<unk_71>",
74
- "<unk_72>",
75
- "<unk_73>",
76
- "<unk_74>",
77
- "<unk_75>",
78
- "<unk_76>",
79
- "<unk_77>",
80
- "<unk_78>",
81
- "<unk_79>",
82
- "<unk_80>",
83
- "<unk_81>",
84
- "<unk_82>",
85
- "<unk_83>",
86
- "<unk_84>",
87
- "<unk_85>",
88
- "<unk_86>",
89
- "<unk_87>",
90
- "<unk_88>",
91
- "<unk_89>",
92
- "<unk_90>",
93
- "<unk_91>",
94
- "<unk_92>",
95
- "<unk_93>",
96
- "<unk_94>",
97
- "<unk_95>",
98
- "<unk_96>",
99
- "<unk_97>",
100
- "<unk_98>",
101
- "<unk_99>",
102
- "<unk_100>",
103
- "<unk_101>",
104
- "<unk_102>"
105
- ],
106
- "eos_token": "</s>",
107
- "full_tokenizer_file": null,
108
- "mask_token": "<mask_2>",
109
- "mask_token_sent": "<mask_1>",
110
- "model_max_length": 512,
111
- "name_or_path": "oMateos2020/pegasus-newsroom-cnn_full-adafactor-bs6",
112
- "offset": 103,
113
- "pad_token": "<pad>",
114
- "sp_model_kwargs": {},
115
- "special_tokens_map_file": null,
116
- "tokenizer_class": "PegasusTokenizer",
117
- "unk_token": "<unk>"
118
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
last-checkpoint/trainer_state.json DELETED
@@ -1,59 +0,0 @@
1
- {
2
- "best_metric": 44.1226,
3
- "best_model_checkpoint": "/content/pegasus-newsroom-cnn_full-adafactor-bs4x64acc/checkpoint-560",
4
- "epoch": 0.49931038325972776,
5
- "global_step": 560,
6
- "is_hyper_param_search": false,
7
- "is_local_process_zero": true,
8
- "is_world_process_zero": true,
9
- "log_history": [
10
- {
11
- "epoch": 0.09,
12
- "learning_rate": 1.28e-05,
13
- "loss": 2.9797,
14
- "step": 100
15
- },
16
- {
17
- "epoch": 0.18,
18
- "learning_rate": 2.56e-05,
19
- "loss": 2.9138,
20
- "step": 200
21
- },
22
- {
23
- "epoch": 0.27,
24
- "learning_rate": 3.84e-05,
25
- "loss": 2.9194,
26
- "step": 300
27
- },
28
- {
29
- "epoch": 0.36,
30
- "learning_rate": 5.12e-05,
31
- "loss": 2.9317,
32
- "step": 400
33
- },
34
- {
35
- "epoch": 0.45,
36
- "learning_rate": 6.4e-05,
37
- "loss": 2.9343,
38
- "step": 500
39
- },
40
- {
41
- "epoch": 0.5,
42
- "eval_gen_len": 69.367,
43
- "eval_loss": 2.8732759952545166,
44
- "eval_rouge1": 44.1226,
45
- "eval_rouge2": 21.4087,
46
- "eval_rougeL": 31.2431,
47
- "eval_rougeLsum": 41.0683,
48
- "eval_runtime": 6819.0105,
49
- "eval_samples_per_second": 1.96,
50
- "eval_steps_per_second": 0.49,
51
- "step": 560
52
- }
53
- ],
54
- "max_steps": 1121,
55
- "num_train_epochs": 1,
56
- "total_flos": 2.070798218085335e+17,
57
- "trial_name": null,
58
- "trial_params": null
59
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
last-checkpoint/training_args.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:107f9219dbc1ebb3b205deaf2b89c677018336392350fe1dde9214aa562807ec
3
- size 3567