Commit
•
97a31a0
1
Parent(s):
6028c0d
Training in progress, step 100
Browse files- last-checkpoint/config.json +36 -0
- last-checkpoint/generation_config.json +11 -0
- last-checkpoint/optimizer.pt +3 -0
- last-checkpoint/pytorch_model.bin +3 -0
- last-checkpoint/rng_state.pth +3 -0
- last-checkpoint/scheduler.pt +3 -0
- last-checkpoint/special_tokens_map.json +5 -0
- last-checkpoint/spiece.model +3 -0
- last-checkpoint/tokenizer.json +3 -0
- last-checkpoint/tokenizer_config.json +12 -0
- last-checkpoint/trainer_state.json +88 -0
- last-checkpoint/training_args.bin +3 -0
- pytorch_model.bin +1 -1
- runs/Feb08_05-21-08_74bc69b4becb/1675833723.9550111/events.out.tfevents.1675833723.74bc69b4becb.290.1 +3 -0
- runs/Feb08_05-21-08_74bc69b4becb/events.out.tfevents.1675833723.74bc69b4becb.290.0 +3 -0
- runs/Feb08_05-23-30_74bc69b4becb/1675834021.2616234/events.out.tfevents.1675834021.74bc69b4becb.290.3 +3 -0
- runs/Feb08_05-23-30_74bc69b4becb/events.out.tfevents.1675834021.74bc69b4becb.290.2 +3 -0
- training_args.bin +1 -1
last-checkpoint/config.json
ADDED
@@ -0,0 +1,36 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "google/mt5-base",
|
3 |
+
"architectures": [
|
4 |
+
"MT5ForConditionalGeneration"
|
5 |
+
],
|
6 |
+
"d_ff": 2048,
|
7 |
+
"d_kv": 64,
|
8 |
+
"d_model": 768,
|
9 |
+
"decoder_start_token_id": 0,
|
10 |
+
"dense_act_fn": "gelu_new",
|
11 |
+
"dropout_rate": 0.1,
|
12 |
+
"eos_token_id": 1,
|
13 |
+
"feed_forward_proj": "gated-gelu",
|
14 |
+
"initializer_factor": 1.0,
|
15 |
+
"is_encoder_decoder": true,
|
16 |
+
"is_gated_act": true,
|
17 |
+
"layer_norm_epsilon": 1e-06,
|
18 |
+
"length_penalty": 0.6,
|
19 |
+
"max_length": 128,
|
20 |
+
"model_type": "mt5",
|
21 |
+
"no_repeat_ngram_size": 2,
|
22 |
+
"num_beams": 15,
|
23 |
+
"num_decoder_layers": 12,
|
24 |
+
"num_heads": 12,
|
25 |
+
"num_layers": 12,
|
26 |
+
"output_past": true,
|
27 |
+
"pad_token_id": 0,
|
28 |
+
"relative_attention_max_distance": 128,
|
29 |
+
"relative_attention_num_buckets": 32,
|
30 |
+
"tie_word_embeddings": false,
|
31 |
+
"tokenizer_class": "T5Tokenizer",
|
32 |
+
"torch_dtype": "float32",
|
33 |
+
"transformers_version": "4.26.0",
|
34 |
+
"use_cache": true,
|
35 |
+
"vocab_size": 250112
|
36 |
+
}
|
last-checkpoint/generation_config.json
ADDED
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_from_model_config": true,
|
3 |
+
"decoder_start_token_id": 0,
|
4 |
+
"eos_token_id": 1,
|
5 |
+
"length_penalty": 0.6,
|
6 |
+
"max_length": 128,
|
7 |
+
"no_repeat_ngram_size": 2,
|
8 |
+
"num_beams": 15,
|
9 |
+
"pad_token_id": 0,
|
10 |
+
"transformers_version": "4.26.0"
|
11 |
+
}
|
last-checkpoint/optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:51de8664109e5d5e63f0c828d4cbab473f0c82ddab1a583ec076b8095bdcfe99
|
3 |
+
size 4114757
|
last-checkpoint/pytorch_model.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:101a1e8e02f10943267c3bb40ba908780d0453bf54e5e78c7a398c0206c0ebad
|
3 |
+
size 2329702453
|
last-checkpoint/rng_state.pth
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:97cc86a4e67cde0dc190909499b5813a886ab48bdd6a7ca024185736b4be7fef
|
3 |
+
size 14575
|
last-checkpoint/scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:32e5e0b3596a5ecd83b615a9a0050e25b48c4ad042ce2a30bcb2dbf1c125452f
|
3 |
+
size 627
|
last-checkpoint/special_tokens_map.json
ADDED
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"eos_token": "</s>",
|
3 |
+
"pad_token": "<pad>",
|
4 |
+
"unk_token": "<unk>"
|
5 |
+
}
|
last-checkpoint/spiece.model
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ef78f86560d809067d12bac6c09f19a462cb3af3f54d2b8acbba26e1433125d6
|
3 |
+
size 4309802
|
last-checkpoint/tokenizer.json
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:faaa6405f5f79c9e788c7980874a9a3b5b0aea07b53bd9243bf1abb8f5c49c81
|
3 |
+
size 16330467
|
last-checkpoint/tokenizer_config.json
ADDED
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"additional_special_tokens": null,
|
3 |
+
"eos_token": "</s>",
|
4 |
+
"extra_ids": 0,
|
5 |
+
"model_max_length": 1000000000000000019884624838656,
|
6 |
+
"name_or_path": "google/mt5-base",
|
7 |
+
"pad_token": "<pad>",
|
8 |
+
"sp_model_kwargs": {},
|
9 |
+
"special_tokens_map_file": "/home/patrick/.cache/torch/transformers/685ac0ca8568ec593a48b61b0a3c272beee9bc194a3c7241d15dcadb5f875e53.f76030f3ec1b96a8199b2593390c610e76ca8028ef3d24680000619ffb646276",
|
10 |
+
"tokenizer_class": "T5Tokenizer",
|
11 |
+
"unk_token": "<unk>"
|
12 |
+
}
|
last-checkpoint/trainer_state.json
ADDED
@@ -0,0 +1,88 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"best_metric": null,
|
3 |
+
"best_model_checkpoint": null,
|
4 |
+
"epoch": 0.19726297620515348,
|
5 |
+
"global_step": 100,
|
6 |
+
"is_hyper_param_search": false,
|
7 |
+
"is_local_process_zero": true,
|
8 |
+
"is_world_process_zero": true,
|
9 |
+
"log_history": [
|
10 |
+
{
|
11 |
+
"epoch": 0.02,
|
12 |
+
"learning_rate": 5.555555555555555e-05,
|
13 |
+
"loss": 13.7427,
|
14 |
+
"step": 10
|
15 |
+
},
|
16 |
+
{
|
17 |
+
"epoch": 0.04,
|
18 |
+
"learning_rate": 0.0001111111111111111,
|
19 |
+
"loss": 8.8821,
|
20 |
+
"step": 20
|
21 |
+
},
|
22 |
+
{
|
23 |
+
"epoch": 0.06,
|
24 |
+
"learning_rate": 0.00016666666666666666,
|
25 |
+
"loss": 2.5857,
|
26 |
+
"step": 30
|
27 |
+
},
|
28 |
+
{
|
29 |
+
"epoch": 0.08,
|
30 |
+
"learning_rate": 0.0002222222222222222,
|
31 |
+
"loss": 1.3518,
|
32 |
+
"step": 40
|
33 |
+
},
|
34 |
+
{
|
35 |
+
"epoch": 0.1,
|
36 |
+
"learning_rate": 0.0002777777777777778,
|
37 |
+
"loss": 1.0054,
|
38 |
+
"step": 50
|
39 |
+
},
|
40 |
+
{
|
41 |
+
"epoch": 0.12,
|
42 |
+
"learning_rate": 0.0003333333333333333,
|
43 |
+
"loss": 0.864,
|
44 |
+
"step": 60
|
45 |
+
},
|
46 |
+
{
|
47 |
+
"epoch": 0.14,
|
48 |
+
"learning_rate": 0.0003888888888888889,
|
49 |
+
"loss": 0.8669,
|
50 |
+
"step": 70
|
51 |
+
},
|
52 |
+
{
|
53 |
+
"epoch": 0.16,
|
54 |
+
"learning_rate": 0.0004444444444444444,
|
55 |
+
"loss": 0.9395,
|
56 |
+
"step": 80
|
57 |
+
},
|
58 |
+
{
|
59 |
+
"epoch": 0.18,
|
60 |
+
"learning_rate": 0.0005,
|
61 |
+
"loss": 1.0424,
|
62 |
+
"step": 90
|
63 |
+
},
|
64 |
+
{
|
65 |
+
"epoch": 0.2,
|
66 |
+
"learning_rate": 0.0004985515643105447,
|
67 |
+
"loss": 0.6298,
|
68 |
+
"step": 100
|
69 |
+
},
|
70 |
+
{
|
71 |
+
"epoch": 0.2,
|
72 |
+
"eval_loss": 1.61441171169281,
|
73 |
+
"eval_rouge1": 0.07727272727272727,
|
74 |
+
"eval_rouge2": 0.061111111111111116,
|
75 |
+
"eval_rougeL": 0.06893939393939394,
|
76 |
+
"eval_rougeLsum": 0.08333333333333333,
|
77 |
+
"eval_runtime": 91.9317,
|
78 |
+
"eval_samples_per_second": 0.218,
|
79 |
+
"eval_steps_per_second": 0.218,
|
80 |
+
"step": 100
|
81 |
+
}
|
82 |
+
],
|
83 |
+
"max_steps": 3542,
|
84 |
+
"num_train_epochs": 7,
|
85 |
+
"total_flos": 2453150026229760.0,
|
86 |
+
"trial_name": null,
|
87 |
+
"trial_params": null
|
88 |
+
}
|
last-checkpoint/training_args.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:02a84220d3a59b7a986ddfb062b9ea9e9a45a0ff5e854f1a86b7727559daa3d2
|
3 |
+
size 3643
|
pytorch_model.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 2329702453
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:101a1e8e02f10943267c3bb40ba908780d0453bf54e5e78c7a398c0206c0ebad
|
3 |
size 2329702453
|
runs/Feb08_05-21-08_74bc69b4becb/1675833723.9550111/events.out.tfevents.1675833723.74bc69b4becb.290.1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4547dfe6926e563cf50a46695c434787ffd8d2e67d546ec0b317c19842f0fdbc
|
3 |
+
size 5996
|
runs/Feb08_05-21-08_74bc69b4becb/events.out.tfevents.1675833723.74bc69b4becb.290.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:067026e4bf9872770c76803d3d20fa01d953054701a5dcf40f28538b819e86a5
|
3 |
+
size 4406
|
runs/Feb08_05-23-30_74bc69b4becb/1675834021.2616234/events.out.tfevents.1675834021.74bc69b4becb.290.3
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ee9a3316adea1e00cf9d7153c0e3c581a403f0423e2aa76f4b25682cb99809a4
|
3 |
+
size 5952
|
runs/Feb08_05-23-30_74bc69b4becb/events.out.tfevents.1675834021.74bc69b4becb.290.2
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0e815e6c7999e0ec7171fc4bf62b2c2607b5f4c365e56c7c114a0a4fcea86dd9
|
3 |
+
size 5441
|
training_args.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 3643
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:02a84220d3a59b7a986ddfb062b9ea9e9a45a0ff5e854f1a86b7727559daa3d2
|
3 |
size 3643
|