Scientific11
commited on
Commit
•
e0ef066
1
Parent(s):
269aeb9
Training in progress, step 10
Browse files- config.json +16 -59
- model.safetensors +2 -2
- runs/Apr17_14-49-50_d95edb3f4728/events.out.tfevents.1713365810.d95edb3f4728.1521.0 +3 -0
- runs/Apr17_15-08-33_d95edb3f4728/events.out.tfevents.1713366520.d95edb3f4728.1521.1 +3 -0
- runs/Apr17_15-10-36_d95edb3f4728/events.out.tfevents.1713366637.d95edb3f4728.1521.2 +3 -0
- runs/Apr17_15-13-55_d95edb3f4728/events.out.tfevents.1713366836.d95edb3f4728.1521.3 +3 -0
- special_tokens_map.json +7 -7
- tokenizer.json +16 -7
- tokenizer_config.json +7 -14
- training_args.bin +2 -2
config.json
CHANGED
@@ -1,26 +1,21 @@
|
|
1 |
{
|
2 |
-
"_name_or_path": "
|
3 |
-
"activation_dropout": 0.
|
4 |
"activation_function": "gelu",
|
5 |
-
"adaptive": true,
|
6 |
-
"add_bias_logits": false,
|
7 |
-
"add_final_layer_norm": false,
|
8 |
"architectures": [
|
9 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
10 |
],
|
11 |
-
"attention_dropout": 0.1,
|
12 |
-
"auto_map": {
|
13 |
-
"AutoConfig": "modeling_lsg_bart.LSGBartConfig",
|
14 |
-
"AutoModel": "modeling_lsg_bart.LSGBartModel",
|
15 |
-
"AutoModelForCausalLM": "modeling_lsg_bart.LSGBartForCausalLM",
|
16 |
-
"AutoModelForQuestionAnswering": "modeling_lsg_bart.LSGBartForQuestionAnswering",
|
17 |
-
"AutoModelForSeq2SeqLM": "modeling_lsg_bart.LSGBartForConditionalGeneration",
|
18 |
-
"AutoModelForSequenceClassification": "modeling_lsg_bart.LSGBartForSequenceClassification"
|
19 |
-
},
|
20 |
-
"base_model_prefix": "lsg",
|
21 |
-
"block_size": 256,
|
22 |
"bos_token_id": 0,
|
23 |
-
"classif_dropout": 0.
|
24 |
"classifier_dropout": 0.0,
|
25 |
"d_model": 768,
|
26 |
"decoder_attention_heads": 12,
|
@@ -29,14 +24,11 @@
|
|
29 |
"decoder_layers": 6,
|
30 |
"decoder_start_token_id": 2,
|
31 |
"dropout": 0.1,
|
32 |
-
"early_stopping": true,
|
33 |
"encoder_attention_heads": 12,
|
34 |
"encoder_ffn_dim": 3072,
|
35 |
"encoder_layerdrop": 0.0,
|
36 |
"encoder_layers": 6,
|
37 |
"eos_token_id": 2,
|
38 |
-
"forced_bos_token_id": 0,
|
39 |
-
"forced_eos_token_id": 2,
|
40 |
"gradient_checkpointing": false,
|
41 |
"id2label": {
|
42 |
"0": "LABEL_0",
|
@@ -50,46 +42,11 @@
|
|
50 |
"LABEL_1": 1,
|
51 |
"LABEL_2": 2
|
52 |
},
|
53 |
-
"
|
54 |
-
"
|
55 |
-
"
|
56 |
-
"max_length": 320,
|
57 |
-
"max_position_embeddings": 4096,
|
58 |
-
"min_length": 64,
|
59 |
-
"model_type": "bart",
|
60 |
-
"no_repeat_ngram_size": null,
|
61 |
-
"normalize_before": false,
|
62 |
-
"normalize_embedding": true,
|
63 |
-
"num_beams": 5,
|
64 |
-
"num_global_tokens": 1,
|
65 |
"num_hidden_layers": 6,
|
66 |
"pad_token_id": 1,
|
67 |
-
"pass_global_tokens_to_decoder": true,
|
68 |
-
"pool_with_global": true,
|
69 |
-
"scale_embedding": false,
|
70 |
-
"sparse_block_size": 0,
|
71 |
-
"sparsity_factor": 2,
|
72 |
-
"sparsity_type": "none",
|
73 |
-
"task_specific_params": {
|
74 |
-
"summarization": {
|
75 |
-
"length_penalty": 1.0,
|
76 |
-
"max_length": 128,
|
77 |
-
"min_length": 12,
|
78 |
-
"num_beams": 4
|
79 |
-
},
|
80 |
-
"summarization_cnn": {
|
81 |
-
"length_penalty": 2.0,
|
82 |
-
"max_length": 142,
|
83 |
-
"min_length": 56,
|
84 |
-
"num_beams": 4
|
85 |
-
},
|
86 |
-
"summarization_xsum": {
|
87 |
-
"length_penalty": 1.0,
|
88 |
-
"max_length": 62,
|
89 |
-
"min_length": 11,
|
90 |
-
"num_beams": 6
|
91 |
-
}
|
92 |
-
},
|
93 |
"torch_dtype": "float32",
|
94 |
"transformers_version": "4.38.2",
|
95 |
"use_cache": true,
|
|
|
1 |
{
|
2 |
+
"_name_or_path": "allenai/led-base-16384",
|
3 |
+
"activation_dropout": 0.0,
|
4 |
"activation_function": "gelu",
|
|
|
|
|
|
|
5 |
"architectures": [
|
6 |
+
"LEDForConditionalGeneration"
|
7 |
+
],
|
8 |
+
"attention_dropout": 0.0,
|
9 |
+
"attention_window": [
|
10 |
+
1024,
|
11 |
+
1024,
|
12 |
+
1024,
|
13 |
+
1024,
|
14 |
+
1024,
|
15 |
+
1024
|
16 |
],
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
17 |
"bos_token_id": 0,
|
18 |
+
"classif_dropout": 0.0,
|
19 |
"classifier_dropout": 0.0,
|
20 |
"d_model": 768,
|
21 |
"decoder_attention_heads": 12,
|
|
|
24 |
"decoder_layers": 6,
|
25 |
"decoder_start_token_id": 2,
|
26 |
"dropout": 0.1,
|
|
|
27 |
"encoder_attention_heads": 12,
|
28 |
"encoder_ffn_dim": 3072,
|
29 |
"encoder_layerdrop": 0.0,
|
30 |
"encoder_layers": 6,
|
31 |
"eos_token_id": 2,
|
|
|
|
|
32 |
"gradient_checkpointing": false,
|
33 |
"id2label": {
|
34 |
"0": "LABEL_0",
|
|
|
42 |
"LABEL_1": 1,
|
43 |
"LABEL_2": 2
|
44 |
},
|
45 |
+
"max_decoder_position_embeddings": 1024,
|
46 |
+
"max_encoder_position_embeddings": 16384,
|
47 |
+
"model_type": "led",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
48 |
"num_hidden_layers": 6,
|
49 |
"pad_token_id": 1,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
50 |
"torch_dtype": "float32",
|
51 |
"transformers_version": "4.38.2",
|
52 |
"use_cache": true,
|
model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2c627f2d7f76e9568520731512814557b46bd31caed2b1526517aad7885116f1
|
3 |
+
size 647614116
|
runs/Apr17_14-49-50_d95edb3f4728/events.out.tfevents.1713365810.d95edb3f4728.1521.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ee41b6750904b1368198b29fe2040d1ae2a83caac6da5333734b30961d5b403b
|
3 |
+
size 5227
|
runs/Apr17_15-08-33_d95edb3f4728/events.out.tfevents.1713366520.d95edb3f4728.1521.1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a11b591e6620a87d80d2897f438e27a115f5195977f2d903c2775b5f274d193b
|
3 |
+
size 5227
|
runs/Apr17_15-10-36_d95edb3f4728/events.out.tfevents.1713366637.d95edb3f4728.1521.2
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:529a5dcf01cef883be146acf525a07d7f98ebdbd1942ef24c251399eca9c9ffa
|
3 |
+
size 5227
|
runs/Apr17_15-13-55_d95edb3f4728/events.out.tfevents.1713366836.d95edb3f4728.1521.3
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7a488955c92587c4d6f2d75e3a548f2db94e7d429a42366cf9bdbeed18c23663
|
3 |
+
size 5742
|
special_tokens_map.json
CHANGED
@@ -2,49 +2,49 @@
|
|
2 |
"bos_token": {
|
3 |
"content": "<s>",
|
4 |
"lstrip": false,
|
5 |
-
"normalized":
|
6 |
"rstrip": false,
|
7 |
"single_word": false
|
8 |
},
|
9 |
"cls_token": {
|
10 |
"content": "<s>",
|
11 |
"lstrip": false,
|
12 |
-
"normalized":
|
13 |
"rstrip": false,
|
14 |
"single_word": false
|
15 |
},
|
16 |
"eos_token": {
|
17 |
"content": "</s>",
|
18 |
"lstrip": false,
|
19 |
-
"normalized":
|
20 |
"rstrip": false,
|
21 |
"single_word": false
|
22 |
},
|
23 |
"mask_token": {
|
24 |
"content": "<mask>",
|
25 |
"lstrip": true,
|
26 |
-
"normalized":
|
27 |
"rstrip": false,
|
28 |
"single_word": false
|
29 |
},
|
30 |
"pad_token": {
|
31 |
"content": "<pad>",
|
32 |
"lstrip": false,
|
33 |
-
"normalized":
|
34 |
"rstrip": false,
|
35 |
"single_word": false
|
36 |
},
|
37 |
"sep_token": {
|
38 |
"content": "</s>",
|
39 |
"lstrip": false,
|
40 |
-
"normalized":
|
41 |
"rstrip": false,
|
42 |
"single_word": false
|
43 |
},
|
44 |
"unk_token": {
|
45 |
"content": "<unk>",
|
46 |
"lstrip": false,
|
47 |
-
"normalized":
|
48 |
"rstrip": false,
|
49 |
"single_word": false
|
50 |
}
|
|
|
2 |
"bos_token": {
|
3 |
"content": "<s>",
|
4 |
"lstrip": false,
|
5 |
+
"normalized": true,
|
6 |
"rstrip": false,
|
7 |
"single_word": false
|
8 |
},
|
9 |
"cls_token": {
|
10 |
"content": "<s>",
|
11 |
"lstrip": false,
|
12 |
+
"normalized": true,
|
13 |
"rstrip": false,
|
14 |
"single_word": false
|
15 |
},
|
16 |
"eos_token": {
|
17 |
"content": "</s>",
|
18 |
"lstrip": false,
|
19 |
+
"normalized": true,
|
20 |
"rstrip": false,
|
21 |
"single_word": false
|
22 |
},
|
23 |
"mask_token": {
|
24 |
"content": "<mask>",
|
25 |
"lstrip": true,
|
26 |
+
"normalized": true,
|
27 |
"rstrip": false,
|
28 |
"single_word": false
|
29 |
},
|
30 |
"pad_token": {
|
31 |
"content": "<pad>",
|
32 |
"lstrip": false,
|
33 |
+
"normalized": true,
|
34 |
"rstrip": false,
|
35 |
"single_word": false
|
36 |
},
|
37 |
"sep_token": {
|
38 |
"content": "</s>",
|
39 |
"lstrip": false,
|
40 |
+
"normalized": true,
|
41 |
"rstrip": false,
|
42 |
"single_word": false
|
43 |
},
|
44 |
"unk_token": {
|
45 |
"content": "<unk>",
|
46 |
"lstrip": false,
|
47 |
+
"normalized": true,
|
48 |
"rstrip": false,
|
49 |
"single_word": false
|
50 |
}
|
tokenizer.json
CHANGED
@@ -2,11 +2,20 @@
|
|
2 |
"version": "1.0",
|
3 |
"truncation": {
|
4 |
"direction": "Right",
|
5 |
-
"max_length":
|
6 |
"strategy": "LongestFirst",
|
7 |
"stride": 0
|
8 |
},
|
9 |
-
"padding":
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
10 |
"added_tokens": [
|
11 |
{
|
12 |
"id": 0,
|
@@ -14,7 +23,7 @@
|
|
14 |
"single_word": false,
|
15 |
"lstrip": false,
|
16 |
"rstrip": false,
|
17 |
-
"normalized":
|
18 |
"special": true
|
19 |
},
|
20 |
{
|
@@ -23,7 +32,7 @@
|
|
23 |
"single_word": false,
|
24 |
"lstrip": false,
|
25 |
"rstrip": false,
|
26 |
-
"normalized":
|
27 |
"special": true
|
28 |
},
|
29 |
{
|
@@ -32,7 +41,7 @@
|
|
32 |
"single_word": false,
|
33 |
"lstrip": false,
|
34 |
"rstrip": false,
|
35 |
-
"normalized":
|
36 |
"special": true
|
37 |
},
|
38 |
{
|
@@ -41,7 +50,7 @@
|
|
41 |
"single_word": false,
|
42 |
"lstrip": false,
|
43 |
"rstrip": false,
|
44 |
-
"normalized":
|
45 |
"special": true
|
46 |
},
|
47 |
{
|
@@ -50,7 +59,7 @@
|
|
50 |
"single_word": false,
|
51 |
"lstrip": true,
|
52 |
"rstrip": false,
|
53 |
-
"normalized":
|
54 |
"special": true
|
55 |
}
|
56 |
],
|
|
|
2 |
"version": "1.0",
|
3 |
"truncation": {
|
4 |
"direction": "Right",
|
5 |
+
"max_length": 128,
|
6 |
"strategy": "LongestFirst",
|
7 |
"stride": 0
|
8 |
},
|
9 |
+
"padding": {
|
10 |
+
"strategy": {
|
11 |
+
"Fixed": 128
|
12 |
+
},
|
13 |
+
"direction": "Right",
|
14 |
+
"pad_to_multiple_of": null,
|
15 |
+
"pad_id": 1,
|
16 |
+
"pad_type_id": 0,
|
17 |
+
"pad_token": "<pad>"
|
18 |
+
},
|
19 |
"added_tokens": [
|
20 |
{
|
21 |
"id": 0,
|
|
|
23 |
"single_word": false,
|
24 |
"lstrip": false,
|
25 |
"rstrip": false,
|
26 |
+
"normalized": true,
|
27 |
"special": true
|
28 |
},
|
29 |
{
|
|
|
32 |
"single_word": false,
|
33 |
"lstrip": false,
|
34 |
"rstrip": false,
|
35 |
+
"normalized": true,
|
36 |
"special": true
|
37 |
},
|
38 |
{
|
|
|
41 |
"single_word": false,
|
42 |
"lstrip": false,
|
43 |
"rstrip": false,
|
44 |
+
"normalized": true,
|
45 |
"special": true
|
46 |
},
|
47 |
{
|
|
|
50 |
"single_word": false,
|
51 |
"lstrip": false,
|
52 |
"rstrip": false,
|
53 |
+
"normalized": true,
|
54 |
"special": true
|
55 |
},
|
56 |
{
|
|
|
59 |
"single_word": false,
|
60 |
"lstrip": true,
|
61 |
"rstrip": false,
|
62 |
+
"normalized": true,
|
63 |
"special": true
|
64 |
}
|
65 |
],
|
tokenizer_config.json
CHANGED
@@ -4,7 +4,7 @@
|
|
4 |
"0": {
|
5 |
"content": "<s>",
|
6 |
"lstrip": false,
|
7 |
-
"normalized":
|
8 |
"rstrip": false,
|
9 |
"single_word": false,
|
10 |
"special": true
|
@@ -12,7 +12,7 @@
|
|
12 |
"1": {
|
13 |
"content": "<pad>",
|
14 |
"lstrip": false,
|
15 |
-
"normalized":
|
16 |
"rstrip": false,
|
17 |
"single_word": false,
|
18 |
"special": true
|
@@ -20,7 +20,7 @@
|
|
20 |
"2": {
|
21 |
"content": "</s>",
|
22 |
"lstrip": false,
|
23 |
-
"normalized":
|
24 |
"rstrip": false,
|
25 |
"single_word": false,
|
26 |
"special": true
|
@@ -28,7 +28,7 @@
|
|
28 |
"3": {
|
29 |
"content": "<unk>",
|
30 |
"lstrip": false,
|
31 |
-
"normalized":
|
32 |
"rstrip": false,
|
33 |
"single_word": false,
|
34 |
"special": true
|
@@ -36,7 +36,7 @@
|
|
36 |
"50264": {
|
37 |
"content": "<mask>",
|
38 |
"lstrip": true,
|
39 |
-
"normalized":
|
40 |
"rstrip": false,
|
41 |
"single_word": false,
|
42 |
"special": true
|
@@ -48,17 +48,10 @@
|
|
48 |
"eos_token": "</s>",
|
49 |
"errors": "replace",
|
50 |
"mask_token": "<mask>",
|
51 |
-
"
|
52 |
-
"model_max_length": 4096,
|
53 |
-
"pad_to_multiple_of": null,
|
54 |
"pad_token": "<pad>",
|
55 |
-
"pad_token_type_id": 0,
|
56 |
-
"padding_side": "right",
|
57 |
"sep_token": "</s>",
|
58 |
-
"
|
59 |
-
"tokenizer_class": "BartTokenizer",
|
60 |
"trim_offsets": true,
|
61 |
-
"truncation_side": "right",
|
62 |
-
"truncation_strategy": "longest_first",
|
63 |
"unk_token": "<unk>"
|
64 |
}
|
|
|
4 |
"0": {
|
5 |
"content": "<s>",
|
6 |
"lstrip": false,
|
7 |
+
"normalized": true,
|
8 |
"rstrip": false,
|
9 |
"single_word": false,
|
10 |
"special": true
|
|
|
12 |
"1": {
|
13 |
"content": "<pad>",
|
14 |
"lstrip": false,
|
15 |
+
"normalized": true,
|
16 |
"rstrip": false,
|
17 |
"single_word": false,
|
18 |
"special": true
|
|
|
20 |
"2": {
|
21 |
"content": "</s>",
|
22 |
"lstrip": false,
|
23 |
+
"normalized": true,
|
24 |
"rstrip": false,
|
25 |
"single_word": false,
|
26 |
"special": true
|
|
|
28 |
"3": {
|
29 |
"content": "<unk>",
|
30 |
"lstrip": false,
|
31 |
+
"normalized": true,
|
32 |
"rstrip": false,
|
33 |
"single_word": false,
|
34 |
"special": true
|
|
|
36 |
"50264": {
|
37 |
"content": "<mask>",
|
38 |
"lstrip": true,
|
39 |
+
"normalized": true,
|
40 |
"rstrip": false,
|
41 |
"single_word": false,
|
42 |
"special": true
|
|
|
48 |
"eos_token": "</s>",
|
49 |
"errors": "replace",
|
50 |
"mask_token": "<mask>",
|
51 |
+
"model_max_length": 16384,
|
|
|
|
|
52 |
"pad_token": "<pad>",
|
|
|
|
|
53 |
"sep_token": "</s>",
|
54 |
+
"tokenizer_class": "LEDTokenizer",
|
|
|
55 |
"trim_offsets": true,
|
|
|
|
|
56 |
"unk_token": "<unk>"
|
57 |
}
|
training_args.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b04ebab9a3ba6cd92ac3125e23c05617fd037b606f023000f3ccbe603cf9c5eb
|
3 |
+
size 5048
|