update
Browse files- added_tokens.json +1 -1
- config.json +7 -1
- optimizer.pt +2 -2
- pytorch_model.bin +2 -2
- rng_state.pth +3 -0
- scheduler.pt +1 -1
- special_tokens_map.json +1 -1
- spiece.model +2 -2
- tokenizer_config.json +1 -1
- trainer_state.json +46 -0
- training_args.bin +2 -2
added_tokens.json
CHANGED
@@ -1 +1 @@
|
|
1 |
-
{"<sep>":
|
|
|
1 |
+
{"<sep>": 250100, "<hl>": 250101}
|
config.json
CHANGED
@@ -1,4 +1,5 @@
|
|
1 |
{
|
|
|
2 |
"architectures": [
|
3 |
"T5ForConditionalGeneration"
|
4 |
],
|
@@ -8,11 +9,14 @@
|
|
8 |
"decoder_start_token_id": 0,
|
9 |
"dropout_rate": 0.1,
|
10 |
"eos_token_id": 1,
|
|
|
|
|
11 |
"initializer_factor": 1.0,
|
12 |
"is_encoder_decoder": true,
|
13 |
"layer_norm_epsilon": 1e-06,
|
14 |
"model_type": "t5",
|
15 |
"n_positions": 512,
|
|
|
16 |
"num_heads": 8,
|
17 |
"num_layers": 6,
|
18 |
"output_past": true,
|
@@ -47,5 +51,7 @@
|
|
47 |
"prefix": "translate English to Romanian: "
|
48 |
}
|
49 |
},
|
50 |
-
"
|
|
|
|
|
51 |
}
|
|
|
1 |
{
|
2 |
+
"_name_or_path": "t5-small",
|
3 |
"architectures": [
|
4 |
"T5ForConditionalGeneration"
|
5 |
],
|
|
|
9 |
"decoder_start_token_id": 0,
|
10 |
"dropout_rate": 0.1,
|
11 |
"eos_token_id": 1,
|
12 |
+
"feed_forward_proj": "relu",
|
13 |
+
"gradient_checkpointing": false,
|
14 |
"initializer_factor": 1.0,
|
15 |
"is_encoder_decoder": true,
|
16 |
"layer_norm_epsilon": 1e-06,
|
17 |
"model_type": "t5",
|
18 |
"n_positions": 512,
|
19 |
+
"num_decoder_layers": 6,
|
20 |
"num_heads": 8,
|
21 |
"num_layers": 6,
|
22 |
"output_past": true,
|
|
|
51 |
"prefix": "translate English to Romanian: "
|
52 |
}
|
53 |
},
|
54 |
+
"transformers_version": "4.8.2",
|
55 |
+
"use_cache": true,
|
56 |
+
"vocab_size": 250102
|
57 |
}
|
optimizer.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a1d75f351dc4671507dc845cec0607f4dc72ddbe47d903a439766ad2f2cbcfe4
|
3 |
+
size 352532601
|
pytorch_model.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2ae091567a7a1df20b996379f0a769e156f82024bd31f2133508001070f8cef9
|
3 |
+
size 688496379
|
rng_state.pth
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5f6f297b3ce4962e17ee38f929c61739a072100dc27e55a9b5178680878042bb
|
3 |
+
size 14503
|
scheduler.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 623
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:58b869f32634a9d5ba9caafd0266044120dc4b9c0090c5914938745c3d1b37bf
|
3 |
size 623
|
special_tokens_map.json
CHANGED
@@ -1 +1 @@
|
|
1 |
-
{"eos_token": "</s>", "unk_token": "<unk>", "pad_token": "<pad>"
|
|
|
1 |
+
{"eos_token": "</s>", "unk_token": "<unk>", "pad_token": "<pad>"}
|
spiece.model
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ef78f86560d809067d12bac6c09f19a462cb3af3f54d2b8acbba26e1433125d6
|
3 |
+
size 4309802
|
tokenizer_config.json
CHANGED
@@ -1 +1 @@
|
|
1 |
-
{"
|
|
|
1 |
+
{"eos_token": "</s>", "unk_token": "<unk>", "pad_token": "<pad>", "extra_ids": 0, "additional_special_tokens": null, "sp_model_kwargs": {}, "special_tokens_map_file": "/home/long/.cache/huggingface/transformers/bde22e2f08347211bf47b72fb4730b4b9a2e3323a6a1254932cf0fb969eb18cd.b02fba13e4584f40329b20be0bad88c2ef97b5fda7d9f4f69b1cb3a620568a86", "tokenizer_file": null, "name_or_path": "NlpHUST/t5-vi-en-small", "tokenizer_class": "T5Tokenizer"}
|
trainer_state.json
ADDED
@@ -0,0 +1,46 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"best_metric": null,
|
3 |
+
"best_model_checkpoint": null,
|
4 |
+
"epoch": 0.062402496099843996,
|
5 |
+
"global_step": 500,
|
6 |
+
"is_hyper_param_search": false,
|
7 |
+
"is_local_process_zero": true,
|
8 |
+
"is_world_process_zero": true,
|
9 |
+
"log_history": [
|
10 |
+
{
|
11 |
+
"epoch": 0.01,
|
12 |
+
"learning_rate": 9.987518721917125e-05,
|
13 |
+
"loss": 9.0489,
|
14 |
+
"step": 100
|
15 |
+
},
|
16 |
+
{
|
17 |
+
"epoch": 0.02,
|
18 |
+
"learning_rate": 9.975037443834249e-05,
|
19 |
+
"loss": 5.8706,
|
20 |
+
"step": 200
|
21 |
+
},
|
22 |
+
{
|
23 |
+
"epoch": 0.04,
|
24 |
+
"learning_rate": 9.962556165751373e-05,
|
25 |
+
"loss": 5.4352,
|
26 |
+
"step": 300
|
27 |
+
},
|
28 |
+
{
|
29 |
+
"epoch": 0.05,
|
30 |
+
"learning_rate": 9.950074887668498e-05,
|
31 |
+
"loss": 5.2032,
|
32 |
+
"step": 400
|
33 |
+
},
|
34 |
+
{
|
35 |
+
"epoch": 0.06,
|
36 |
+
"learning_rate": 9.937593609585623e-05,
|
37 |
+
"loss": 5.0315,
|
38 |
+
"step": 500
|
39 |
+
}
|
40 |
+
],
|
41 |
+
"max_steps": 80120,
|
42 |
+
"num_train_epochs": 10,
|
43 |
+
"total_flos": 3742609240031232.0,
|
44 |
+
"trial_name": null,
|
45 |
+
"trial_params": null
|
46 |
+
}
|
training_args.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7cf91b4f4b11600f701c2793142e3dc2b495ffadface08af365fcb0cdb946085
|
3 |
+
size 2607
|