Training in progress, step 200
Browse files- .gitattributes +1 -0
- .gitignore +1 -0
- added_tokens.json +58 -0
- config.json +32 -0
- pytorch_model.bin +3 -0
- special_tokens_map.json +5 -0
- spiece.model +3 -0
- tokenizer.json +3 -0
- tokenizer_config.json +12 -0
- training_args.bin +3 -0
.gitattributes
CHANGED
@@ -32,3 +32,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
32 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
33 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
34 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
32 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
33 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
34 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
35 |
+
tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
.gitignore
ADDED
@@ -0,0 +1 @@
|
|
|
1 |
+
checkpoint-*/
|
added_tokens.json
ADDED
@@ -0,0 +1,58 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"<pt-0>": 250113,
|
3 |
+
"<pt-10>": 250124,
|
4 |
+
"<pt-11>": 250128,
|
5 |
+
"<pt-12>": 250147,
|
6 |
+
"<pt-13>": 250142,
|
7 |
+
"<pt-14>": 250134,
|
8 |
+
"<pt-15>": 250151,
|
9 |
+
"<pt-16>": 250137,
|
10 |
+
"<pt-17>": 250155,
|
11 |
+
"<pt-1>": 250104,
|
12 |
+
"<pt-2>": 250126,
|
13 |
+
"<pt-3>": 250103,
|
14 |
+
"<pt-4>": 250108,
|
15 |
+
"<pt-5>": 250118,
|
16 |
+
"<pt-6>": 250117,
|
17 |
+
"<pt-7>": 250130,
|
18 |
+
"<pt-8>": 250129,
|
19 |
+
"<pt-9>": 250125,
|
20 |
+
"[IN:CAMERA_FOLLOW": 250120,
|
21 |
+
"[IN:CAMERA_STOP_FOLLOWING": 250109,
|
22 |
+
"[IN:CLOSE_RESOURCE": 250114,
|
23 |
+
"[IN:DECREASE_BRIGHTNESS": 250110,
|
24 |
+
"[IN:DECREASE_VOLUME": 250150,
|
25 |
+
"[IN:GET_INFO_CONTACT": 250154,
|
26 |
+
"[IN:GET_WEATHER": 250141,
|
27 |
+
"[IN:INCREASE_BRIGHTNESS": 250132,
|
28 |
+
"[IN:INCREASE_VOLUME": 250138,
|
29 |
+
"[IN:MAXIMIZE_VOLUME": 250139,
|
30 |
+
"[IN:MUTE_VOLUME": 250121,
|
31 |
+
"[IN:OPEN_HOMESCREEN": 250101,
|
32 |
+
"[IN:OPEN_RESOURCE": 250133,
|
33 |
+
"[IN:SET_BRIGHTNESS": 250112,
|
34 |
+
"[IN:SET_VOLUME": 250146,
|
35 |
+
"[IN:SLEEP": 250119,
|
36 |
+
"[IN:TURN_OFF": 250105,
|
37 |
+
"[IN:TURN_ON": 250122,
|
38 |
+
"[IN:UNMUTE_VOLUME": 250100,
|
39 |
+
"[IN:UNSUPPORTED_DEVICE": 250145,
|
40 |
+
"[IN:UNSUPPORTED_PEOPLE": 250144,
|
41 |
+
"[IN:UNSUPPORTED_WEATHER": 250136,
|
42 |
+
"[IN:WAKE_UP": 250131,
|
43 |
+
"[IN:ZOOM_IN": 250127,
|
44 |
+
"[IN:ZOOM_OUT": 250102,
|
45 |
+
"[SL:ABSTRACT_AMOUNT": 250107,
|
46 |
+
"[SL:COMPONENT": 250106,
|
47 |
+
"[SL:CONTACT": 250152,
|
48 |
+
"[SL:CONTACT_RELATED": 250148,
|
49 |
+
"[SL:DATE_TIME": 250143,
|
50 |
+
"[SL:LOCATION": 250149,
|
51 |
+
"[SL:PERCENT": 250123,
|
52 |
+
"[SL:PRECISE_AMOUNT": 250111,
|
53 |
+
"[SL:RESOURCE": 250116,
|
54 |
+
"[SL:RESOURCE_TYPE": 250115,
|
55 |
+
"[SL:TYPE_RELATION": 250153,
|
56 |
+
"[SL:WEATHER_ATTRIBUTE": 250135,
|
57 |
+
"[SL:WEATHER_TEMPERATURE_UNIT": 250140
|
58 |
+
}
|
config.json
ADDED
@@ -0,0 +1,32 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "google/mt5-base",
|
3 |
+
"architectures": [
|
4 |
+
"MT5ForConditionalGeneration"
|
5 |
+
],
|
6 |
+
"d_ff": 2048,
|
7 |
+
"d_kv": 64,
|
8 |
+
"d_model": 768,
|
9 |
+
"decoder_start_token_id": 0,
|
10 |
+
"dense_act_fn": "gelu_new",
|
11 |
+
"dropout_rate": 0.1,
|
12 |
+
"eos_token_id": 1,
|
13 |
+
"feed_forward_proj": "gated-gelu",
|
14 |
+
"initializer_factor": 1.0,
|
15 |
+
"is_encoder_decoder": true,
|
16 |
+
"is_gated_act": true,
|
17 |
+
"layer_norm_epsilon": 1e-06,
|
18 |
+
"model_type": "mt5",
|
19 |
+
"num_decoder_layers": 12,
|
20 |
+
"num_heads": 12,
|
21 |
+
"num_layers": 12,
|
22 |
+
"output_past": true,
|
23 |
+
"pad_token_id": 0,
|
24 |
+
"relative_attention_max_distance": 128,
|
25 |
+
"relative_attention_num_buckets": 32,
|
26 |
+
"tie_word_embeddings": false,
|
27 |
+
"tokenizer_class": "T5Tokenizer",
|
28 |
+
"torch_dtype": "float32",
|
29 |
+
"transformers_version": "4.25.1",
|
30 |
+
"use_cache": true,
|
31 |
+
"vocab_size": 250156
|
32 |
+
}
|
pytorch_model.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d8b5235505ac78cbb8b8e7422cf8209315d2e519cbb2356ee4c9dc293c3d631e
|
3 |
+
size 2329972789
|
special_tokens_map.json
ADDED
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"eos_token": "</s>",
|
3 |
+
"pad_token": "<pad>",
|
4 |
+
"unk_token": "<unk>"
|
5 |
+
}
|
spiece.model
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ef78f86560d809067d12bac6c09f19a462cb3af3f54d2b8acbba26e1433125d6
|
3 |
+
size 4309802
|
tokenizer.json
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2eb5a7e0bb4ec633aefaacc50f7e6e22a0958b1eba422d26a129cb19e150ab66
|
3 |
+
size 16341137
|
tokenizer_config.json
ADDED
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"additional_special_tokens": null,
|
3 |
+
"eos_token": "</s>",
|
4 |
+
"extra_ids": 0,
|
5 |
+
"model_max_length": 1000000000000000019884624838656,
|
6 |
+
"name_or_path": "google/mt5-base",
|
7 |
+
"pad_token": "<pad>",
|
8 |
+
"sp_model_kwargs": {},
|
9 |
+
"special_tokens_map_file": "/home/patrick/.cache/torch/transformers/685ac0ca8568ec593a48b61b0a3c272beee9bc194a3c7241d15dcadb5f875e53.f76030f3ec1b96a8199b2593390c610e76ca8028ef3d24680000619ffb646276",
|
10 |
+
"tokenizer_class": "T5Tokenizer",
|
11 |
+
"unk_token": "<unk>"
|
12 |
+
}
|
training_args.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:925e9bf105fe987da1287a489dab41f6fedd67feb3d9afa1c8e0850b1d449fa7
|
3 |
+
size 3643
|