Training in progress, step 200
Browse files- .gitattributes +1 -0
- .gitignore +1 -0
- added_tokens.json +239 -0
- config.json +32 -0
- pytorch_model.bin +3 -0
- special_tokens_map.json +5 -0
- spiece.model +3 -0
- tokenizer.json +3 -0
- tokenizer_config.json +11 -0
- training_args.bin +3 -0
.gitattributes
CHANGED
@@ -32,3 +32,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
32 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
33 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
34 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
32 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
33 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
34 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
35 |
+
tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
.gitignore
ADDED
@@ -0,0 +1 @@
|
|
|
1 |
+
checkpoint-*/
|
added_tokens.json
ADDED
@@ -0,0 +1,239 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"<pt-0>": 250181,
|
3 |
+
"<pt-10>": 250100,
|
4 |
+
"<pt-11>": 250238,
|
5 |
+
"<pt-12>": 250266,
|
6 |
+
"<pt-13>": 250101,
|
7 |
+
"<pt-14>": 250237,
|
8 |
+
"<pt-15>": 250174,
|
9 |
+
"<pt-16>": 250202,
|
10 |
+
"<pt-17>": 250245,
|
11 |
+
"<pt-18>": 250239,
|
12 |
+
"<pt-19>": 250119,
|
13 |
+
"<pt-1>": 250112,
|
14 |
+
"<pt-20>": 250193,
|
15 |
+
"<pt-21>": 250126,
|
16 |
+
"<pt-22>": 250270,
|
17 |
+
"<pt-23>": 250254,
|
18 |
+
"<pt-24>": 250305,
|
19 |
+
"<pt-25>": 250289,
|
20 |
+
"<pt-26>": 250292,
|
21 |
+
"<pt-27>": 250286,
|
22 |
+
"<pt-28>": 250303,
|
23 |
+
"<pt-29>": 250302,
|
24 |
+
"<pt-2>": 250122,
|
25 |
+
"<pt-30>": 250304,
|
26 |
+
"<pt-31>": 250306,
|
27 |
+
"<pt-32>": 250330,
|
28 |
+
"<pt-33>": 250328,
|
29 |
+
"<pt-34>": 250331,
|
30 |
+
"<pt-35>": 250327,
|
31 |
+
"<pt-36>": 250329,
|
32 |
+
"<pt-37>": 250326,
|
33 |
+
"<pt-38>": 250332,
|
34 |
+
"<pt-3>": 250185,
|
35 |
+
"<pt-40>": 250333,
|
36 |
+
"<pt-41>": 250334,
|
37 |
+
"<pt-42>": 250335,
|
38 |
+
"<pt-4>": 250243,
|
39 |
+
"<pt-5>": 250121,
|
40 |
+
"<pt-6>": 250163,
|
41 |
+
"<pt-7>": 250241,
|
42 |
+
"<pt-8>": 250233,
|
43 |
+
"<pt-9>": 250175,
|
44 |
+
"[IN:ADD_TIME_TIMER": 250102,
|
45 |
+
"[IN:ADD_TO_PLAYLIST_MUSIC": 250203,
|
46 |
+
"[IN:ANSWER_CALL": 250259,
|
47 |
+
"[IN:CANCEL_CALL": 250322,
|
48 |
+
"[IN:CANCEL_MESSAGE": 250283,
|
49 |
+
"[IN:CREATE_ALARM": 250116,
|
50 |
+
"[IN:CREATE_CALL": 250220,
|
51 |
+
"[IN:CREATE_PLAYLIST_MUSIC": 250154,
|
52 |
+
"[IN:CREATE_REMINDER": 250114,
|
53 |
+
"[IN:CREATE_TIMER": 250232,
|
54 |
+
"[IN:DELETE_ALARM": 250115,
|
55 |
+
"[IN:DELETE_PLAYLIST_MUSIC": 250293,
|
56 |
+
"[IN:DELETE_REMINDER": 250132,
|
57 |
+
"[IN:DELETE_TIMER": 250235,
|
58 |
+
"[IN:DISLIKE_MUSIC": 250300,
|
59 |
+
"[IN:DISPREFER": 250309,
|
60 |
+
"[IN:END_CALL": 250110,
|
61 |
+
"[IN:FAST_FORWARD_MUSIC": 250296,
|
62 |
+
"[IN:FOLLOW_MUSIC": 250324,
|
63 |
+
"[IN:GET_AGE": 250252,
|
64 |
+
"[IN:GET_AIRQUALITY": 250315,
|
65 |
+
"[IN:GET_ALARM": 250109,
|
66 |
+
"[IN:GET_ATTENDEE_EVENT": 250197,
|
67 |
+
"[IN:GET_AVAILABILITY": 250182,
|
68 |
+
"[IN:GET_BIRTHDAY": 250318,
|
69 |
+
"[IN:GET_CALL": 250258,
|
70 |
+
"[IN:GET_CALL_CONTACT": 250170,
|
71 |
+
"[IN:GET_CALL_TIME": 250171,
|
72 |
+
"[IN:GET_CATEGORY_EVENT": 250253,
|
73 |
+
"[IN:GET_CONTACT": 250157,
|
74 |
+
"[IN:GET_CONTACT_METHOD": 250282,
|
75 |
+
"[IN:GET_DATE_TIME_EVENT": 250279,
|
76 |
+
"[IN:GET_DETAILS_NEWS": 250280,
|
77 |
+
"[IN:GET_EDUCATION_DEGREE": 250281,
|
78 |
+
"[IN:GET_EDUCATION_TIME": 250189,
|
79 |
+
"[IN:GET_EMPLOYER": 250212,
|
80 |
+
"[IN:GET_EMPLOYMENT_TIME": 250204,
|
81 |
+
"[IN:GET_EVENT": 250242,
|
82 |
+
"[IN:GET_EVENT_ATTENDEE": 250317,
|
83 |
+
"[IN:GET_GENDER": 250321,
|
84 |
+
"[IN:GET_GROUP": 250325,
|
85 |
+
"[IN:GET_INFO_CONTACT": 250120,
|
86 |
+
"[IN:GET_INFO_RECIPES": 250153,
|
87 |
+
"[IN:GET_JOB": 250117,
|
88 |
+
"[IN:GET_LANGUAGE": 250316,
|
89 |
+
"[IN:GET_LIFE_EVENT": 250222,
|
90 |
+
"[IN:GET_LIFE_EVENT_TIME": 250298,
|
91 |
+
"[IN:GET_LOCATION": 250191,
|
92 |
+
"[IN:GET_LYRICS_MUSIC": 250313,
|
93 |
+
"[IN:GET_MAJOR": 250278,
|
94 |
+
"[IN:GET_MESSAGE": 250205,
|
95 |
+
"[IN:GET_MESSAGE_CONTACT": 250180,
|
96 |
+
"[IN:GET_MUTUAL_FRIENDS": 250207,
|
97 |
+
"[IN:GET_RECIPES": 250151,
|
98 |
+
"[IN:GET_REMINDER": 250183,
|
99 |
+
"[IN:GET_REMINDER_AMOUNT": 250223,
|
100 |
+
"[IN:GET_REMINDER_DATE_TIME": 250150,
|
101 |
+
"[IN:GET_REMINDER_LOCATION": 250200,
|
102 |
+
"[IN:GET_STORIES_NEWS": 250187,
|
103 |
+
"[IN:GET_SUNRISE": 250179,
|
104 |
+
"[IN:GET_SUNSET": 250214,
|
105 |
+
"[IN:GET_TIMER": 250257,
|
106 |
+
"[IN:GET_TODO": 250263,
|
107 |
+
"[IN:GET_TRACK_INFO_MUSIC": 250147,
|
108 |
+
"[IN:GET_UNDERGRAD": 250105,
|
109 |
+
"[IN:GET_WEATHER": 250124,
|
110 |
+
"[IN:HELP_REMINDER": 250311,
|
111 |
+
"[IN:HOLD_CALL": 250188,
|
112 |
+
"[IN:IGNORE_CALL": 250250,
|
113 |
+
"[IN:IS_TRUE_RECIPES": 250262,
|
114 |
+
"[IN:LIKE_MUSIC": 250130,
|
115 |
+
"[IN:LOOP_MUSIC": 250143,
|
116 |
+
"[IN:MERGE_CALL": 250148,
|
117 |
+
"[IN:PAUSE_MUSIC": 250155,
|
118 |
+
"[IN:PAUSE_TIMER": 250195,
|
119 |
+
"[IN:PLAY_MEDIA": 250199,
|
120 |
+
"[IN:PLAY_MUSIC": 250227,
|
121 |
+
"[IN:PREFER": 250251,
|
122 |
+
"[IN:PREVIOUS_TRACK_MUSIC": 250178,
|
123 |
+
"[IN:QUESTION_MUSIC": 250224,
|
124 |
+
"[IN:QUESTION_NEWS": 250118,
|
125 |
+
"[IN:REMOVE_FROM_PLAYLIST_MUSIC": 250164,
|
126 |
+
"[IN:REPEAT_ALL_MUSIC": 250297,
|
127 |
+
"[IN:REPEAT_ALL_OFF_MUSIC": 250308,
|
128 |
+
"[IN:REPLAY_MUSIC": 250141,
|
129 |
+
"[IN:REPLY_MESSAGE": 250312,
|
130 |
+
"[IN:RESTART_TIMER": 250249,
|
131 |
+
"[IN:RESUME_CALL": 250275,
|
132 |
+
"[IN:RESUME_MUSIC": 250290,
|
133 |
+
"[IN:RESUME_TIMER": 250128,
|
134 |
+
"[IN:REWIND_MUSIC": 250287,
|
135 |
+
"[IN:SEND_MESSAGE": 250166,
|
136 |
+
"[IN:SET_AVAILABLE": 250134,
|
137 |
+
"[IN:SET_DEFAULT_PROVIDER_CALLING": 250271,
|
138 |
+
"[IN:SET_DEFAULT_PROVIDER_MUSIC": 250140,
|
139 |
+
"[IN:SET_RSVP_INTERESTED": 250210,
|
140 |
+
"[IN:SET_RSVP_NO": 250276,
|
141 |
+
"[IN:SET_RSVP_YES": 250133,
|
142 |
+
"[IN:SET_UNAVAILABLE": 250231,
|
143 |
+
"[IN:SHARE_EVENT": 250230,
|
144 |
+
"[IN:SILENCE_ALARM": 250160,
|
145 |
+
"[IN:SKIP_TRACK_MUSIC": 250108,
|
146 |
+
"[IN:SNOOZE_ALARM": 250190,
|
147 |
+
"[IN:START_SHUFFLE_MUSIC": 250198,
|
148 |
+
"[IN:STOP_MUSIC": 250277,
|
149 |
+
"[IN:STOP_SHUFFLE_MUSIC": 250314,
|
150 |
+
"[IN:SUBTRACT_TIME_TIMER": 250213,
|
151 |
+
"[IN:SWITCH_CALL": 250136,
|
152 |
+
"[IN:UNLOOP_MUSIC": 250274,
|
153 |
+
"[IN:UPDATE_ALARM": 250149,
|
154 |
+
"[IN:UPDATE_CALL": 250176,
|
155 |
+
"[IN:UPDATE_METHOD_CALL": 250186,
|
156 |
+
"[IN:UPDATE_REMINDER": 250291,
|
157 |
+
"[IN:UPDATE_REMINDER_DATE_TIME": 250192,
|
158 |
+
"[IN:UPDATE_REMINDER_LOCATION": 250285,
|
159 |
+
"[IN:UPDATE_REMINDER_TODO": 250247,
|
160 |
+
"[IN:UPDATE_TIMER": 250256,
|
161 |
+
"[SL:AGE": 250272,
|
162 |
+
"[SL:ALARM_NAME": 250137,
|
163 |
+
"[SL:AMOUNT": 250261,
|
164 |
+
"[SL:ATTENDEE": 250206,
|
165 |
+
"[SL:ATTENDEE_EVENT": 250268,
|
166 |
+
"[SL:ATTRIBUTE_EVENT": 250216,
|
167 |
+
"[SL:CATEGORY_EVENT": 250194,
|
168 |
+
"[SL:CONTACT": 250169,
|
169 |
+
"[SL:CONTACT_ADDED": 250103,
|
170 |
+
"[SL:CONTACT_METHOD": 250273,
|
171 |
+
"[SL:CONTACT_RELATED": 250201,
|
172 |
+
"[SL:CONTACT_REMOVED": 250255,
|
173 |
+
"[SL:CONTENT_EXACT": 250196,
|
174 |
+
"[SL:DATE_TIME": 250127,
|
175 |
+
"[SL:EDUCATION_DEGREE": 250146,
|
176 |
+
"[SL:EMPLOYER": 250267,
|
177 |
+
"[SL:GENDER": 250323,
|
178 |
+
"[SL:GROUP": 250158,
|
179 |
+
"[SL:JOB": 250234,
|
180 |
+
"[SL:LIFE_EVENT": 250159,
|
181 |
+
"[SL:LOCATION": 250145,
|
182 |
+
"[SL:MAJOR": 250320,
|
183 |
+
"[SL:METHOD_MESSAGE": 250162,
|
184 |
+
"[SL:METHOD_RECIPES": 250113,
|
185 |
+
"[SL:METHOD_RETRIEVAL_REMINDER": 250131,
|
186 |
+
"[SL:METHOD_TIMER": 250152,
|
187 |
+
"[SL:MUSIC_ALBUM_MODIFIER": 250284,
|
188 |
+
"[SL:MUSIC_ALBUM_TITLE": 250248,
|
189 |
+
"[SL:MUSIC_ARTIST_NAME": 250138,
|
190 |
+
"[SL:MUSIC_GENRE": 250123,
|
191 |
+
"[SL:MUSIC_PLAYLIST_MODIFIER": 250307,
|
192 |
+
"[SL:MUSIC_PLAYLIST_TITLE": 250165,
|
193 |
+
"[SL:MUSIC_PROVIDER_NAME": 250246,
|
194 |
+
"[SL:MUSIC_RADIO_ID": 250236,
|
195 |
+
"[SL:MUSIC_REWIND_TIME": 250288,
|
196 |
+
"[SL:MUSIC_TRACK_TITLE": 250221,
|
197 |
+
"[SL:MUSIC_TYPE": 250107,
|
198 |
+
"[SL:MUTUAL_EMPLOYER": 250301,
|
199 |
+
"[SL:MUTUAL_SCHOOL": 250310,
|
200 |
+
"[SL:NAME_APP": 250264,
|
201 |
+
"[SL:NEWS_CATEGORY": 250173,
|
202 |
+
"[SL:NEWS_REFERENCE": 250211,
|
203 |
+
"[SL:NEWS_SOURCE": 250215,
|
204 |
+
"[SL:NEWS_TOPIC": 250265,
|
205 |
+
"[SL:NEWS_TYPE": 250111,
|
206 |
+
"[SL:ORDINAL": 250172,
|
207 |
+
"[SL:PERIOD": 250125,
|
208 |
+
"[SL:PERSON_REMINDED": 250260,
|
209 |
+
"[SL:PHONE_NUMBER": 250218,
|
210 |
+
"[SL:RECIPES_ATTRIBUTE": 250104,
|
211 |
+
"[SL:RECIPES_COOKING_METHOD": 250209,
|
212 |
+
"[SL:RECIPES_CUISINE": 250295,
|
213 |
+
"[SL:RECIPES_DIET": 250129,
|
214 |
+
"[SL:RECIPES_DISH": 250135,
|
215 |
+
"[SL:RECIPES_EXCLUDED_INGREDIENT": 250144,
|
216 |
+
"[SL:RECIPES_INCLUDED_INGREDIENT": 250156,
|
217 |
+
"[SL:RECIPES_MEAL": 250177,
|
218 |
+
"[SL:RECIPES_QUALIFIER_NUTRITION": 250269,
|
219 |
+
"[SL:RECIPES_RATING": 250161,
|
220 |
+
"[SL:RECIPES_SOURCE": 250294,
|
221 |
+
"[SL:RECIPES_TIME_PREPARATION": 250336,
|
222 |
+
"[SL:RECIPES_TYPE": 250229,
|
223 |
+
"[SL:RECIPES_TYPE_NUTRITION": 250225,
|
224 |
+
"[SL:RECIPES_UNIT_MEASUREMENT": 250142,
|
225 |
+
"[SL:RECIPES_UNIT_NUTRITION": 250240,
|
226 |
+
"[SL:RECIPIENT": 250167,
|
227 |
+
"[SL:SCHOOL": 250208,
|
228 |
+
"[SL:SENDER": 250168,
|
229 |
+
"[SL:SIMILARITY": 250106,
|
230 |
+
"[SL:TIMER_NAME": 250228,
|
231 |
+
"[SL:TITLE_EVENT": 250217,
|
232 |
+
"[SL:TODO": 250139,
|
233 |
+
"[SL:TYPE_CONTACT": 250319,
|
234 |
+
"[SL:TYPE_CONTENT": 250226,
|
235 |
+
"[SL:TYPE_RELATION": 250219,
|
236 |
+
"[SL:USER_ATTENDEE_EVENT": 250299,
|
237 |
+
"[SL:WEATHER_ATTRIBUTE": 250244,
|
238 |
+
"[SL:WEATHER_TEMPERATURE_UNIT": 250184
|
239 |
+
}
|
config.json
ADDED
@@ -0,0 +1,32 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "google/mt5-base",
|
3 |
+
"architectures": [
|
4 |
+
"AlignedMT5ForConditionalGeneration"
|
5 |
+
],
|
6 |
+
"d_ff": 2048,
|
7 |
+
"d_kv": 64,
|
8 |
+
"d_model": 768,
|
9 |
+
"decoder_start_token_id": 0,
|
10 |
+
"dense_act_fn": "gelu_new",
|
11 |
+
"dropout_rate": 0.1,
|
12 |
+
"eos_token_id": 1,
|
13 |
+
"feed_forward_proj": "gated-gelu",
|
14 |
+
"initializer_factor": 1.0,
|
15 |
+
"is_encoder_decoder": true,
|
16 |
+
"is_gated_act": true,
|
17 |
+
"layer_norm_epsilon": 1e-06,
|
18 |
+
"model_type": "mt5",
|
19 |
+
"num_decoder_layers": 12,
|
20 |
+
"num_heads": 12,
|
21 |
+
"num_layers": 12,
|
22 |
+
"output_past": true,
|
23 |
+
"pad_token_id": 0,
|
24 |
+
"relative_attention_max_distance": 128,
|
25 |
+
"relative_attention_num_buckets": 32,
|
26 |
+
"tie_word_embeddings": false,
|
27 |
+
"tokenizer_class": "T5Tokenizer",
|
28 |
+
"torch_dtype": "float32",
|
29 |
+
"transformers_version": "4.24.0",
|
30 |
+
"use_cache": true,
|
31 |
+
"vocab_size": 250337
|
32 |
+
}
|
pytorch_model.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b389bf8e579394cdda9b57e3f5649b3607feeb0a5cbb150f4b835e07901911ce
|
3 |
+
size 2333453145
|
special_tokens_map.json
ADDED
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"eos_token": "</s>",
|
3 |
+
"pad_token": "<pad>",
|
4 |
+
"unk_token": "<unk>"
|
5 |
+
}
|
spiece.model
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ef78f86560d809067d12bac6c09f19a462cb3af3f54d2b8acbba26e1433125d6
|
3 |
+
size 4309802
|
tokenizer.json
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5d4b01aa2f1e5c78ffb3148bf18e30afe34b02b4d0e5d564c34fdc12cc661e4f
|
3 |
+
size 16376194
|
tokenizer_config.json
ADDED
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"additional_special_tokens": null,
|
3 |
+
"eos_token": "</s>",
|
4 |
+
"extra_ids": 0,
|
5 |
+
"name_or_path": "google/mt5-base",
|
6 |
+
"pad_token": "<pad>",
|
7 |
+
"sp_model_kwargs": {},
|
8 |
+
"special_tokens_map_file": "/home/patrick/.cache/torch/transformers/685ac0ca8568ec593a48b61b0a3c272beee9bc194a3c7241d15dcadb5f875e53.f76030f3ec1b96a8199b2593390c610e76ca8028ef3d24680000619ffb646276",
|
9 |
+
"tokenizer_class": "T5Tokenizer",
|
10 |
+
"unk_token": "<unk>"
|
11 |
+
}
|
training_args.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3902041f184c4ad71a84c39ddbc8dfb20d747384be7494632d3b76053be3fa7e
|
3 |
+
size 3579
|