Helw150
commited on
Commit
•
3e7c247
1
Parent(s):
c369d95
Restore
Browse files- .gitignore +1 -0
- README.md +77 -0
- added_tokens.json +224 -0
- all_results.json +20 -0
- config.json +32 -0
- eval_results.json +9 -0
- generated_predictions.txt +0 -0
- predict_results.json +8 -0
- pytorch_model.bin +3 -0
- special_tokens_map.json +5 -0
- spiece.model +3 -0
- tokenizer.json +3 -0
- tokenizer_config.json +11 -0
- train_results.json +8 -0
- trainer_state.json +250 -0
- training_args.bin +3 -0
.gitignore
ADDED
@@ -0,0 +1 @@
|
|
|
1 |
+
checkpoint-*/
|
README.md
ADDED
@@ -0,0 +1,77 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
---
|
2 |
+
language:
|
3 |
+
- en
|
4 |
+
license: apache-2.0
|
5 |
+
tags:
|
6 |
+
- generated_from_trainer
|
7 |
+
datasets:
|
8 |
+
- top_v2
|
9 |
+
model-index:
|
10 |
+
- name: t5-base-pointer-adv-top_v2
|
11 |
+
results: []
|
12 |
+
---
|
13 |
+
|
14 |
+
<!-- This model card has been generated automatically according to the information the Trainer had access to. You
|
15 |
+
should probably proofread and complete it, then remove this comment. -->
|
16 |
+
|
17 |
+
# t5-base-pointer-adv-top_v2
|
18 |
+
|
19 |
+
This model is a fine-tuned version of [google/mt5-base](https://huggingface.co/google/mt5-base) on the top_v2 dataset.
|
20 |
+
It achieves the following results on the evaluation set:
|
21 |
+
- Loss: 0.0255
|
22 |
+
- Exact Match: 0.8472
|
23 |
+
|
24 |
+
## Model description
|
25 |
+
|
26 |
+
More information needed
|
27 |
+
|
28 |
+
## Intended uses & limitations
|
29 |
+
|
30 |
+
More information needed
|
31 |
+
|
32 |
+
## Training and evaluation data
|
33 |
+
|
34 |
+
More information needed
|
35 |
+
|
36 |
+
## Training procedure
|
37 |
+
|
38 |
+
### Training hyperparameters
|
39 |
+
|
40 |
+
The following hyperparameters were used during training:
|
41 |
+
- learning_rate: 0.001
|
42 |
+
- train_batch_size: 8
|
43 |
+
- eval_batch_size: 8
|
44 |
+
- seed: 42
|
45 |
+
- gradient_accumulation_steps: 64
|
46 |
+
- total_train_batch_size: 512
|
47 |
+
- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
|
48 |
+
- lr_scheduler_type: linear
|
49 |
+
- training_steps: 3000
|
50 |
+
|
51 |
+
### Training results
|
52 |
+
|
53 |
+
| Training Loss | Epoch | Step | Validation Loss | Exact Match |
|
54 |
+
|:-------------:|:-----:|:----:|:---------------:|:-----------:|
|
55 |
+
| 2.2938 | 0.41 | 200 | 0.5532 | 0.0012 |
|
56 |
+
| 0.671 | 0.82 | 400 | 0.1624 | 0.1610 |
|
57 |
+
| 0.5276 | 1.23 | 600 | 0.0692 | 0.2157 |
|
58 |
+
| 0.4196 | 1.64 | 800 | 0.0491 | 0.2259 |
|
59 |
+
| 0.3593 | 2.05 | 1000 | 0.0400 | 0.2291 |
|
60 |
+
| 0.3471 | 2.46 | 1200 | 0.0335 | 0.2297 |
|
61 |
+
| 0.3416 | 2.87 | 1400 | 0.0307 | 0.2318 |
|
62 |
+
| 0.3351 | 3.29 | 1600 | 0.0307 | 0.2334 |
|
63 |
+
| 0.3316 | 3.7 | 1800 | 0.0297 | 0.2343 |
|
64 |
+
| 0.3312 | 4.11 | 2000 | 0.0282 | 0.2344 |
|
65 |
+
| 0.3271 | 4.52 | 2200 | 0.0262 | 0.2365 |
|
66 |
+
| 0.3241 | 4.93 | 2400 | 0.0263 | 0.2365 |
|
67 |
+
| 0.3227 | 5.34 | 2600 | 0.0259 | 0.2368 |
|
68 |
+
| 0.3201 | 5.75 | 2800 | 0.0257 | 0.2365 |
|
69 |
+
| 0.3227 | 6.16 | 3000 | 0.0255 | 0.2365 |
|
70 |
+
|
71 |
+
|
72 |
+
### Framework versions
|
73 |
+
|
74 |
+
- Transformers 4.24.0
|
75 |
+
- Pytorch 1.13.0+cu117
|
76 |
+
- Datasets 2.7.0
|
77 |
+
- Tokenizers 0.13.2
|
added_tokens.json
ADDED
@@ -0,0 +1,224 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"<pt-0>": 250104,
|
3 |
+
"<pt-10>": 250111,
|
4 |
+
"<pt-11>": 250134,
|
5 |
+
"<pt-12>": 250128,
|
6 |
+
"<pt-13>": 250132,
|
7 |
+
"<pt-14>": 250103,
|
8 |
+
"<pt-15>": 250120,
|
9 |
+
"<pt-16>": 250117,
|
10 |
+
"<pt-17>": 250131,
|
11 |
+
"<pt-18>": 250116,
|
12 |
+
"<pt-19>": 250106,
|
13 |
+
"<pt-1>": 250122,
|
14 |
+
"<pt-20>": 250119,
|
15 |
+
"<pt-21>": 250136,
|
16 |
+
"<pt-22>": 250137,
|
17 |
+
"<pt-23>": 250139,
|
18 |
+
"<pt-24>": 250141,
|
19 |
+
"<pt-25>": 250140,
|
20 |
+
"<pt-26>": 250170,
|
21 |
+
"<pt-27>": 250177,
|
22 |
+
"<pt-28>": 250179,
|
23 |
+
"<pt-29>": 250193,
|
24 |
+
"<pt-2>": 250105,
|
25 |
+
"<pt-30>": 250183,
|
26 |
+
"<pt-31>": 250188,
|
27 |
+
"<pt-32>": 250167,
|
28 |
+
"<pt-33>": 250194,
|
29 |
+
"<pt-34>": 250180,
|
30 |
+
"<pt-35>": 250187,
|
31 |
+
"<pt-36>": 250166,
|
32 |
+
"<pt-37>": 250176,
|
33 |
+
"<pt-38>": 250186,
|
34 |
+
"<pt-39>": 250163,
|
35 |
+
"<pt-3>": 250124,
|
36 |
+
"<pt-40>": 250175,
|
37 |
+
"<pt-41>": 250184,
|
38 |
+
"<pt-42>": 250164,
|
39 |
+
"<pt-43>": 250181,
|
40 |
+
"<pt-44>": 250182,
|
41 |
+
"<pt-45>": 250189,
|
42 |
+
"<pt-46>": 250165,
|
43 |
+
"<pt-47>": 250190,
|
44 |
+
"<pt-48>": 250192,
|
45 |
+
"<pt-49>": 250173,
|
46 |
+
"<pt-4>": 250121,
|
47 |
+
"<pt-50>": 250185,
|
48 |
+
"<pt-51>": 250178,
|
49 |
+
"<pt-52>": 250191,
|
50 |
+
"<pt-53>": 250168,
|
51 |
+
"<pt-54>": 250174,
|
52 |
+
"<pt-55>": 250169,
|
53 |
+
"<pt-5>": 250115,
|
54 |
+
"<pt-6>": 250112,
|
55 |
+
"<pt-7>": 250113,
|
56 |
+
"<pt-8>": 250123,
|
57 |
+
"<pt-9>": 250108,
|
58 |
+
"[IN:ADD_TIME_TIMER": 250308,
|
59 |
+
"[IN:ADD_TO_PLAYLIST_MUSIC": 250222,
|
60 |
+
"[IN:CANCEL_MESSAGE": 250201,
|
61 |
+
"[IN:CREATE_ALARM": 250130,
|
62 |
+
"[IN:CREATE_PLAYLIST_MUSIC": 250223,
|
63 |
+
"[IN:CREATE_REMINDER": 250279,
|
64 |
+
"[IN:CREATE_TIMER": 250303,
|
65 |
+
"[IN:DELETE_ALARM": 250127,
|
66 |
+
"[IN:DELETE_REMINDER": 250274,
|
67 |
+
"[IN:DELETE_TIMER": 250299,
|
68 |
+
"[IN:DISLIKE_MUSIC": 250226,
|
69 |
+
"[IN:GET_ALARM": 250109,
|
70 |
+
"[IN:GET_BIRTHDAY": 250296,
|
71 |
+
"[IN:GET_CONTACT": 250149,
|
72 |
+
"[IN:GET_DIRECTIONS": 250266,
|
73 |
+
"[IN:GET_DISTANCE": 250245,
|
74 |
+
"[IN:GET_ESTIMATED_ARRIVAL": 250255,
|
75 |
+
"[IN:GET_ESTIMATED_DEPARTURE": 250262,
|
76 |
+
"[IN:GET_ESTIMATED_DURATION": 250267,
|
77 |
+
"[IN:GET_EVENT": 250160,
|
78 |
+
"[IN:GET_EVENT_ATTENDEE": 250162,
|
79 |
+
"[IN:GET_EVENT_ATTENDEE_AMOUNT": 250195,
|
80 |
+
"[IN:GET_EVENT_ORGANIZER": 250197,
|
81 |
+
"[IN:GET_INFO_CONTACT": 250317,
|
82 |
+
"[IN:GET_INFO_ROAD_CONDITION": 250258,
|
83 |
+
"[IN:GET_INFO_ROUTE": 250244,
|
84 |
+
"[IN:GET_INFO_TRAFFIC": 250257,
|
85 |
+
"[IN:GET_LOCATION": 250143,
|
86 |
+
"[IN:GET_LOCATION_HOME": 250150,
|
87 |
+
"[IN:GET_LOCATION_HOMETOWN": 250268,
|
88 |
+
"[IN:GET_LOCATION_SCHOOL": 250148,
|
89 |
+
"[IN:GET_LOCATION_WORK": 250171,
|
90 |
+
"[IN:GET_MESSAGE": 250209,
|
91 |
+
"[IN:GET_RECURRING_DATE_TIME": 250270,
|
92 |
+
"[IN:GET_REMINDER": 250273,
|
93 |
+
"[IN:GET_REMINDER_AMOUNT": 250291,
|
94 |
+
"[IN:GET_REMINDER_DATE_TIME": 250288,
|
95 |
+
"[IN:GET_REMINDER_LOCATION": 250290,
|
96 |
+
"[IN:GET_SUNRISE": 250314,
|
97 |
+
"[IN:GET_SUNSET": 250310,
|
98 |
+
"[IN:GET_TIME": 250101,
|
99 |
+
"[IN:GET_TIMER": 250306,
|
100 |
+
"[IN:GET_TODO": 250278,
|
101 |
+
"[IN:GET_WEATHER": 250311,
|
102 |
+
"[IN:HELP_REMINDER": 250292,
|
103 |
+
"[IN:IGNORE_MESSAGE": 250218,
|
104 |
+
"[IN:LIKE_MUSIC": 250240,
|
105 |
+
"[IN:LOOP_MUSIC": 250237,
|
106 |
+
"[IN:NEGATION": 250196,
|
107 |
+
"[IN:PAUSE_MUSIC": 250221,
|
108 |
+
"[IN:PAUSE_TIMER": 250304,
|
109 |
+
"[IN:PLAY_MUSIC": 250231,
|
110 |
+
"[IN:PREVIOUS_TRACK_MUSIC": 250234,
|
111 |
+
"[IN:REACT_MESSAGE": 250210,
|
112 |
+
"[IN:REMOVE_FROM_PLAYLIST_MUSIC": 250236,
|
113 |
+
"[IN:REPLAY_MUSIC": 250235,
|
114 |
+
"[IN:REPLY_MESSAGE": 250283,
|
115 |
+
"[IN:RESTART_TIMER": 250302,
|
116 |
+
"[IN:RESUME_TIMER": 250309,
|
117 |
+
"[IN:SELECT_ITEM": 250320,
|
118 |
+
"[IN:SEND_MESSAGE": 250205,
|
119 |
+
"[IN:SEND_TEXT_MESSAGE": 250219,
|
120 |
+
"[IN:SET_DEFAULT_PROVIDER_MUSIC": 250321,
|
121 |
+
"[IN:SILENCE_ALARM": 250107,
|
122 |
+
"[IN:SKIP_TRACK_MUSIC": 250239,
|
123 |
+
"[IN:SNOOZE_ALARM": 250114,
|
124 |
+
"[IN:START_SHUFFLE_MUSIC": 250224,
|
125 |
+
"[IN:STOP_MUSIC": 250229,
|
126 |
+
"[IN:SUBTRACT_TIME_TIMER": 250298,
|
127 |
+
"[IN:UNSUPPORTED_ALARM": 250102,
|
128 |
+
"[IN:UNSUPPORTED_EVENT": 250159,
|
129 |
+
"[IN:UNSUPPORTED_MESSAGING": 250217,
|
130 |
+
"[IN:UNSUPPORTED_MUSIC": 250230,
|
131 |
+
"[IN:UNSUPPORTED_NAVIGATION": 250251,
|
132 |
+
"[IN:UNSUPPORTED_TIMER": 250301,
|
133 |
+
"[IN:UNSUPPORTED_WEATHER": 250313,
|
134 |
+
"[IN:UPDATE_ALARM": 250110,
|
135 |
+
"[IN:UPDATE_DIRECTIONS": 250248,
|
136 |
+
"[IN:UPDATE_REMINDER": 250285,
|
137 |
+
"[IN:UPDATE_REMINDER_DATE_TIME": 250275,
|
138 |
+
"[IN:UPDATE_REMINDER_TODO": 250277,
|
139 |
+
"[IN:UPDATE_TIMER": 250307,
|
140 |
+
"[SL:AGE": 250220,
|
141 |
+
"[SL:ALARM_NAME": 250118,
|
142 |
+
"[SL:AMOUNT": 250135,
|
143 |
+
"[SL:ATTENDEE": 250276,
|
144 |
+
"[SL:ATTENDEE_ADDED": 250295,
|
145 |
+
"[SL:ATTENDEE_EVENT": 250152,
|
146 |
+
"[SL:ATTENDEE_REMOVED": 250294,
|
147 |
+
"[SL:ATTRIBUTE_EVENT": 250157,
|
148 |
+
"[SL:BIRTHDAY": 250319,
|
149 |
+
"[SL:CATEGORY_EVENT": 250156,
|
150 |
+
"[SL:CATEGORY_LOCATION": 250151,
|
151 |
+
"[SL:CONTACT": 250154,
|
152 |
+
"[SL:CONTACT_RELATED": 250146,
|
153 |
+
"[SL:CONTENT_EMOJI": 250208,
|
154 |
+
"[SL:CONTENT_EXACT": 250198,
|
155 |
+
"[SL:DATE_TIME": 250126,
|
156 |
+
"[SL:DATE_TIME_ARRIVAL": 250261,
|
157 |
+
"[SL:DATE_TIME_BIRTHDAY": 250318,
|
158 |
+
"[SL:DATE_TIME_DEPARTURE": 250263,
|
159 |
+
"[SL:DATE_TIME_NEW": 250272,
|
160 |
+
"[SL:DATE_TIME_RECURRING": 250100,
|
161 |
+
"[SL:DESTINATION": 250246,
|
162 |
+
"[SL:DURATION": 250133,
|
163 |
+
"[SL:FREQUENCY": 250282,
|
164 |
+
"[SL:GROUP": 250203,
|
165 |
+
"[SL:JOB": 250297,
|
166 |
+
"[SL:LOCATION": 250161,
|
167 |
+
"[SL:LOCATION_CURRENT": 250264,
|
168 |
+
"[SL:LOCATION_HOME": 250206,
|
169 |
+
"[SL:LOCATION_MODIFIER": 250155,
|
170 |
+
"[SL:LOCATION_USER": 250144,
|
171 |
+
"[SL:LOCATION_WORK": 250260,
|
172 |
+
"[SL:MEASUREMENT_UNIT": 250316,
|
173 |
+
"[SL:METHOD_RETRIEVAL_REMINDER": 250281,
|
174 |
+
"[SL:METHOD_TIMER": 250305,
|
175 |
+
"[SL:METHOD_TRAVEL": 250253,
|
176 |
+
"[SL:MUSIC_ALBUM_TITLE": 250233,
|
177 |
+
"[SL:MUSIC_ARTIST_NAME": 250225,
|
178 |
+
"[SL:MUSIC_GENRE": 250228,
|
179 |
+
"[SL:MUSIC_PLAYLIST_TITLE": 250241,
|
180 |
+
"[SL:MUSIC_PROVIDER_NAME": 250232,
|
181 |
+
"[SL:MUSIC_RADIO_ID": 250242,
|
182 |
+
"[SL:MUSIC_TRACK_TITLE": 250238,
|
183 |
+
"[SL:MUSIC_TYPE": 250227,
|
184 |
+
"[SL:MUTUAL_EMPLOYER": 250215,
|
185 |
+
"[SL:MUTUAL_LOCATION": 250212,
|
186 |
+
"[SL:MUTUAL_SCHOOL": 250214,
|
187 |
+
"[SL:NAME_APP": 250293,
|
188 |
+
"[SL:NAME_EVENT": 250158,
|
189 |
+
"[SL:OBSTRUCTION_AVOID": 250254,
|
190 |
+
"[SL:ORDINAL": 250125,
|
191 |
+
"[SL:ORGANIZER_EVENT": 250172,
|
192 |
+
"[SL:PATH": 250243,
|
193 |
+
"[SL:PATH_AVOID": 250250,
|
194 |
+
"[SL:PERIOD": 250129,
|
195 |
+
"[SL:PERSON_REMINDED": 250284,
|
196 |
+
"[SL:PERSON_REMINDED_ADDED": 250287,
|
197 |
+
"[SL:PERSON_REMINDED_REMOVED": 250289,
|
198 |
+
"[SL:POINT_ON_MAP": 250145,
|
199 |
+
"[SL:RECIPIENT": 250207,
|
200 |
+
"[SL:RECURRING_DATE_TIME": 250142,
|
201 |
+
"[SL:RECURRING_DATE_TIME_NEW": 250286,
|
202 |
+
"[SL:RESOURCE": 250213,
|
203 |
+
"[SL:ROAD_CONDITION": 250249,
|
204 |
+
"[SL:ROAD_CONDITION_AVOID": 250265,
|
205 |
+
"[SL:SEARCH_RADIUS": 250153,
|
206 |
+
"[SL:SENDER": 250199,
|
207 |
+
"[SL:SOURCE": 250247,
|
208 |
+
"[SL:TAG_MESSAGE": 250216,
|
209 |
+
"[SL:TIMER_NAME": 250300,
|
210 |
+
"[SL:TIME_ZONE": 250138,
|
211 |
+
"[SL:TODO": 250271,
|
212 |
+
"[SL:TODO_NEW": 250280,
|
213 |
+
"[SL:TYPE_CONTACT": 250204,
|
214 |
+
"[SL:TYPE_CONTENT": 250200,
|
215 |
+
"[SL:TYPE_INFO": 250211,
|
216 |
+
"[SL:TYPE_REACTION": 250202,
|
217 |
+
"[SL:TYPE_RELATION": 250147,
|
218 |
+
"[SL:UNIT_DISTANCE": 250259,
|
219 |
+
"[SL:WAYPOINT": 250256,
|
220 |
+
"[SL:WAYPOINT_ADDED": 250269,
|
221 |
+
"[SL:WAYPOINT_AVOID": 250252,
|
222 |
+
"[SL:WEATHER_ATTRIBUTE": 250312,
|
223 |
+
"[SL:WEATHER_TEMPERATURE_UNIT": 250315
|
224 |
+
}
|
all_results.json
ADDED
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"epoch": 6.16,
|
3 |
+
"eval_exact_match": 0.8472027972027972,
|
4 |
+
"eval_loss": 0.02550993673503399,
|
5 |
+
"eval_runtime": 1857.16,
|
6 |
+
"eval_samples": 17160,
|
7 |
+
"eval_samples_per_second": 9.24,
|
8 |
+
"eval_steps_per_second": 1.155,
|
9 |
+
"predict_exact_match": 0.8496583730823772,
|
10 |
+
"predict_loss": 0.028981352224946022,
|
11 |
+
"predict_runtime": 4150.6435,
|
12 |
+
"predict_samples": 38785,
|
13 |
+
"predict_samples_per_second": 9.344,
|
14 |
+
"predict_steps_per_second": 1.168,
|
15 |
+
"train_loss": 0.5049722137451171,
|
16 |
+
"train_runtime": 47265.062,
|
17 |
+
"train_samples": 249508,
|
18 |
+
"train_samples_per_second": 32.498,
|
19 |
+
"train_steps_per_second": 0.063
|
20 |
+
}
|
config.json
ADDED
@@ -0,0 +1,32 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "google/mt5-base",
|
3 |
+
"architectures": [
|
4 |
+
"AlignedMT5ForConditionalGeneration"
|
5 |
+
],
|
6 |
+
"d_ff": 2048,
|
7 |
+
"d_kv": 64,
|
8 |
+
"d_model": 768,
|
9 |
+
"decoder_start_token_id": 0,
|
10 |
+
"dense_act_fn": "gelu_new",
|
11 |
+
"dropout_rate": 0.1,
|
12 |
+
"eos_token_id": 1,
|
13 |
+
"feed_forward_proj": "gated-gelu",
|
14 |
+
"initializer_factor": 1.0,
|
15 |
+
"is_encoder_decoder": true,
|
16 |
+
"is_gated_act": true,
|
17 |
+
"layer_norm_epsilon": 1e-06,
|
18 |
+
"model_type": "mt5",
|
19 |
+
"num_decoder_layers": 12,
|
20 |
+
"num_heads": 12,
|
21 |
+
"num_layers": 12,
|
22 |
+
"output_past": true,
|
23 |
+
"pad_token_id": 0,
|
24 |
+
"relative_attention_max_distance": 128,
|
25 |
+
"relative_attention_num_buckets": 32,
|
26 |
+
"tie_word_embeddings": false,
|
27 |
+
"tokenizer_class": "T5Tokenizer",
|
28 |
+
"torch_dtype": "float32",
|
29 |
+
"transformers_version": "4.24.0",
|
30 |
+
"use_cache": true,
|
31 |
+
"vocab_size": 250322
|
32 |
+
}
|
eval_results.json
ADDED
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"epoch": 6.16,
|
3 |
+
"eval_exact_match": 0.8472027972027972,
|
4 |
+
"eval_loss": 0.02550993673503399,
|
5 |
+
"eval_runtime": 1857.16,
|
6 |
+
"eval_samples": 17160,
|
7 |
+
"eval_samples_per_second": 9.24,
|
8 |
+
"eval_steps_per_second": 1.155
|
9 |
+
}
|
generated_predictions.txt
ADDED
The diff for this file is too large to render.
See raw diff
|
predict_results.json
ADDED
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"predict_exact_match": 0.8496583730823772,
|
3 |
+
"predict_loss": 0.028981352224946022,
|
4 |
+
"predict_runtime": 4150.6435,
|
5 |
+
"predict_samples": 38785,
|
6 |
+
"predict_samples_per_second": 9.344,
|
7 |
+
"predict_steps_per_second": 1.168
|
8 |
+
}
|
pytorch_model.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d0a9bf5410c26b017552fcf3256b41ebc72e68748a195c57f9ab65dea5b86073
|
3 |
+
size 2333360985
|
special_tokens_map.json
ADDED
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"eos_token": "</s>",
|
3 |
+
"pad_token": "<pad>",
|
4 |
+
"unk_token": "<unk>"
|
5 |
+
}
|
spiece.model
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ef78f86560d809067d12bac6c09f19a462cb3af3f54d2b8acbba26e1433125d6
|
3 |
+
size 4309802
|
tokenizer.json
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e1d9bf8581400dbadfa0f7c4f9c061fb88fa5afdffd47848f883a217b60a6920
|
3 |
+
size 16373140
|
tokenizer_config.json
ADDED
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"additional_special_tokens": null,
|
3 |
+
"eos_token": "</s>",
|
4 |
+
"extra_ids": 0,
|
5 |
+
"name_or_path": "google/mt5-base",
|
6 |
+
"pad_token": "<pad>",
|
7 |
+
"sp_model_kwargs": {},
|
8 |
+
"special_tokens_map_file": "/home/patrick/.cache/torch/transformers/685ac0ca8568ec593a48b61b0a3c272beee9bc194a3c7241d15dcadb5f875e53.f76030f3ec1b96a8199b2593390c610e76ca8028ef3d24680000619ffb646276",
|
9 |
+
"tokenizer_class": "T5Tokenizer",
|
10 |
+
"unk_token": "<unk>"
|
11 |
+
}
|
train_results.json
ADDED
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"epoch": 6.16,
|
3 |
+
"train_loss": 0.5049722137451171,
|
4 |
+
"train_runtime": 47265.062,
|
5 |
+
"train_samples": 249508,
|
6 |
+
"train_samples_per_second": 32.498,
|
7 |
+
"train_steps_per_second": 0.063
|
8 |
+
}
|
trainer_state.json
ADDED
@@ -0,0 +1,250 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"best_metric": 0.02550993673503399,
|
3 |
+
"best_model_checkpoint": "/data/wheld3/mt5-base-pointer-adv-top_v2/checkpoint-3000",
|
4 |
+
"epoch": 6.160056430151656,
|
5 |
+
"global_step": 3000,
|
6 |
+
"is_hyper_param_search": false,
|
7 |
+
"is_local_process_zero": true,
|
8 |
+
"is_world_process_zero": true,
|
9 |
+
"log_history": [
|
10 |
+
{
|
11 |
+
"epoch": 0.41,
|
12 |
+
"learning_rate": 0.0009333333333333333,
|
13 |
+
"loss": 2.2938,
|
14 |
+
"step": 200
|
15 |
+
},
|
16 |
+
{
|
17 |
+
"epoch": 0.41,
|
18 |
+
"eval_exact_match": 0.0011655011655011655,
|
19 |
+
"eval_loss": 0.5532176494598389,
|
20 |
+
"eval_runtime": 914.7564,
|
21 |
+
"eval_samples_per_second": 18.759,
|
22 |
+
"eval_steps_per_second": 2.345,
|
23 |
+
"step": 200
|
24 |
+
},
|
25 |
+
{
|
26 |
+
"epoch": 0.82,
|
27 |
+
"learning_rate": 0.0008666666666666667,
|
28 |
+
"loss": 0.671,
|
29 |
+
"step": 400
|
30 |
+
},
|
31 |
+
{
|
32 |
+
"epoch": 0.82,
|
33 |
+
"eval_exact_match": 0.16095571095571096,
|
34 |
+
"eval_loss": 0.16243064403533936,
|
35 |
+
"eval_runtime": 902.0916,
|
36 |
+
"eval_samples_per_second": 19.022,
|
37 |
+
"eval_steps_per_second": 2.378,
|
38 |
+
"step": 400
|
39 |
+
},
|
40 |
+
{
|
41 |
+
"epoch": 1.23,
|
42 |
+
"learning_rate": 0.0008,
|
43 |
+
"loss": 0.5276,
|
44 |
+
"step": 600
|
45 |
+
},
|
46 |
+
{
|
47 |
+
"epoch": 1.23,
|
48 |
+
"eval_exact_match": 0.21567599067599066,
|
49 |
+
"eval_loss": 0.06916385143995285,
|
50 |
+
"eval_runtime": 882.9446,
|
51 |
+
"eval_samples_per_second": 19.435,
|
52 |
+
"eval_steps_per_second": 2.429,
|
53 |
+
"step": 600
|
54 |
+
},
|
55 |
+
{
|
56 |
+
"epoch": 1.64,
|
57 |
+
"learning_rate": 0.0007333333333333333,
|
58 |
+
"loss": 0.4196,
|
59 |
+
"step": 800
|
60 |
+
},
|
61 |
+
{
|
62 |
+
"epoch": 1.64,
|
63 |
+
"eval_exact_match": 0.22587412587412586,
|
64 |
+
"eval_loss": 0.04908030480146408,
|
65 |
+
"eval_runtime": 882.5419,
|
66 |
+
"eval_samples_per_second": 19.444,
|
67 |
+
"eval_steps_per_second": 2.43,
|
68 |
+
"step": 800
|
69 |
+
},
|
70 |
+
{
|
71 |
+
"epoch": 2.05,
|
72 |
+
"learning_rate": 0.0006666666666666666,
|
73 |
+
"loss": 0.3593,
|
74 |
+
"step": 1000
|
75 |
+
},
|
76 |
+
{
|
77 |
+
"epoch": 2.05,
|
78 |
+
"eval_exact_match": 0.22913752913752913,
|
79 |
+
"eval_loss": 0.03997402638196945,
|
80 |
+
"eval_runtime": 888.3883,
|
81 |
+
"eval_samples_per_second": 19.316,
|
82 |
+
"eval_steps_per_second": 2.414,
|
83 |
+
"step": 1000
|
84 |
+
},
|
85 |
+
{
|
86 |
+
"epoch": 2.46,
|
87 |
+
"learning_rate": 0.0006,
|
88 |
+
"loss": 0.3471,
|
89 |
+
"step": 1200
|
90 |
+
},
|
91 |
+
{
|
92 |
+
"epoch": 2.46,
|
93 |
+
"eval_exact_match": 0.22966200466200465,
|
94 |
+
"eval_loss": 0.03349088877439499,
|
95 |
+
"eval_runtime": 876.9206,
|
96 |
+
"eval_samples_per_second": 19.568,
|
97 |
+
"eval_steps_per_second": 2.446,
|
98 |
+
"step": 1200
|
99 |
+
},
|
100 |
+
{
|
101 |
+
"epoch": 2.87,
|
102 |
+
"learning_rate": 0.0005333333333333334,
|
103 |
+
"loss": 0.3416,
|
104 |
+
"step": 1400
|
105 |
+
},
|
106 |
+
{
|
107 |
+
"epoch": 2.87,
|
108 |
+
"eval_exact_match": 0.23175990675990676,
|
109 |
+
"eval_loss": 0.03065803460776806,
|
110 |
+
"eval_runtime": 880.241,
|
111 |
+
"eval_samples_per_second": 19.495,
|
112 |
+
"eval_steps_per_second": 2.437,
|
113 |
+
"step": 1400
|
114 |
+
},
|
115 |
+
{
|
116 |
+
"epoch": 3.29,
|
117 |
+
"learning_rate": 0.00046666666666666666,
|
118 |
+
"loss": 0.3351,
|
119 |
+
"step": 1600
|
120 |
+
},
|
121 |
+
{
|
122 |
+
"epoch": 3.29,
|
123 |
+
"eval_exact_match": 0.23344988344988346,
|
124 |
+
"eval_loss": 0.030744880437850952,
|
125 |
+
"eval_runtime": 884.2271,
|
126 |
+
"eval_samples_per_second": 19.407,
|
127 |
+
"eval_steps_per_second": 2.426,
|
128 |
+
"step": 1600
|
129 |
+
},
|
130 |
+
{
|
131 |
+
"epoch": 3.7,
|
132 |
+
"learning_rate": 0.0004,
|
133 |
+
"loss": 0.3316,
|
134 |
+
"step": 1800
|
135 |
+
},
|
136 |
+
{
|
137 |
+
"epoch": 3.7,
|
138 |
+
"eval_exact_match": 0.23432400932400932,
|
139 |
+
"eval_loss": 0.029669322073459625,
|
140 |
+
"eval_runtime": 876.7173,
|
141 |
+
"eval_samples_per_second": 19.573,
|
142 |
+
"eval_steps_per_second": 2.447,
|
143 |
+
"step": 1800
|
144 |
+
},
|
145 |
+
{
|
146 |
+
"epoch": 4.11,
|
147 |
+
"learning_rate": 0.0003333333333333333,
|
148 |
+
"loss": 0.3312,
|
149 |
+
"step": 2000
|
150 |
+
},
|
151 |
+
{
|
152 |
+
"epoch": 4.11,
|
153 |
+
"eval_exact_match": 0.23444055944055944,
|
154 |
+
"eval_loss": 0.02815121039748192,
|
155 |
+
"eval_runtime": 885.0693,
|
156 |
+
"eval_samples_per_second": 19.388,
|
157 |
+
"eval_steps_per_second": 2.424,
|
158 |
+
"step": 2000
|
159 |
+
},
|
160 |
+
{
|
161 |
+
"epoch": 4.52,
|
162 |
+
"learning_rate": 0.0002666666666666667,
|
163 |
+
"loss": 0.3271,
|
164 |
+
"step": 2200
|
165 |
+
},
|
166 |
+
{
|
167 |
+
"epoch": 4.52,
|
168 |
+
"eval_exact_match": 0.23648018648018648,
|
169 |
+
"eval_loss": 0.02621879242360592,
|
170 |
+
"eval_runtime": 890.2789,
|
171 |
+
"eval_samples_per_second": 19.275,
|
172 |
+
"eval_steps_per_second": 2.409,
|
173 |
+
"step": 2200
|
174 |
+
},
|
175 |
+
{
|
176 |
+
"epoch": 4.93,
|
177 |
+
"learning_rate": 0.0002,
|
178 |
+
"loss": 0.3241,
|
179 |
+
"step": 2400
|
180 |
+
},
|
181 |
+
{
|
182 |
+
"epoch": 4.93,
|
183 |
+
"eval_exact_match": 0.23653846153846153,
|
184 |
+
"eval_loss": 0.02629098668694496,
|
185 |
+
"eval_runtime": 876.3961,
|
186 |
+
"eval_samples_per_second": 19.58,
|
187 |
+
"eval_steps_per_second": 2.448,
|
188 |
+
"step": 2400
|
189 |
+
},
|
190 |
+
{
|
191 |
+
"epoch": 5.34,
|
192 |
+
"learning_rate": 0.00013333333333333334,
|
193 |
+
"loss": 0.3227,
|
194 |
+
"step": 2600
|
195 |
+
},
|
196 |
+
{
|
197 |
+
"epoch": 5.34,
|
198 |
+
"eval_exact_match": 0.23677156177156178,
|
199 |
+
"eval_loss": 0.02586781419813633,
|
200 |
+
"eval_runtime": 890.1947,
|
201 |
+
"eval_samples_per_second": 19.277,
|
202 |
+
"eval_steps_per_second": 2.41,
|
203 |
+
"step": 2600
|
204 |
+
},
|
205 |
+
{
|
206 |
+
"epoch": 5.75,
|
207 |
+
"learning_rate": 6.666666666666667e-05,
|
208 |
+
"loss": 0.3201,
|
209 |
+
"step": 2800
|
210 |
+
},
|
211 |
+
{
|
212 |
+
"epoch": 5.75,
|
213 |
+
"eval_exact_match": 0.23653846153846153,
|
214 |
+
"eval_loss": 0.025654641911387444,
|
215 |
+
"eval_runtime": 876.5182,
|
216 |
+
"eval_samples_per_second": 19.577,
|
217 |
+
"eval_steps_per_second": 2.447,
|
218 |
+
"step": 2800
|
219 |
+
},
|
220 |
+
{
|
221 |
+
"epoch": 6.16,
|
222 |
+
"learning_rate": 0.0,
|
223 |
+
"loss": 0.3227,
|
224 |
+
"step": 3000
|
225 |
+
},
|
226 |
+
{
|
227 |
+
"epoch": 6.16,
|
228 |
+
"eval_exact_match": 0.23653846153846153,
|
229 |
+
"eval_loss": 0.02550993673503399,
|
230 |
+
"eval_runtime": 881.7574,
|
231 |
+
"eval_samples_per_second": 19.461,
|
232 |
+
"eval_steps_per_second": 2.433,
|
233 |
+
"step": 3000
|
234 |
+
},
|
235 |
+
{
|
236 |
+
"epoch": 6.16,
|
237 |
+
"step": 3000,
|
238 |
+
"total_flos": 8.2913691900475e+16,
|
239 |
+
"train_loss": 0.5049722137451171,
|
240 |
+
"train_runtime": 47265.062,
|
241 |
+
"train_samples_per_second": 32.498,
|
242 |
+
"train_steps_per_second": 0.063
|
243 |
+
}
|
244 |
+
],
|
245 |
+
"max_steps": 3000,
|
246 |
+
"num_train_epochs": 7,
|
247 |
+
"total_flos": 8.2913691900475e+16,
|
248 |
+
"trial_name": null,
|
249 |
+
"trial_params": null
|
250 |
+
}
|
training_args.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4308c72c7ff07ac7aa062d27f37e4fe12d25e31fc93945edbf568fb62fcd8f70
|
3 |
+
size 3579
|