Jeska commited on
Commit
fdb04eb
1 Parent(s): 4c21bf6

End of training

Browse files
all_results.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 24.0,
3
+ "eval_loss": 1.9995439052581787,
4
+ "eval_runtime": 45.3691,
5
+ "eval_samples": 2933,
6
+ "eval_samples_per_second": 64.648,
7
+ "eval_steps_per_second": 8.089,
8
+ "perplexity": 7.385686757724717,
9
+ "train_loss": 1.7702036539713542,
10
+ "train_runtime": 78929.442,
11
+ "train_samples": 55736,
12
+ "train_samples_per_second": 16.948,
13
+ "train_steps_per_second": 0.132
14
+ }
eval_results.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 24.0,
3
+ "eval_loss": 1.9995439052581787,
4
+ "eval_runtime": 45.3691,
5
+ "eval_samples": 2933,
6
+ "eval_samples_per_second": 64.648,
7
+ "eval_steps_per_second": 8.089,
8
+ "perplexity": 7.385686757724717
9
+ }
runs/Dec08_21-45-18_jbuhmann/events.out.tfevents.1638999944.jbuhmann.10371.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:92d6dcc3e89161d94a553147fbe3e095d73c49a10d8f5a2bb4aad347d04a49d1
3
- size 12820
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0692047fd9730624d5919f6231614084442da3dc5259d6966e088cc8ec2e5531
3
+ size 13174
runs/Dec08_21-45-18_jbuhmann/events.out.tfevents.1639078920.jbuhmann.10371.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50a12d9f60acef8230fb5602d6f1538157b9a61a42d39ba6d49d05090382edf7
3
+ size 311
train_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 24.0,
3
+ "train_loss": 1.7702036539713542,
4
+ "train_runtime": 78929.442,
5
+ "train_samples": 55736,
6
+ "train_samples_per_second": 16.948,
7
+ "train_steps_per_second": 0.132
8
+ }
trainer_state.json ADDED
@@ -0,0 +1,337 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 23.998851894374283,
5
+ "global_step": 10440,
6
+ "is_hyper_param_search": false,
7
+ "is_local_process_zero": true,
8
+ "is_world_process_zero": true,
9
+ "log_history": [
10
+ {
11
+ "epoch": 1.0,
12
+ "eval_loss": 2.075101852416992,
13
+ "eval_runtime": 45.9619,
14
+ "eval_samples_per_second": 63.814,
15
+ "eval_steps_per_second": 7.985,
16
+ "step": 435
17
+ },
18
+ {
19
+ "epoch": 1.15,
20
+ "learning_rate": 4.760536398467433e-05,
21
+ "loss": 2.1982,
22
+ "step": 500
23
+ },
24
+ {
25
+ "epoch": 2.0,
26
+ "eval_loss": 2.046468496322632,
27
+ "eval_runtime": 45.9297,
28
+ "eval_samples_per_second": 63.859,
29
+ "eval_steps_per_second": 7.99,
30
+ "step": 870
31
+ },
32
+ {
33
+ "epoch": 2.3,
34
+ "learning_rate": 4.5210727969348656e-05,
35
+ "loss": 2.0841,
36
+ "step": 1000
37
+ },
38
+ {
39
+ "epoch": 3.0,
40
+ "eval_loss": 2.042027235031128,
41
+ "eval_runtime": 45.9311,
42
+ "eval_samples_per_second": 63.857,
43
+ "eval_steps_per_second": 7.99,
44
+ "step": 1305
45
+ },
46
+ {
47
+ "epoch": 3.45,
48
+ "learning_rate": 4.2816091954022994e-05,
49
+ "loss": 2.0374,
50
+ "step": 1500
51
+ },
52
+ {
53
+ "epoch": 4.0,
54
+ "eval_loss": 2.032456398010254,
55
+ "eval_runtime": 45.8552,
56
+ "eval_samples_per_second": 63.962,
57
+ "eval_steps_per_second": 8.003,
58
+ "step": 1740
59
+ },
60
+ {
61
+ "epoch": 4.6,
62
+ "learning_rate": 4.0421455938697324e-05,
63
+ "loss": 1.9731,
64
+ "step": 2000
65
+ },
66
+ {
67
+ "epoch": 5.0,
68
+ "eval_loss": 2.007476806640625,
69
+ "eval_runtime": 45.8552,
70
+ "eval_samples_per_second": 63.962,
71
+ "eval_steps_per_second": 8.003,
72
+ "step": 2175
73
+ },
74
+ {
75
+ "epoch": 5.75,
76
+ "learning_rate": 3.802681992337165e-05,
77
+ "loss": 1.9248,
78
+ "step": 2500
79
+ },
80
+ {
81
+ "epoch": 6.0,
82
+ "eval_loss": 2.021885871887207,
83
+ "eval_runtime": 45.9257,
84
+ "eval_samples_per_second": 63.864,
85
+ "eval_steps_per_second": 7.991,
86
+ "step": 2610
87
+ },
88
+ {
89
+ "epoch": 6.9,
90
+ "learning_rate": 3.563218390804598e-05,
91
+ "loss": 1.8848,
92
+ "step": 3000
93
+ },
94
+ {
95
+ "epoch": 7.0,
96
+ "eval_loss": 1.9770045280456543,
97
+ "eval_runtime": 45.8935,
98
+ "eval_samples_per_second": 63.909,
99
+ "eval_steps_per_second": 7.997,
100
+ "step": 3045
101
+ },
102
+ {
103
+ "epoch": 8.0,
104
+ "eval_loss": 2.0093371868133545,
105
+ "eval_runtime": 45.9038,
106
+ "eval_samples_per_second": 63.895,
107
+ "eval_steps_per_second": 7.995,
108
+ "step": 3480
109
+ },
110
+ {
111
+ "epoch": 8.05,
112
+ "learning_rate": 3.323754789272031e-05,
113
+ "loss": 1.8419,
114
+ "step": 3500
115
+ },
116
+ {
117
+ "epoch": 9.0,
118
+ "eval_loss": 2.0297892093658447,
119
+ "eval_runtime": 45.9137,
120
+ "eval_samples_per_second": 63.881,
121
+ "eval_steps_per_second": 7.993,
122
+ "step": 3915
123
+ },
124
+ {
125
+ "epoch": 9.2,
126
+ "learning_rate": 3.084291187739464e-05,
127
+ "loss": 1.804,
128
+ "step": 4000
129
+ },
130
+ {
131
+ "epoch": 10.0,
132
+ "eval_loss": 1.9681042432785034,
133
+ "eval_runtime": 45.9244,
134
+ "eval_samples_per_second": 63.866,
135
+ "eval_steps_per_second": 7.991,
136
+ "step": 4350
137
+ },
138
+ {
139
+ "epoch": 10.34,
140
+ "learning_rate": 2.844827586206897e-05,
141
+ "loss": 1.7817,
142
+ "step": 4500
143
+ },
144
+ {
145
+ "epoch": 11.0,
146
+ "eval_loss": 1.9937865734100342,
147
+ "eval_runtime": 45.8978,
148
+ "eval_samples_per_second": 63.903,
149
+ "eval_steps_per_second": 7.996,
150
+ "step": 4785
151
+ },
152
+ {
153
+ "epoch": 11.49,
154
+ "learning_rate": 2.6053639846743293e-05,
155
+ "loss": 1.7472,
156
+ "step": 5000
157
+ },
158
+ {
159
+ "epoch": 12.0,
160
+ "eval_loss": 1.9653546810150146,
161
+ "eval_runtime": 45.9667,
162
+ "eval_samples_per_second": 63.807,
163
+ "eval_steps_per_second": 7.984,
164
+ "step": 5220
165
+ },
166
+ {
167
+ "epoch": 12.64,
168
+ "learning_rate": 2.3659003831417627e-05,
169
+ "loss": 1.7075,
170
+ "step": 5500
171
+ },
172
+ {
173
+ "epoch": 13.0,
174
+ "eval_loss": 1.9797016382217407,
175
+ "eval_runtime": 45.9403,
176
+ "eval_samples_per_second": 63.844,
177
+ "eval_steps_per_second": 7.989,
178
+ "step": 5655
179
+ },
180
+ {
181
+ "epoch": 13.79,
182
+ "learning_rate": 2.1264367816091954e-05,
183
+ "loss": 1.6976,
184
+ "step": 6000
185
+ },
186
+ {
187
+ "epoch": 14.0,
188
+ "eval_loss": 1.9690951108932495,
189
+ "eval_runtime": 45.9506,
190
+ "eval_samples_per_second": 63.829,
191
+ "eval_steps_per_second": 7.987,
192
+ "step": 6090
193
+ },
194
+ {
195
+ "epoch": 14.94,
196
+ "learning_rate": 1.8869731800766285e-05,
197
+ "loss": 1.6748,
198
+ "step": 6500
199
+ },
200
+ {
201
+ "epoch": 15.0,
202
+ "eval_loss": 1.9567583799362183,
203
+ "eval_runtime": 46.1194,
204
+ "eval_samples_per_second": 63.596,
205
+ "eval_steps_per_second": 7.958,
206
+ "step": 6525
207
+ },
208
+ {
209
+ "epoch": 16.0,
210
+ "eval_loss": 1.9617565870285034,
211
+ "eval_runtime": 46.1884,
212
+ "eval_samples_per_second": 63.501,
213
+ "eval_steps_per_second": 7.946,
214
+ "step": 6960
215
+ },
216
+ {
217
+ "epoch": 16.09,
218
+ "learning_rate": 1.6475095785440615e-05,
219
+ "loss": 1.6528,
220
+ "step": 7000
221
+ },
222
+ {
223
+ "epoch": 17.0,
224
+ "eval_loss": 1.9842615127563477,
225
+ "eval_runtime": 45.9636,
226
+ "eval_samples_per_second": 63.811,
227
+ "eval_steps_per_second": 7.985,
228
+ "step": 7395
229
+ },
230
+ {
231
+ "epoch": 17.24,
232
+ "learning_rate": 1.4080459770114942e-05,
233
+ "loss": 1.6335,
234
+ "step": 7500
235
+ },
236
+ {
237
+ "epoch": 18.0,
238
+ "eval_loss": 1.926523208618164,
239
+ "eval_runtime": 45.9116,
240
+ "eval_samples_per_second": 63.884,
241
+ "eval_steps_per_second": 7.994,
242
+ "step": 7830
243
+ },
244
+ {
245
+ "epoch": 18.39,
246
+ "learning_rate": 1.1685823754789272e-05,
247
+ "loss": 1.6179,
248
+ "step": 8000
249
+ },
250
+ {
251
+ "epoch": 19.0,
252
+ "eval_loss": 1.959792137145996,
253
+ "eval_runtime": 45.9236,
254
+ "eval_samples_per_second": 63.867,
255
+ "eval_steps_per_second": 7.992,
256
+ "step": 8265
257
+ },
258
+ {
259
+ "epoch": 19.54,
260
+ "learning_rate": 9.291187739463603e-06,
261
+ "loss": 1.5992,
262
+ "step": 8500
263
+ },
264
+ {
265
+ "epoch": 20.0,
266
+ "eval_loss": 1.933074951171875,
267
+ "eval_runtime": 45.9682,
268
+ "eval_samples_per_second": 63.805,
269
+ "eval_steps_per_second": 7.984,
270
+ "step": 8700
271
+ },
272
+ {
273
+ "epoch": 20.69,
274
+ "learning_rate": 6.896551724137932e-06,
275
+ "loss": 1.583,
276
+ "step": 9000
277
+ },
278
+ {
279
+ "epoch": 21.0,
280
+ "eval_loss": 1.9795454740524292,
281
+ "eval_runtime": 45.9526,
282
+ "eval_samples_per_second": 63.827,
283
+ "eval_steps_per_second": 7.986,
284
+ "step": 9135
285
+ },
286
+ {
287
+ "epoch": 21.84,
288
+ "learning_rate": 4.50191570881226e-06,
289
+ "loss": 1.5699,
290
+ "step": 9500
291
+ },
292
+ {
293
+ "epoch": 22.0,
294
+ "eval_loss": 2.007305860519409,
295
+ "eval_runtime": 45.9532,
296
+ "eval_samples_per_second": 63.826,
297
+ "eval_steps_per_second": 7.986,
298
+ "step": 9570
299
+ },
300
+ {
301
+ "epoch": 22.99,
302
+ "learning_rate": 2.1072796934865904e-06,
303
+ "loss": 1.5703,
304
+ "step": 10000
305
+ },
306
+ {
307
+ "epoch": 23.0,
308
+ "eval_loss": 1.9308319091796875,
309
+ "eval_runtime": 45.9891,
310
+ "eval_samples_per_second": 63.776,
311
+ "eval_steps_per_second": 7.98,
312
+ "step": 10005
313
+ },
314
+ {
315
+ "epoch": 24.0,
316
+ "eval_loss": 1.9284570217132568,
317
+ "eval_runtime": 45.932,
318
+ "eval_samples_per_second": 63.855,
319
+ "eval_steps_per_second": 7.99,
320
+ "step": 10440
321
+ },
322
+ {
323
+ "epoch": 24.0,
324
+ "step": 10440,
325
+ "total_flos": 3.52063018239615e+17,
326
+ "train_loss": 1.7702036539713542,
327
+ "train_runtime": 78929.442,
328
+ "train_samples_per_second": 16.948,
329
+ "train_steps_per_second": 0.132
330
+ }
331
+ ],
332
+ "max_steps": 10440,
333
+ "num_train_epochs": 24,
334
+ "total_flos": 3.52063018239615e+17,
335
+ "trial_name": null,
336
+ "trial_params": null
337
+ }