infinitejoy commited on
Commit
34ac9cc
1 Parent(s): 71257a3

End of training

Browse files
all_results.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 100.0,
3
+ "eval_loss": 0.7650666236877441,
4
+ "eval_runtime": 33.8198,
5
+ "eval_samples": 810,
6
+ "eval_samples_per_second": 23.95,
7
+ "eval_steps_per_second": 0.769,
8
+ "eval_wer": 0.616615265998458,
9
+ "train_loss": 1.1609217145150168,
10
+ "train_runtime": 9604.0577,
11
+ "train_samples": 1794,
12
+ "train_samples_per_second": 18.68,
13
+ "train_steps_per_second": 0.593
14
+ }
eval_results.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 100.0,
3
+ "eval_loss": 0.7650666236877441,
4
+ "eval_runtime": 33.8198,
5
+ "eval_samples": 810,
6
+ "eval_samples_per_second": 23.95,
7
+ "eval_steps_per_second": 0.769,
8
+ "eval_wer": 0.616615265998458
9
+ }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4b4eb9c2f1687761cf9c64a0a2dfd28de990fea19477ca0e686477cbf954227b
3
  size 1262112241
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2021e15a1b692e6db20e6d7ea9c3646a60920979b5899f02243eea40e80c767c
3
  size 1262112241
train_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 100.0,
3
+ "train_loss": 1.1609217145150168,
4
+ "train_runtime": 9604.0577,
5
+ "train_samples": 1794,
6
+ "train_samples_per_second": 18.68,
7
+ "train_steps_per_second": 0.593
8
+ }
trainer_state.json ADDED
@@ -0,0 +1,466 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 100.0,
5
+ "global_step": 5700,
6
+ "is_hyper_param_search": false,
7
+ "is_local_process_zero": true,
8
+ "is_world_process_zero": true,
9
+ "log_history": [
10
+ {
11
+ "epoch": 1.75,
12
+ "learning_rate": 5.88e-05,
13
+ "loss": 8.0872,
14
+ "step": 100
15
+ },
16
+ {
17
+ "epoch": 3.51,
18
+ "learning_rate": 0.0001188,
19
+ "loss": 3.3933,
20
+ "step": 200
21
+ },
22
+ {
23
+ "epoch": 5.26,
24
+ "learning_rate": 0.00017879999999999998,
25
+ "loss": 3.1028,
26
+ "step": 300
27
+ },
28
+ {
29
+ "epoch": 7.02,
30
+ "learning_rate": 0.0002388,
31
+ "loss": 2.635,
32
+ "step": 400
33
+ },
34
+ {
35
+ "epoch": 8.77,
36
+ "learning_rate": 0.0002988,
37
+ "loss": 1.8032,
38
+ "step": 500
39
+ },
40
+ {
41
+ "epoch": 8.77,
42
+ "eval_loss": 0.8058779239654541,
43
+ "eval_runtime": 34.1343,
44
+ "eval_samples_per_second": 23.73,
45
+ "eval_steps_per_second": 0.762,
46
+ "eval_wer": 0.8351966075558982,
47
+ "step": 500
48
+ },
49
+ {
50
+ "epoch": 10.53,
51
+ "learning_rate": 0.0002943461538461538,
52
+ "loss": 1.5861,
53
+ "step": 600
54
+ },
55
+ {
56
+ "epoch": 12.28,
57
+ "learning_rate": 0.00028857692307692303,
58
+ "loss": 1.4828,
59
+ "step": 700
60
+ },
61
+ {
62
+ "epoch": 14.04,
63
+ "learning_rate": 0.0002828076923076923,
64
+ "loss": 1.3835,
65
+ "step": 800
66
+ },
67
+ {
68
+ "epoch": 15.79,
69
+ "learning_rate": 0.0002770384615384615,
70
+ "loss": 1.3352,
71
+ "step": 900
72
+ },
73
+ {
74
+ "epoch": 17.54,
75
+ "learning_rate": 0.00027126923076923075,
76
+ "loss": 1.2608,
77
+ "step": 1000
78
+ },
79
+ {
80
+ "epoch": 17.54,
81
+ "eval_loss": 0.5827550292015076,
82
+ "eval_runtime": 34.2344,
83
+ "eval_samples_per_second": 23.66,
84
+ "eval_steps_per_second": 0.759,
85
+ "eval_wer": 0.676946800308404,
86
+ "step": 1000
87
+ },
88
+ {
89
+ "epoch": 19.3,
90
+ "learning_rate": 0.0002655,
91
+ "loss": 1.239,
92
+ "step": 1100
93
+ },
94
+ {
95
+ "epoch": 21.05,
96
+ "learning_rate": 0.0002597307692307692,
97
+ "loss": 1.2078,
98
+ "step": 1200
99
+ },
100
+ {
101
+ "epoch": 22.81,
102
+ "learning_rate": 0.00025396153846153846,
103
+ "loss": 1.1695,
104
+ "step": 1300
105
+ },
106
+ {
107
+ "epoch": 24.56,
108
+ "learning_rate": 0.00024819230769230767,
109
+ "loss": 1.1397,
110
+ "step": 1400
111
+ },
112
+ {
113
+ "epoch": 26.32,
114
+ "learning_rate": 0.0002424807692307692,
115
+ "loss": 1.1337,
116
+ "step": 1500
117
+ },
118
+ {
119
+ "epoch": 26.32,
120
+ "eval_loss": 0.6892158389091492,
121
+ "eval_runtime": 34.4547,
122
+ "eval_samples_per_second": 23.509,
123
+ "eval_steps_per_second": 0.755,
124
+ "eval_wer": 0.6908249807247494,
125
+ "step": 1500
126
+ },
127
+ {
128
+ "epoch": 28.07,
129
+ "learning_rate": 0.00023671153846153845,
130
+ "loss": 1.1085,
131
+ "step": 1600
132
+ },
133
+ {
134
+ "epoch": 29.82,
135
+ "learning_rate": 0.00023094230769230768,
136
+ "loss": 1.0829,
137
+ "step": 1700
138
+ },
139
+ {
140
+ "epoch": 31.58,
141
+ "learning_rate": 0.00022517307692307688,
142
+ "loss": 1.0601,
143
+ "step": 1800
144
+ },
145
+ {
146
+ "epoch": 33.33,
147
+ "learning_rate": 0.00021940384615384614,
148
+ "loss": 1.0398,
149
+ "step": 1900
150
+ },
151
+ {
152
+ "epoch": 35.09,
153
+ "learning_rate": 0.00021363461538461537,
154
+ "loss": 1.0457,
155
+ "step": 2000
156
+ },
157
+ {
158
+ "epoch": 35.09,
159
+ "eval_loss": 0.7076693177223206,
160
+ "eval_runtime": 34.0487,
161
+ "eval_samples_per_second": 23.789,
162
+ "eval_steps_per_second": 0.764,
163
+ "eval_wer": 0.6781033153430994,
164
+ "step": 2000
165
+ },
166
+ {
167
+ "epoch": 36.84,
168
+ "learning_rate": 0.0002078653846153846,
169
+ "loss": 1.0369,
170
+ "step": 2100
171
+ },
172
+ {
173
+ "epoch": 38.6,
174
+ "learning_rate": 0.00020209615384615383,
175
+ "loss": 0.9969,
176
+ "step": 2200
177
+ },
178
+ {
179
+ "epoch": 40.35,
180
+ "learning_rate": 0.00019632692307692306,
181
+ "loss": 0.9822,
182
+ "step": 2300
183
+ },
184
+ {
185
+ "epoch": 42.11,
186
+ "learning_rate": 0.0001905576923076923,
187
+ "loss": 0.9744,
188
+ "step": 2400
189
+ },
190
+ {
191
+ "epoch": 43.86,
192
+ "learning_rate": 0.00018478846153846152,
193
+ "loss": 0.97,
194
+ "step": 2500
195
+ },
196
+ {
197
+ "epoch": 43.86,
198
+ "eval_loss": 0.5993424654006958,
199
+ "eval_runtime": 34.4764,
200
+ "eval_samples_per_second": 23.494,
201
+ "eval_steps_per_second": 0.754,
202
+ "eval_wer": 0.6227833461835004,
203
+ "step": 2500
204
+ },
205
+ {
206
+ "epoch": 45.61,
207
+ "learning_rate": 0.00017901923076923073,
208
+ "loss": 0.9295,
209
+ "step": 2600
210
+ },
211
+ {
212
+ "epoch": 47.37,
213
+ "learning_rate": 0.00017324999999999998,
214
+ "loss": 0.9354,
215
+ "step": 2700
216
+ },
217
+ {
218
+ "epoch": 49.12,
219
+ "learning_rate": 0.0001674807692307692,
220
+ "loss": 0.9289,
221
+ "step": 2800
222
+ },
223
+ {
224
+ "epoch": 50.88,
225
+ "learning_rate": 0.00016171153846153847,
226
+ "loss": 0.8967,
227
+ "step": 2900
228
+ },
229
+ {
230
+ "epoch": 52.63,
231
+ "learning_rate": 0.00015594230769230767,
232
+ "loss": 0.8767,
233
+ "step": 3000
234
+ },
235
+ {
236
+ "epoch": 52.63,
237
+ "eval_loss": 0.7213280200958252,
238
+ "eval_runtime": 33.9189,
239
+ "eval_samples_per_second": 23.88,
240
+ "eval_steps_per_second": 0.767,
241
+ "eval_wer": 0.6603700848111026,
242
+ "step": 3000
243
+ },
244
+ {
245
+ "epoch": 54.39,
246
+ "learning_rate": 0.0001501730769230769,
247
+ "loss": 0.8655,
248
+ "step": 3100
249
+ },
250
+ {
251
+ "epoch": 56.14,
252
+ "learning_rate": 0.00014440384615384616,
253
+ "loss": 0.8493,
254
+ "step": 3200
255
+ },
256
+ {
257
+ "epoch": 57.89,
258
+ "learning_rate": 0.0001386923076923077,
259
+ "loss": 0.839,
260
+ "step": 3300
261
+ },
262
+ {
263
+ "epoch": 59.65,
264
+ "learning_rate": 0.00013292307692307692,
265
+ "loss": 0.8204,
266
+ "step": 3400
267
+ },
268
+ {
269
+ "epoch": 61.4,
270
+ "learning_rate": 0.00012715384615384615,
271
+ "loss": 0.8223,
272
+ "step": 3500
273
+ },
274
+ {
275
+ "epoch": 61.4,
276
+ "eval_loss": 0.8161018490791321,
277
+ "eval_runtime": 34.0226,
278
+ "eval_samples_per_second": 23.808,
279
+ "eval_steps_per_second": 0.764,
280
+ "eval_wer": 0.6968003084040093,
281
+ "step": 3500
282
+ },
283
+ {
284
+ "epoch": 63.16,
285
+ "learning_rate": 0.00012138461538461537,
286
+ "loss": 0.7998,
287
+ "step": 3600
288
+ },
289
+ {
290
+ "epoch": 64.91,
291
+ "learning_rate": 0.00011561538461538461,
292
+ "loss": 0.7853,
293
+ "step": 3700
294
+ },
295
+ {
296
+ "epoch": 66.67,
297
+ "learning_rate": 0.00010984615384615384,
298
+ "loss": 0.7698,
299
+ "step": 3800
300
+ },
301
+ {
302
+ "epoch": 68.42,
303
+ "learning_rate": 0.00010407692307692307,
304
+ "loss": 0.7631,
305
+ "step": 3900
306
+ },
307
+ {
308
+ "epoch": 70.18,
309
+ "learning_rate": 9.83076923076923e-05,
310
+ "loss": 0.7441,
311
+ "step": 4000
312
+ },
313
+ {
314
+ "epoch": 70.18,
315
+ "eval_loss": 0.7056900858879089,
316
+ "eval_runtime": 33.8841,
317
+ "eval_samples_per_second": 23.905,
318
+ "eval_steps_per_second": 0.767,
319
+ "eval_wer": 0.6183500385505012,
320
+ "step": 4000
321
+ },
322
+ {
323
+ "epoch": 71.93,
324
+ "learning_rate": 9.253846153846153e-05,
325
+ "loss": 0.7343,
326
+ "step": 4100
327
+ },
328
+ {
329
+ "epoch": 73.68,
330
+ "learning_rate": 8.676923076923076e-05,
331
+ "loss": 0.7313,
332
+ "step": 4200
333
+ },
334
+ {
335
+ "epoch": 75.44,
336
+ "learning_rate": 8.1e-05,
337
+ "loss": 0.7176,
338
+ "step": 4300
339
+ },
340
+ {
341
+ "epoch": 77.19,
342
+ "learning_rate": 7.523076923076922e-05,
343
+ "loss": 0.7052,
344
+ "step": 4400
345
+ },
346
+ {
347
+ "epoch": 78.95,
348
+ "learning_rate": 6.946153846153845e-05,
349
+ "loss": 0.7011,
350
+ "step": 4500
351
+ },
352
+ {
353
+ "epoch": 78.95,
354
+ "eval_loss": 0.7026883363723755,
355
+ "eval_runtime": 33.7582,
356
+ "eval_samples_per_second": 23.994,
357
+ "eval_steps_per_second": 0.77,
358
+ "eval_wer": 0.6023515805705474,
359
+ "step": 4500
360
+ },
361
+ {
362
+ "epoch": 80.7,
363
+ "learning_rate": 6.369230769230768e-05,
364
+ "loss": 0.6894,
365
+ "step": 4600
366
+ },
367
+ {
368
+ "epoch": 82.46,
369
+ "learning_rate": 5.7923076923076925e-05,
370
+ "loss": 0.6795,
371
+ "step": 4700
372
+ },
373
+ {
374
+ "epoch": 84.21,
375
+ "learning_rate": 5.215384615384615e-05,
376
+ "loss": 0.6771,
377
+ "step": 4800
378
+ },
379
+ {
380
+ "epoch": 85.96,
381
+ "learning_rate": 4.6384615384615385e-05,
382
+ "loss": 0.6624,
383
+ "step": 4900
384
+ },
385
+ {
386
+ "epoch": 87.72,
387
+ "learning_rate": 4.061538461538461e-05,
388
+ "loss": 0.6542,
389
+ "step": 5000
390
+ },
391
+ {
392
+ "epoch": 87.72,
393
+ "eval_loss": 0.709155261516571,
394
+ "eval_runtime": 34.8834,
395
+ "eval_samples_per_second": 23.22,
396
+ "eval_steps_per_second": 0.745,
397
+ "eval_wer": 0.5979182729375482,
398
+ "step": 5000
399
+ },
400
+ {
401
+ "epoch": 89.47,
402
+ "learning_rate": 3.484615384615384e-05,
403
+ "loss": 0.6381,
404
+ "step": 5100
405
+ },
406
+ {
407
+ "epoch": 91.23,
408
+ "learning_rate": 2.9076923076923072e-05,
409
+ "loss": 0.6305,
410
+ "step": 5200
411
+ },
412
+ {
413
+ "epoch": 92.98,
414
+ "learning_rate": 2.3307692307692303e-05,
415
+ "loss": 0.6228,
416
+ "step": 5300
417
+ },
418
+ {
419
+ "epoch": 94.74,
420
+ "learning_rate": 1.7538461538461536e-05,
421
+ "loss": 0.6169,
422
+ "step": 5400
423
+ },
424
+ {
425
+ "epoch": 96.49,
426
+ "learning_rate": 1.1769230769230768e-05,
427
+ "loss": 0.6081,
428
+ "step": 5500
429
+ },
430
+ {
431
+ "epoch": 96.49,
432
+ "eval_loss": 0.7916743755340576,
433
+ "eval_runtime": 34.4838,
434
+ "eval_samples_per_second": 23.489,
435
+ "eval_steps_per_second": 0.754,
436
+ "eval_wer": 0.6324209714726291,
437
+ "step": 5500
438
+ },
439
+ {
440
+ "epoch": 98.25,
441
+ "learning_rate": 5.999999999999999e-06,
442
+ "loss": 0.6121,
443
+ "step": 5600
444
+ },
445
+ {
446
+ "epoch": 100.0,
447
+ "learning_rate": 2.3076923076923075e-07,
448
+ "loss": 0.609,
449
+ "step": 5700
450
+ },
451
+ {
452
+ "epoch": 100.0,
453
+ "step": 5700,
454
+ "total_flos": 2.485998352803604e+19,
455
+ "train_loss": 1.1609217145150168,
456
+ "train_runtime": 9604.0577,
457
+ "train_samples_per_second": 18.68,
458
+ "train_steps_per_second": 0.593
459
+ }
460
+ ],
461
+ "max_steps": 5700,
462
+ "num_train_epochs": 100,
463
+ "total_flos": 2.485998352803604e+19,
464
+ "trial_name": null,
465
+ "trial_params": null
466
+ }