infinitejoy commited on
Commit
e8f5ea6
1 Parent(s): eb36d7d

End of training

Browse files
Files changed (4) hide show
  1. all_results.json +14 -0
  2. eval_results.json +9 -0
  3. train_results.json +8 -0
  4. trainer_state.json +610 -0
all_results.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 50.0,
3
+ "eval_loss": 0.6102160811424255,
4
+ "eval_runtime": 58.8305,
5
+ "eval_samples": 2079,
6
+ "eval_samples_per_second": 35.339,
7
+ "eval_steps_per_second": 1.105,
8
+ "eval_wer": 0.44548779282395967,
9
+ "train_loss": 1.4197682708740234,
10
+ "train_runtime": 9558.3676,
11
+ "train_samples": 4790,
12
+ "train_samples_per_second": 25.057,
13
+ "train_steps_per_second": 0.785
14
+ }
eval_results.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 50.0,
3
+ "eval_loss": 0.6102160811424255,
4
+ "eval_runtime": 58.8305,
5
+ "eval_samples": 2079,
6
+ "eval_samples_per_second": 35.339,
7
+ "eval_steps_per_second": 1.105,
8
+ "eval_wer": 0.44548779282395967
9
+ }
train_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 50.0,
3
+ "train_loss": 1.4197682708740234,
4
+ "train_runtime": 9558.3676,
5
+ "train_samples": 4790,
6
+ "train_samples_per_second": 25.057,
7
+ "train_steps_per_second": 0.785
8
+ }
trainer_state.json ADDED
@@ -0,0 +1,610 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 50.0,
5
+ "global_step": 7500,
6
+ "is_hyper_param_search": false,
7
+ "is_local_process_zero": true,
8
+ "is_world_process_zero": true,
9
+ "log_history": [
10
+ {
11
+ "epoch": 0.67,
12
+ "learning_rate": 1.3579999999999999e-05,
13
+ "loss": 16.4709,
14
+ "step": 100
15
+ },
16
+ {
17
+ "epoch": 1.33,
18
+ "learning_rate": 2.758e-05,
19
+ "loss": 5.6159,
20
+ "step": 200
21
+ },
22
+ {
23
+ "epoch": 2.0,
24
+ "learning_rate": 4.157999999999999e-05,
25
+ "loss": 3.8197,
26
+ "step": 300
27
+ },
28
+ {
29
+ "epoch": 2.67,
30
+ "learning_rate": 5.558e-05,
31
+ "loss": 3.1231,
32
+ "step": 400
33
+ },
34
+ {
35
+ "epoch": 3.33,
36
+ "learning_rate": 6.958e-05,
37
+ "loss": 2.9205,
38
+ "step": 500
39
+ },
40
+ {
41
+ "epoch": 3.33,
42
+ "eval_loss": 2.865917205810547,
43
+ "eval_runtime": 58.3236,
44
+ "eval_samples_per_second": 35.646,
45
+ "eval_steps_per_second": 1.114,
46
+ "eval_wer": 1.0,
47
+ "step": 500
48
+ },
49
+ {
50
+ "epoch": 4.0,
51
+ "learning_rate": 6.903e-05,
52
+ "loss": 2.8123,
53
+ "step": 600
54
+ },
55
+ {
56
+ "epoch": 4.67,
57
+ "learning_rate": 6.803e-05,
58
+ "loss": 2.4784,
59
+ "step": 700
60
+ },
61
+ {
62
+ "epoch": 5.33,
63
+ "learning_rate": 6.702999999999999e-05,
64
+ "loss": 2.0098,
65
+ "step": 800
66
+ },
67
+ {
68
+ "epoch": 6.0,
69
+ "learning_rate": 6.602999999999999e-05,
70
+ "loss": 1.7892,
71
+ "step": 900
72
+ },
73
+ {
74
+ "epoch": 6.67,
75
+ "learning_rate": 6.502999999999999e-05,
76
+ "loss": 1.6403,
77
+ "step": 1000
78
+ },
79
+ {
80
+ "epoch": 6.67,
81
+ "eval_loss": 0.9439539909362793,
82
+ "eval_runtime": 58.6422,
83
+ "eval_samples_per_second": 35.452,
84
+ "eval_steps_per_second": 1.108,
85
+ "eval_wer": 0.7593160027676189,
86
+ "step": 1000
87
+ },
88
+ {
89
+ "epoch": 7.33,
90
+ "learning_rate": 6.403e-05,
91
+ "loss": 1.5762,
92
+ "step": 1100
93
+ },
94
+ {
95
+ "epoch": 8.0,
96
+ "learning_rate": 6.303e-05,
97
+ "loss": 1.5018,
98
+ "step": 1200
99
+ },
100
+ {
101
+ "epoch": 8.67,
102
+ "learning_rate": 6.202999999999999e-05,
103
+ "loss": 1.4272,
104
+ "step": 1300
105
+ },
106
+ {
107
+ "epoch": 9.33,
108
+ "learning_rate": 6.103e-05,
109
+ "loss": 1.3945,
110
+ "step": 1400
111
+ },
112
+ {
113
+ "epoch": 10.0,
114
+ "learning_rate": 6.002999999999999e-05,
115
+ "loss": 1.3483,
116
+ "step": 1500
117
+ },
118
+ {
119
+ "epoch": 10.0,
120
+ "eval_loss": 0.7580158710479736,
121
+ "eval_runtime": 57.9482,
122
+ "eval_samples_per_second": 35.877,
123
+ "eval_steps_per_second": 1.122,
124
+ "eval_wer": 0.6215281209844815,
125
+ "step": 1500
126
+ },
127
+ {
128
+ "epoch": 10.67,
129
+ "learning_rate": 5.9029999999999996e-05,
130
+ "loss": 1.3139,
131
+ "step": 1600
132
+ },
133
+ {
134
+ "epoch": 11.33,
135
+ "learning_rate": 5.802999999999999e-05,
136
+ "loss": 1.3011,
137
+ "step": 1700
138
+ },
139
+ {
140
+ "epoch": 12.0,
141
+ "learning_rate": 5.7029999999999994e-05,
142
+ "loss": 1.2637,
143
+ "step": 1800
144
+ },
145
+ {
146
+ "epoch": 12.67,
147
+ "learning_rate": 5.602999999999999e-05,
148
+ "loss": 1.2293,
149
+ "step": 1900
150
+ },
151
+ {
152
+ "epoch": 13.33,
153
+ "learning_rate": 5.502999999999999e-05,
154
+ "loss": 1.2255,
155
+ "step": 2000
156
+ },
157
+ {
158
+ "epoch": 13.33,
159
+ "eval_loss": 0.6850859522819519,
160
+ "eval_runtime": 58.048,
161
+ "eval_samples_per_second": 35.815,
162
+ "eval_steps_per_second": 1.12,
163
+ "eval_wer": 0.5722051991697144,
164
+ "step": 2000
165
+ },
166
+ {
167
+ "epoch": 14.0,
168
+ "learning_rate": 5.4029999999999996e-05,
169
+ "loss": 1.1828,
170
+ "step": 2100
171
+ },
172
+ {
173
+ "epoch": 14.67,
174
+ "learning_rate": 5.302999999999999e-05,
175
+ "loss": 1.1484,
176
+ "step": 2200
177
+ },
178
+ {
179
+ "epoch": 15.33,
180
+ "learning_rate": 5.203e-05,
181
+ "loss": 1.1475,
182
+ "step": 2300
183
+ },
184
+ {
185
+ "epoch": 16.0,
186
+ "learning_rate": 5.102999999999999e-05,
187
+ "loss": 1.1336,
188
+ "step": 2400
189
+ },
190
+ {
191
+ "epoch": 16.67,
192
+ "learning_rate": 5.003e-05,
193
+ "loss": 1.1139,
194
+ "step": 2500
195
+ },
196
+ {
197
+ "epoch": 16.67,
198
+ "eval_loss": 0.6409106850624084,
199
+ "eval_runtime": 58.0436,
200
+ "eval_samples_per_second": 35.818,
201
+ "eval_steps_per_second": 1.12,
202
+ "eval_wer": 0.5219926855787289,
203
+ "step": 2500
204
+ },
205
+ {
206
+ "epoch": 17.33,
207
+ "learning_rate": 4.9029999999999996e-05,
208
+ "loss": 1.1248,
209
+ "step": 2600
210
+ },
211
+ {
212
+ "epoch": 18.0,
213
+ "learning_rate": 4.803e-05,
214
+ "loss": 1.0867,
215
+ "step": 2700
216
+ },
217
+ {
218
+ "epoch": 18.67,
219
+ "learning_rate": 4.7029999999999995e-05,
220
+ "loss": 1.0591,
221
+ "step": 2800
222
+ },
223
+ {
224
+ "epoch": 19.33,
225
+ "learning_rate": 4.603e-05,
226
+ "loss": 1.0539,
227
+ "step": 2900
228
+ },
229
+ {
230
+ "epoch": 20.0,
231
+ "learning_rate": 4.5029999999999994e-05,
232
+ "loss": 1.0688,
233
+ "step": 3000
234
+ },
235
+ {
236
+ "epoch": 20.0,
237
+ "eval_loss": 0.6245269775390625,
238
+ "eval_runtime": 58.2955,
239
+ "eval_samples_per_second": 35.663,
240
+ "eval_steps_per_second": 1.115,
241
+ "eval_wer": 0.5054858159533459,
242
+ "step": 3000
243
+ },
244
+ {
245
+ "epoch": 20.67,
246
+ "learning_rate": 4.403e-05,
247
+ "loss": 1.0503,
248
+ "step": 3100
249
+ },
250
+ {
251
+ "epoch": 21.33,
252
+ "learning_rate": 4.303e-05,
253
+ "loss": 1.0137,
254
+ "step": 3200
255
+ },
256
+ {
257
+ "epoch": 22.0,
258
+ "learning_rate": 4.2029999999999996e-05,
259
+ "loss": 1.0103,
260
+ "step": 3300
261
+ },
262
+ {
263
+ "epoch": 22.67,
264
+ "learning_rate": 4.103e-05,
265
+ "loss": 0.9984,
266
+ "step": 3400
267
+ },
268
+ {
269
+ "epoch": 23.33,
270
+ "learning_rate": 4.0029999999999995e-05,
271
+ "loss": 0.99,
272
+ "step": 3500
273
+ },
274
+ {
275
+ "epoch": 23.33,
276
+ "eval_loss": 0.6142364144325256,
277
+ "eval_runtime": 57.332,
278
+ "eval_samples_per_second": 36.262,
279
+ "eval_steps_per_second": 1.134,
280
+ "eval_wer": 0.4873974498369082,
281
+ "step": 3500
282
+ },
283
+ {
284
+ "epoch": 24.0,
285
+ "learning_rate": 3.903e-05,
286
+ "loss": 0.9867,
287
+ "step": 3600
288
+ },
289
+ {
290
+ "epoch": 24.67,
291
+ "learning_rate": 3.802999999999999e-05,
292
+ "loss": 0.9613,
293
+ "step": 3700
294
+ },
295
+ {
296
+ "epoch": 25.33,
297
+ "learning_rate": 3.7029999999999996e-05,
298
+ "loss": 0.9642,
299
+ "step": 3800
300
+ },
301
+ {
302
+ "epoch": 26.0,
303
+ "learning_rate": 3.602999999999999e-05,
304
+ "loss": 0.9616,
305
+ "step": 3900
306
+ },
307
+ {
308
+ "epoch": 26.67,
309
+ "learning_rate": 3.5029999999999995e-05,
310
+ "loss": 0.9345,
311
+ "step": 4000
312
+ },
313
+ {
314
+ "epoch": 26.67,
315
+ "eval_loss": 0.5945756435394287,
316
+ "eval_runtime": 58.8391,
317
+ "eval_samples_per_second": 35.334,
318
+ "eval_steps_per_second": 1.105,
319
+ "eval_wer": 0.48294949095581696,
320
+ "step": 4000
321
+ },
322
+ {
323
+ "epoch": 27.33,
324
+ "learning_rate": 3.403e-05,
325
+ "loss": 0.9469,
326
+ "step": 4100
327
+ },
328
+ {
329
+ "epoch": 28.0,
330
+ "learning_rate": 3.303e-05,
331
+ "loss": 0.9252,
332
+ "step": 4200
333
+ },
334
+ {
335
+ "epoch": 28.67,
336
+ "learning_rate": 3.2029999999999997e-05,
337
+ "loss": 0.9111,
338
+ "step": 4300
339
+ },
340
+ {
341
+ "epoch": 29.33,
342
+ "learning_rate": 3.103e-05,
343
+ "loss": 0.9042,
344
+ "step": 4400
345
+ },
346
+ {
347
+ "epoch": 30.0,
348
+ "learning_rate": 3.0029999999999995e-05,
349
+ "loss": 0.9058,
350
+ "step": 4500
351
+ },
352
+ {
353
+ "epoch": 30.0,
354
+ "eval_loss": 0.6228715777397156,
355
+ "eval_runtime": 57.5967,
356
+ "eval_samples_per_second": 36.096,
357
+ "eval_steps_per_second": 1.129,
358
+ "eval_wer": 0.47039636255807055,
359
+ "step": 4500
360
+ },
361
+ {
362
+ "epoch": 30.67,
363
+ "learning_rate": 2.9029999999999998e-05,
364
+ "loss": 0.8957,
365
+ "step": 4600
366
+ },
367
+ {
368
+ "epoch": 31.33,
369
+ "learning_rate": 2.8029999999999998e-05,
370
+ "loss": 0.897,
371
+ "step": 4700
372
+ },
373
+ {
374
+ "epoch": 32.0,
375
+ "learning_rate": 2.704e-05,
376
+ "loss": 0.8733,
377
+ "step": 4800
378
+ },
379
+ {
380
+ "epoch": 32.67,
381
+ "learning_rate": 2.6039999999999998e-05,
382
+ "loss": 0.8852,
383
+ "step": 4900
384
+ },
385
+ {
386
+ "epoch": 33.33,
387
+ "learning_rate": 2.5039999999999997e-05,
388
+ "loss": 0.8683,
389
+ "step": 5000
390
+ },
391
+ {
392
+ "epoch": 33.33,
393
+ "eval_loss": 0.6152545809745789,
394
+ "eval_runtime": 57.5209,
395
+ "eval_samples_per_second": 36.143,
396
+ "eval_steps_per_second": 1.13,
397
+ "eval_wer": 0.46664030839181575,
398
+ "step": 5000
399
+ },
400
+ {
401
+ "epoch": 34.0,
402
+ "learning_rate": 2.4039999999999997e-05,
403
+ "loss": 0.8671,
404
+ "step": 5100
405
+ },
406
+ {
407
+ "epoch": 34.67,
408
+ "learning_rate": 2.3039999999999996e-05,
409
+ "loss": 0.869,
410
+ "step": 5200
411
+ },
412
+ {
413
+ "epoch": 35.33,
414
+ "learning_rate": 2.2039999999999996e-05,
415
+ "loss": 0.8387,
416
+ "step": 5300
417
+ },
418
+ {
419
+ "epoch": 36.0,
420
+ "learning_rate": 2.1039999999999995e-05,
421
+ "loss": 0.8543,
422
+ "step": 5400
423
+ },
424
+ {
425
+ "epoch": 36.67,
426
+ "learning_rate": 2.004e-05,
427
+ "loss": 0.8367,
428
+ "step": 5500
429
+ },
430
+ {
431
+ "epoch": 36.67,
432
+ "eval_loss": 0.5952465534210205,
433
+ "eval_runtime": 57.7371,
434
+ "eval_samples_per_second": 36.008,
435
+ "eval_steps_per_second": 1.126,
436
+ "eval_wer": 0.4541860235247603,
437
+ "step": 5500
438
+ },
439
+ {
440
+ "epoch": 37.33,
441
+ "learning_rate": 1.904e-05,
442
+ "loss": 0.8508,
443
+ "step": 5600
444
+ },
445
+ {
446
+ "epoch": 38.0,
447
+ "learning_rate": 1.804e-05,
448
+ "loss": 0.8356,
449
+ "step": 5700
450
+ },
451
+ {
452
+ "epoch": 38.67,
453
+ "learning_rate": 1.704e-05,
454
+ "loss": 0.8184,
455
+ "step": 5800
456
+ },
457
+ {
458
+ "epoch": 39.33,
459
+ "learning_rate": 1.604e-05,
460
+ "loss": 0.8333,
461
+ "step": 5900
462
+ },
463
+ {
464
+ "epoch": 40.0,
465
+ "learning_rate": 1.5039999999999998e-05,
466
+ "loss": 0.8162,
467
+ "step": 6000
468
+ },
469
+ {
470
+ "epoch": 40.0,
471
+ "eval_loss": 0.6029675602912903,
472
+ "eval_runtime": 57.519,
473
+ "eval_samples_per_second": 36.145,
474
+ "eval_steps_per_second": 1.13,
475
+ "eval_wer": 0.4540871799940694,
476
+ "step": 6000
477
+ },
478
+ {
479
+ "epoch": 40.67,
480
+ "learning_rate": 1.4039999999999998e-05,
481
+ "loss": 0.8091,
482
+ "step": 6100
483
+ },
484
+ {
485
+ "epoch": 41.33,
486
+ "learning_rate": 1.3039999999999999e-05,
487
+ "loss": 0.8081,
488
+ "step": 6200
489
+ },
490
+ {
491
+ "epoch": 42.0,
492
+ "learning_rate": 1.2039999999999998e-05,
493
+ "loss": 0.8024,
494
+ "step": 6300
495
+ },
496
+ {
497
+ "epoch": 42.67,
498
+ "learning_rate": 1.104e-05,
499
+ "loss": 0.7959,
500
+ "step": 6400
501
+ },
502
+ {
503
+ "epoch": 43.33,
504
+ "learning_rate": 1.0039999999999999e-05,
505
+ "loss": 0.8042,
506
+ "step": 6500
507
+ },
508
+ {
509
+ "epoch": 43.33,
510
+ "eval_loss": 0.59715735912323,
511
+ "eval_runtime": 56.5464,
512
+ "eval_samples_per_second": 36.766,
513
+ "eval_steps_per_second": 1.149,
514
+ "eval_wer": 0.44845309874468714,
515
+ "step": 6500
516
+ },
517
+ {
518
+ "epoch": 44.0,
519
+ "learning_rate": 9.04e-06,
520
+ "loss": 0.797,
521
+ "step": 6600
522
+ },
523
+ {
524
+ "epoch": 44.67,
525
+ "learning_rate": 8.04e-06,
526
+ "loss": 0.777,
527
+ "step": 6700
528
+ },
529
+ {
530
+ "epoch": 45.33,
531
+ "learning_rate": 7.0399999999999995e-06,
532
+ "loss": 0.785,
533
+ "step": 6800
534
+ },
535
+ {
536
+ "epoch": 46.0,
537
+ "learning_rate": 6.04e-06,
538
+ "loss": 0.7787,
539
+ "step": 6900
540
+ },
541
+ {
542
+ "epoch": 46.67,
543
+ "learning_rate": 5.039999999999999e-06,
544
+ "loss": 0.7836,
545
+ "step": 7000
546
+ },
547
+ {
548
+ "epoch": 46.67,
549
+ "eval_loss": 0.6069726943969727,
550
+ "eval_runtime": 57.3149,
551
+ "eval_samples_per_second": 36.273,
552
+ "eval_steps_per_second": 1.134,
553
+ "eval_wer": 0.44973806464366906,
554
+ "step": 7000
555
+ },
556
+ {
557
+ "epoch": 47.33,
558
+ "learning_rate": 4.0399999999999994e-06,
559
+ "loss": 0.7594,
560
+ "step": 7100
561
+ },
562
+ {
563
+ "epoch": 48.0,
564
+ "learning_rate": 3.0399999999999997e-06,
565
+ "loss": 0.7756,
566
+ "step": 7200
567
+ },
568
+ {
569
+ "epoch": 48.67,
570
+ "learning_rate": 2.04e-06,
571
+ "loss": 0.7748,
572
+ "step": 7300
573
+ },
574
+ {
575
+ "epoch": 49.33,
576
+ "learning_rate": 1.04e-06,
577
+ "loss": 0.7911,
578
+ "step": 7400
579
+ },
580
+ {
581
+ "epoch": 50.0,
582
+ "learning_rate": 4e-08,
583
+ "loss": 0.7556,
584
+ "step": 7500
585
+ },
586
+ {
587
+ "epoch": 50.0,
588
+ "eval_loss": 0.6102160811424255,
589
+ "eval_runtime": 57.2514,
590
+ "eval_samples_per_second": 36.314,
591
+ "eval_steps_per_second": 1.135,
592
+ "eval_wer": 0.44548779282395967,
593
+ "step": 7500
594
+ },
595
+ {
596
+ "epoch": 50.0,
597
+ "step": 7500,
598
+ "total_flos": 2.217517579686915e+19,
599
+ "train_loss": 1.4197682708740234,
600
+ "train_runtime": 9558.3676,
601
+ "train_samples_per_second": 25.057,
602
+ "train_steps_per_second": 0.785
603
+ }
604
+ ],
605
+ "max_steps": 7500,
606
+ "num_train_epochs": 50,
607
+ "total_flos": 2.217517579686915e+19,
608
+ "trial_name": null,
609
+ "trial_params": null
610
+ }