shivam commited on
Commit
a5bc959
·
1 Parent(s): 40c422e

End of training

Browse files
all_results.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 50.0,
3
+ "eval_loss": 0.4483911991119385,
4
+ "eval_runtime": 91.3599,
5
+ "eval_samples": 2095,
6
+ "eval_samples_per_second": 22.931,
7
+ "eval_steps_per_second": 2.868,
8
+ "eval_wer": 1.0145046076667212,
9
+ "train_loss": 2.0184907983273876,
10
+ "train_runtime": 14208.7555,
11
+ "train_samples": 4711,
12
+ "train_samples_per_second": 16.578,
13
+ "train_steps_per_second": 0.517
14
+ }
eval_results.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 50.0,
3
+ "eval_loss": 0.4483911991119385,
4
+ "eval_runtime": 91.3599,
5
+ "eval_samples": 2095,
6
+ "eval_samples_per_second": 22.931,
7
+ "eval_steps_per_second": 2.868,
8
+ "eval_wer": 1.0145046076667212
9
+ }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:74086ca8e92d96a7f8dc9188d270afd4a210e466490dd65de4d99aed937b1af7
3
  size 1262317297
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73f4e6d758d718e662852cc127f2ac25b8c804407566716d379f07496ca56866
3
  size 1262317297
train_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 50.0,
3
+ "train_loss": 2.0184907983273876,
4
+ "train_runtime": 14208.7555,
5
+ "train_samples": 4711,
6
+ "train_samples_per_second": 16.578,
7
+ "train_steps_per_second": 0.517
8
+ }
trainer_state.json ADDED
@@ -0,0 +1,589 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 49.99830220713073,
5
+ "global_step": 7350,
6
+ "is_hyper_param_search": false,
7
+ "is_local_process_zero": true,
8
+ "is_world_process_zero": true,
9
+ "log_history": [
10
+ {
11
+ "epoch": 0.68,
12
+ "learning_rate": 3.7125e-06,
13
+ "loss": 20.4669,
14
+ "step": 100
15
+ },
16
+ {
17
+ "epoch": 1.36,
18
+ "learning_rate": 7.425e-06,
19
+ "loss": 11.2941,
20
+ "step": 200
21
+ },
22
+ {
23
+ "epoch": 2.04,
24
+ "learning_rate": 1.1174999999999999e-05,
25
+ "loss": 7.683,
26
+ "step": 300
27
+ },
28
+ {
29
+ "epoch": 2.72,
30
+ "learning_rate": 1.4925e-05,
31
+ "loss": 6.3219,
32
+ "step": 400
33
+ },
34
+ {
35
+ "epoch": 3.4,
36
+ "learning_rate": 1.8675e-05,
37
+ "loss": 5.1844,
38
+ "step": 500
39
+ },
40
+ {
41
+ "epoch": 3.4,
42
+ "eval_loss": 5.201454162597656,
43
+ "eval_runtime": 92.3931,
44
+ "eval_samples_per_second": 22.675,
45
+ "eval_steps_per_second": 2.836,
46
+ "eval_wer": 0.9999454713997492,
47
+ "step": 500
48
+ },
49
+ {
50
+ "epoch": 4.08,
51
+ "learning_rate": 2.2424999999999996e-05,
52
+ "loss": 4.3122,
53
+ "step": 600
54
+ },
55
+ {
56
+ "epoch": 4.76,
57
+ "learning_rate": 2.6174999999999996e-05,
58
+ "loss": 3.7406,
59
+ "step": 700
60
+ },
61
+ {
62
+ "epoch": 5.44,
63
+ "learning_rate": 2.9925e-05,
64
+ "loss": 3.5165,
65
+ "step": 800
66
+ },
67
+ {
68
+ "epoch": 6.12,
69
+ "learning_rate": 3.3675e-05,
70
+ "loss": 3.4621,
71
+ "step": 900
72
+ },
73
+ {
74
+ "epoch": 6.8,
75
+ "learning_rate": 3.7424999999999995e-05,
76
+ "loss": 3.3962,
77
+ "step": 1000
78
+ },
79
+ {
80
+ "epoch": 6.8,
81
+ "eval_loss": 3.401675224304199,
82
+ "eval_runtime": 90.8297,
83
+ "eval_samples_per_second": 23.065,
84
+ "eval_steps_per_second": 2.885,
85
+ "eval_wer": 1.0001635858007525,
86
+ "step": 1000
87
+ },
88
+ {
89
+ "epoch": 7.48,
90
+ "learning_rate": 4.1175e-05,
91
+ "loss": 3.3137,
92
+ "step": 1100
93
+ },
94
+ {
95
+ "epoch": 8.16,
96
+ "learning_rate": 4.4924999999999994e-05,
97
+ "loss": 3.2773,
98
+ "step": 1200
99
+ },
100
+ {
101
+ "epoch": 8.84,
102
+ "learning_rate": 4.8675e-05,
103
+ "loss": 3.2224,
104
+ "step": 1300
105
+ },
106
+ {
107
+ "epoch": 9.52,
108
+ "learning_rate": 5.2424999999999994e-05,
109
+ "loss": 3.0794,
110
+ "step": 1400
111
+ },
112
+ {
113
+ "epoch": 10.2,
114
+ "learning_rate": 5.6175e-05,
115
+ "loss": 2.5433,
116
+ "step": 1500
117
+ },
118
+ {
119
+ "epoch": 10.2,
120
+ "eval_loss": 1.688385009765625,
121
+ "eval_runtime": 91.7369,
122
+ "eval_samples_per_second": 22.837,
123
+ "eval_steps_per_second": 2.856,
124
+ "eval_wer": 1.0221931403020885,
125
+ "step": 1500
126
+ },
127
+ {
128
+ "epoch": 10.88,
129
+ "learning_rate": 5.9925e-05,
130
+ "loss": 2.049,
131
+ "step": 1600
132
+ },
133
+ {
134
+ "epoch": 11.56,
135
+ "learning_rate": 6.367499999999999e-05,
136
+ "loss": 1.7818,
137
+ "step": 1700
138
+ },
139
+ {
140
+ "epoch": 12.24,
141
+ "learning_rate": 6.7425e-05,
142
+ "loss": 1.6648,
143
+ "step": 1800
144
+ },
145
+ {
146
+ "epoch": 12.92,
147
+ "learning_rate": 7.1175e-05,
148
+ "loss": 1.5602,
149
+ "step": 1900
150
+ },
151
+ {
152
+ "epoch": 13.6,
153
+ "learning_rate": 7.492499999999999e-05,
154
+ "loss": 1.5099,
155
+ "step": 2000
156
+ },
157
+ {
158
+ "epoch": 13.6,
159
+ "eval_loss": 0.792931079864502,
160
+ "eval_runtime": 92.6306,
161
+ "eval_samples_per_second": 22.617,
162
+ "eval_steps_per_second": 2.828,
163
+ "eval_wer": 1.018757838486286,
164
+ "step": 2000
165
+ },
166
+ {
167
+ "epoch": 14.29,
168
+ "learning_rate": 7.362616822429906e-05,
169
+ "loss": 1.4211,
170
+ "step": 2100
171
+ },
172
+ {
173
+ "epoch": 14.96,
174
+ "learning_rate": 7.222429906542056e-05,
175
+ "loss": 1.3751,
176
+ "step": 2200
177
+ },
178
+ {
179
+ "epoch": 15.65,
180
+ "learning_rate": 7.083644859813083e-05,
181
+ "loss": 1.3544,
182
+ "step": 2300
183
+ },
184
+ {
185
+ "epoch": 16.33,
186
+ "learning_rate": 6.943457943925233e-05,
187
+ "loss": 1.3145,
188
+ "step": 2400
189
+ },
190
+ {
191
+ "epoch": 17.01,
192
+ "learning_rate": 6.803271028037383e-05,
193
+ "loss": 1.2685,
194
+ "step": 2500
195
+ },
196
+ {
197
+ "epoch": 17.01,
198
+ "eval_loss": 0.6122475862503052,
199
+ "eval_runtime": 91.1286,
200
+ "eval_samples_per_second": 22.989,
201
+ "eval_steps_per_second": 2.875,
202
+ "eval_wer": 1.019085010087791,
203
+ "step": 2500
204
+ },
205
+ {
206
+ "epoch": 17.69,
207
+ "learning_rate": 6.663084112149532e-05,
208
+ "loss": 1.2627,
209
+ "step": 2600
210
+ },
211
+ {
212
+ "epoch": 18.37,
213
+ "learning_rate": 6.522897196261682e-05,
214
+ "loss": 1.2455,
215
+ "step": 2700
216
+ },
217
+ {
218
+ "epoch": 19.05,
219
+ "learning_rate": 6.382710280373831e-05,
220
+ "loss": 1.213,
221
+ "step": 2800
222
+ },
223
+ {
224
+ "epoch": 19.73,
225
+ "learning_rate": 6.243925233644859e-05,
226
+ "loss": 1.1857,
227
+ "step": 2900
228
+ },
229
+ {
230
+ "epoch": 20.41,
231
+ "learning_rate": 6.103738317757008e-05,
232
+ "loss": 1.1844,
233
+ "step": 3000
234
+ },
235
+ {
236
+ "epoch": 20.41,
237
+ "eval_loss": 0.5433590412139893,
238
+ "eval_runtime": 91.9145,
239
+ "eval_samples_per_second": 22.793,
240
+ "eval_steps_per_second": 2.85,
241
+ "eval_wer": 1.019739353290801,
242
+ "step": 3000
243
+ },
244
+ {
245
+ "epoch": 21.09,
246
+ "learning_rate": 5.9635514018691585e-05,
247
+ "loss": 1.1482,
248
+ "step": 3100
249
+ },
250
+ {
251
+ "epoch": 21.77,
252
+ "learning_rate": 5.823364485981308e-05,
253
+ "loss": 1.1288,
254
+ "step": 3200
255
+ },
256
+ {
257
+ "epoch": 22.45,
258
+ "learning_rate": 5.6831775700934575e-05,
259
+ "loss": 1.1429,
260
+ "step": 3300
261
+ },
262
+ {
263
+ "epoch": 23.13,
264
+ "learning_rate": 5.542990654205607e-05,
265
+ "loss": 1.1242,
266
+ "step": 3400
267
+ },
268
+ {
269
+ "epoch": 23.81,
270
+ "learning_rate": 5.4028037383177566e-05,
271
+ "loss": 1.0945,
272
+ "step": 3500
273
+ },
274
+ {
275
+ "epoch": 23.81,
276
+ "eval_loss": 0.5208417773246765,
277
+ "eval_runtime": 89.3768,
278
+ "eval_samples_per_second": 23.44,
279
+ "eval_steps_per_second": 2.931,
280
+ "eval_wer": 1.0315720595452316,
281
+ "step": 3500
282
+ },
283
+ {
284
+ "epoch": 24.49,
285
+ "learning_rate": 5.262616822429906e-05,
286
+ "loss": 1.0592,
287
+ "step": 3600
288
+ },
289
+ {
290
+ "epoch": 25.17,
291
+ "learning_rate": 5.1224299065420557e-05,
292
+ "loss": 1.1044,
293
+ "step": 3700
294
+ },
295
+ {
296
+ "epoch": 25.85,
297
+ "learning_rate": 4.982242990654205e-05,
298
+ "loss": 1.0791,
299
+ "step": 3800
300
+ },
301
+ {
302
+ "epoch": 26.53,
303
+ "learning_rate": 4.842056074766355e-05,
304
+ "loss": 1.0414,
305
+ "step": 3900
306
+ },
307
+ {
308
+ "epoch": 27.21,
309
+ "learning_rate": 4.701869158878504e-05,
310
+ "loss": 1.0506,
311
+ "step": 4000
312
+ },
313
+ {
314
+ "epoch": 27.21,
315
+ "eval_loss": 0.49413421750068665,
316
+ "eval_runtime": 91.0309,
317
+ "eval_samples_per_second": 23.014,
318
+ "eval_steps_per_second": 2.878,
319
+ "eval_wer": 1.013904793063962,
320
+ "step": 4000
321
+ },
322
+ {
323
+ "epoch": 27.89,
324
+ "learning_rate": 4.561682242990654e-05,
325
+ "loss": 1.051,
326
+ "step": 4100
327
+ },
328
+ {
329
+ "epoch": 28.57,
330
+ "learning_rate": 4.421495327102803e-05,
331
+ "loss": 1.0389,
332
+ "step": 4200
333
+ },
334
+ {
335
+ "epoch": 29.25,
336
+ "learning_rate": 4.281308411214953e-05,
337
+ "loss": 1.0046,
338
+ "step": 4300
339
+ },
340
+ {
341
+ "epoch": 29.93,
342
+ "learning_rate": 4.1411214953271024e-05,
343
+ "loss": 1.0228,
344
+ "step": 4400
345
+ },
346
+ {
347
+ "epoch": 30.61,
348
+ "learning_rate": 4.000934579439252e-05,
349
+ "loss": 1.0199,
350
+ "step": 4500
351
+ },
352
+ {
353
+ "epoch": 30.61,
354
+ "eval_loss": 0.47357675433158875,
355
+ "eval_runtime": 92.1533,
356
+ "eval_samples_per_second": 22.734,
357
+ "eval_steps_per_second": 2.843,
358
+ "eval_wer": 1.0105785484486614,
359
+ "step": 4500
360
+ },
361
+ {
362
+ "epoch": 31.29,
363
+ "learning_rate": 3.8607476635514014e-05,
364
+ "loss": 0.9992,
365
+ "step": 4600
366
+ },
367
+ {
368
+ "epoch": 31.97,
369
+ "learning_rate": 3.720560747663551e-05,
370
+ "loss": 0.9822,
371
+ "step": 4700
372
+ },
373
+ {
374
+ "epoch": 32.65,
375
+ "learning_rate": 3.5803738317757005e-05,
376
+ "loss": 0.9855,
377
+ "step": 4800
378
+ },
379
+ {
380
+ "epoch": 33.33,
381
+ "learning_rate": 3.44018691588785e-05,
382
+ "loss": 0.9869,
383
+ "step": 4900
384
+ },
385
+ {
386
+ "epoch": 34.01,
387
+ "learning_rate": 3.2999999999999996e-05,
388
+ "loss": 0.9546,
389
+ "step": 5000
390
+ },
391
+ {
392
+ "epoch": 34.01,
393
+ "eval_loss": 0.46637728810310364,
394
+ "eval_runtime": 92.1156,
395
+ "eval_samples_per_second": 22.743,
396
+ "eval_steps_per_second": 2.844,
397
+ "eval_wer": 1.0163585800752495,
398
+ "step": 5000
399
+ },
400
+ {
401
+ "epoch": 34.69,
402
+ "learning_rate": 3.159813084112149e-05,
403
+ "loss": 0.9592,
404
+ "step": 5100
405
+ },
406
+ {
407
+ "epoch": 35.37,
408
+ "learning_rate": 3.0210280373831774e-05,
409
+ "loss": 0.9509,
410
+ "step": 5200
411
+ },
412
+ {
413
+ "epoch": 36.05,
414
+ "learning_rate": 2.880841121495327e-05,
415
+ "loss": 0.948,
416
+ "step": 5300
417
+ },
418
+ {
419
+ "epoch": 36.73,
420
+ "learning_rate": 2.7406542056074764e-05,
421
+ "loss": 0.9297,
422
+ "step": 5400
423
+ },
424
+ {
425
+ "epoch": 37.41,
426
+ "learning_rate": 2.600467289719626e-05,
427
+ "loss": 0.9388,
428
+ "step": 5500
429
+ },
430
+ {
431
+ "epoch": 37.41,
432
+ "eval_loss": 0.4565039277076721,
433
+ "eval_runtime": 90.9615,
434
+ "eval_samples_per_second": 23.032,
435
+ "eval_steps_per_second": 2.88,
436
+ "eval_wer": 1.0084519330388788,
437
+ "step": 5500
438
+ },
439
+ {
440
+ "epoch": 38.1,
441
+ "learning_rate": 2.4602803738317755e-05,
442
+ "loss": 0.9278,
443
+ "step": 5600
444
+ },
445
+ {
446
+ "epoch": 38.77,
447
+ "learning_rate": 2.3214953271028034e-05,
448
+ "loss": 0.9034,
449
+ "step": 5700
450
+ },
451
+ {
452
+ "epoch": 39.46,
453
+ "learning_rate": 2.181308411214953e-05,
454
+ "loss": 0.9094,
455
+ "step": 5800
456
+ },
457
+ {
458
+ "epoch": 40.14,
459
+ "learning_rate": 2.0411214953271025e-05,
460
+ "loss": 0.9248,
461
+ "step": 5900
462
+ },
463
+ {
464
+ "epoch": 40.81,
465
+ "learning_rate": 1.900934579439252e-05,
466
+ "loss": 0.9125,
467
+ "step": 6000
468
+ },
469
+ {
470
+ "epoch": 40.81,
471
+ "eval_loss": 0.4635978043079376,
472
+ "eval_runtime": 92.4501,
473
+ "eval_samples_per_second": 22.661,
474
+ "eval_steps_per_second": 2.834,
475
+ "eval_wer": 1.0148317792682262,
476
+ "step": 6000
477
+ },
478
+ {
479
+ "epoch": 41.5,
480
+ "learning_rate": 1.760747663551402e-05,
481
+ "loss": 0.8852,
482
+ "step": 6100
483
+ },
484
+ {
485
+ "epoch": 42.18,
486
+ "learning_rate": 1.6205607476635514e-05,
487
+ "loss": 0.9073,
488
+ "step": 6200
489
+ },
490
+ {
491
+ "epoch": 42.86,
492
+ "learning_rate": 1.4803738317757008e-05,
493
+ "loss": 0.8932,
494
+ "step": 6300
495
+ },
496
+ {
497
+ "epoch": 43.54,
498
+ "learning_rate": 1.3401869158878503e-05,
499
+ "loss": 0.8787,
500
+ "step": 6400
501
+ },
502
+ {
503
+ "epoch": 44.22,
504
+ "learning_rate": 1.1999999999999999e-05,
505
+ "loss": 0.8733,
506
+ "step": 6500
507
+ },
508
+ {
509
+ "epoch": 44.22,
510
+ "eval_loss": 0.4529880881309509,
511
+ "eval_runtime": 92.0867,
512
+ "eval_samples_per_second": 22.75,
513
+ "eval_steps_per_second": 2.845,
514
+ "eval_wer": 1.0153770652707346,
515
+ "step": 6500
516
+ },
517
+ {
518
+ "epoch": 44.9,
519
+ "learning_rate": 1.0598130841121494e-05,
520
+ "loss": 0.8866,
521
+ "step": 6600
522
+ },
523
+ {
524
+ "epoch": 45.58,
525
+ "learning_rate": 9.19626168224299e-06,
526
+ "loss": 0.8848,
527
+ "step": 6700
528
+ },
529
+ {
530
+ "epoch": 46.26,
531
+ "learning_rate": 7.794392523364485e-06,
532
+ "loss": 0.8554,
533
+ "step": 6800
534
+ },
535
+ {
536
+ "epoch": 46.94,
537
+ "learning_rate": 6.392523364485981e-06,
538
+ "loss": 0.8712,
539
+ "step": 6900
540
+ },
541
+ {
542
+ "epoch": 47.62,
543
+ "learning_rate": 4.990654205607477e-06,
544
+ "loss": 0.8829,
545
+ "step": 7000
546
+ },
547
+ {
548
+ "epoch": 47.62,
549
+ "eval_loss": 0.44942525029182434,
550
+ "eval_runtime": 90.8401,
551
+ "eval_samples_per_second": 23.062,
552
+ "eval_steps_per_second": 2.884,
553
+ "eval_wer": 1.015213479469982,
554
+ "step": 7000
555
+ },
556
+ {
557
+ "epoch": 48.3,
558
+ "learning_rate": 3.5887850467289714e-06,
559
+ "loss": 0.8635,
560
+ "step": 7100
561
+ },
562
+ {
563
+ "epoch": 48.98,
564
+ "learning_rate": 2.186915887850467e-06,
565
+ "loss": 0.8546,
566
+ "step": 7200
567
+ },
568
+ {
569
+ "epoch": 49.66,
570
+ "learning_rate": 7.850467289719626e-07,
571
+ "loss": 0.8804,
572
+ "step": 7300
573
+ },
574
+ {
575
+ "epoch": 50.0,
576
+ "step": 7350,
577
+ "total_flos": 2.9231469421589975e+19,
578
+ "train_loss": 2.0184907983273876,
579
+ "train_runtime": 14208.7555,
580
+ "train_samples_per_second": 16.578,
581
+ "train_steps_per_second": 0.517
582
+ }
583
+ ],
584
+ "max_steps": 7350,
585
+ "num_train_epochs": 50,
586
+ "total_flos": 2.9231469421589975e+19,
587
+ "trial_name": null,
588
+ "trial_params": null
589
+ }