Rishabh Jain commited on
Commit
c0094fb
1 Parent(s): 9c7046f

End of training

Browse files
all_results.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 5.04,
3
+ "eval_loss": 0.2617354393005371,
4
+ "eval_runtime": 1097.1914,
5
+ "eval_samples_per_second": 4.083,
6
+ "eval_steps_per_second": 0.128,
7
+ "eval_wer": 9.891459959995533,
8
+ "train_loss": 0.14665698340721428,
9
+ "train_runtime": 48253.4406,
10
+ "train_samples_per_second": 2.653,
11
+ "train_steps_per_second": 0.083
12
+ }
eval_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 5.04,
3
+ "eval_loss": 0.2617354393005371,
4
+ "eval_runtime": 1097.1914,
5
+ "eval_samples_per_second": 4.083,
6
+ "eval_steps_per_second": 0.128,
7
+ "eval_wer": 9.891459959995533
8
+ }
runs/Feb15_23-26-08_52bfdd8db55f/events.out.tfevents.1676554083.52bfdd8db55f.6808.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6783ae57f674f141f48274cd34e100ff778eb10ca3a4d55fcd4b9773284633dd
3
+ size 358
train_results.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 5.04,
3
+ "train_loss": 0.14665698340721428,
4
+ "train_runtime": 48253.4406,
5
+ "train_samples_per_second": 2.653,
6
+ "train_steps_per_second": 0.083
7
+ }
trainer_state.json ADDED
@@ -0,0 +1,1057 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 9.891459959995533,
3
+ "best_model_checkpoint": "./checkpoint-4000",
4
+ "epoch": 5.0375,
5
+ "global_step": 4000,
6
+ "is_hyper_param_search": false,
7
+ "is_local_process_zero": true,
8
+ "is_world_process_zero": true,
9
+ "log_history": [
10
+ {
11
+ "epoch": 0.01,
12
+ "learning_rate": 4.2000000000000006e-07,
13
+ "loss": 2.3321,
14
+ "step": 25
15
+ },
16
+ {
17
+ "epoch": 0.01,
18
+ "learning_rate": 9.200000000000001e-07,
19
+ "loss": 1.2935,
20
+ "step": 50
21
+ },
22
+ {
23
+ "epoch": 0.02,
24
+ "learning_rate": 1.42e-06,
25
+ "loss": 0.9663,
26
+ "step": 75
27
+ },
28
+ {
29
+ "epoch": 0.03,
30
+ "learning_rate": 1.9200000000000003e-06,
31
+ "loss": 0.4759,
32
+ "step": 100
33
+ },
34
+ {
35
+ "epoch": 0.03,
36
+ "learning_rate": 2.42e-06,
37
+ "loss": 0.3237,
38
+ "step": 125
39
+ },
40
+ {
41
+ "epoch": 0.04,
42
+ "learning_rate": 2.92e-06,
43
+ "loss": 0.2198,
44
+ "step": 150
45
+ },
46
+ {
47
+ "epoch": 0.04,
48
+ "learning_rate": 3.4200000000000007e-06,
49
+ "loss": 0.2898,
50
+ "step": 175
51
+ },
52
+ {
53
+ "epoch": 0.05,
54
+ "learning_rate": 3.920000000000001e-06,
55
+ "loss": 0.4063,
56
+ "step": 200
57
+ },
58
+ {
59
+ "epoch": 0.06,
60
+ "learning_rate": 4.42e-06,
61
+ "loss": 0.3432,
62
+ "step": 225
63
+ },
64
+ {
65
+ "epoch": 0.06,
66
+ "learning_rate": 4.92e-06,
67
+ "loss": 0.5207,
68
+ "step": 250
69
+ },
70
+ {
71
+ "epoch": 0.07,
72
+ "learning_rate": 5.420000000000001e-06,
73
+ "loss": 0.5485,
74
+ "step": 275
75
+ },
76
+ {
77
+ "epoch": 0.07,
78
+ "learning_rate": 5.92e-06,
79
+ "loss": 0.3309,
80
+ "step": 300
81
+ },
82
+ {
83
+ "epoch": 0.08,
84
+ "learning_rate": 6.42e-06,
85
+ "loss": 0.3645,
86
+ "step": 325
87
+ },
88
+ {
89
+ "epoch": 0.09,
90
+ "learning_rate": 6.92e-06,
91
+ "loss": 0.5326,
92
+ "step": 350
93
+ },
94
+ {
95
+ "epoch": 0.09,
96
+ "learning_rate": 7.420000000000001e-06,
97
+ "loss": 0.2653,
98
+ "step": 375
99
+ },
100
+ {
101
+ "epoch": 0.1,
102
+ "learning_rate": 7.92e-06,
103
+ "loss": 0.2754,
104
+ "step": 400
105
+ },
106
+ {
107
+ "epoch": 0.11,
108
+ "learning_rate": 8.42e-06,
109
+ "loss": 0.2309,
110
+ "step": 425
111
+ },
112
+ {
113
+ "epoch": 0.11,
114
+ "learning_rate": 8.920000000000001e-06,
115
+ "loss": 0.2041,
116
+ "step": 450
117
+ },
118
+ {
119
+ "epoch": 0.12,
120
+ "learning_rate": 9.42e-06,
121
+ "loss": 0.2372,
122
+ "step": 475
123
+ },
124
+ {
125
+ "epoch": 0.12,
126
+ "learning_rate": 9.920000000000002e-06,
127
+ "loss": 0.201,
128
+ "step": 500
129
+ },
130
+ {
131
+ "epoch": 0.12,
132
+ "eval_loss": 0.23912189900875092,
133
+ "eval_runtime": 1324.0512,
134
+ "eval_samples_per_second": 3.384,
135
+ "eval_steps_per_second": 0.106,
136
+ "eval_wer": 10.83877387322442,
137
+ "step": 500
138
+ },
139
+ {
140
+ "epoch": 0.13,
141
+ "learning_rate": 9.940000000000001e-06,
142
+ "loss": 0.2184,
143
+ "step": 525
144
+ },
145
+ {
146
+ "epoch": 0.14,
147
+ "learning_rate": 9.86857142857143e-06,
148
+ "loss": 0.1775,
149
+ "step": 550
150
+ },
151
+ {
152
+ "epoch": 0.14,
153
+ "learning_rate": 9.797142857142858e-06,
154
+ "loss": 0.3417,
155
+ "step": 575
156
+ },
157
+ {
158
+ "epoch": 0.15,
159
+ "learning_rate": 9.725714285714287e-06,
160
+ "loss": 0.3732,
161
+ "step": 600
162
+ },
163
+ {
164
+ "epoch": 0.16,
165
+ "learning_rate": 9.654285714285716e-06,
166
+ "loss": 0.2438,
167
+ "step": 625
168
+ },
169
+ {
170
+ "epoch": 0.16,
171
+ "learning_rate": 9.582857142857143e-06,
172
+ "loss": 0.2139,
173
+ "step": 650
174
+ },
175
+ {
176
+ "epoch": 0.17,
177
+ "learning_rate": 9.511428571428572e-06,
178
+ "loss": 0.2395,
179
+ "step": 675
180
+ },
181
+ {
182
+ "epoch": 0.17,
183
+ "learning_rate": 9.440000000000001e-06,
184
+ "loss": 0.1988,
185
+ "step": 700
186
+ },
187
+ {
188
+ "epoch": 0.18,
189
+ "learning_rate": 9.368571428571428e-06,
190
+ "loss": 0.2073,
191
+ "step": 725
192
+ },
193
+ {
194
+ "epoch": 0.19,
195
+ "learning_rate": 9.297142857142857e-06,
196
+ "loss": 0.2149,
197
+ "step": 750
198
+ },
199
+ {
200
+ "epoch": 1.0,
201
+ "learning_rate": 9.225714285714286e-06,
202
+ "loss": 0.2417,
203
+ "step": 775
204
+ },
205
+ {
206
+ "epoch": 1.01,
207
+ "learning_rate": 9.154285714285715e-06,
208
+ "loss": 0.137,
209
+ "step": 800
210
+ },
211
+ {
212
+ "epoch": 1.01,
213
+ "learning_rate": 9.082857142857143e-06,
214
+ "loss": 0.2751,
215
+ "step": 825
216
+ },
217
+ {
218
+ "epoch": 1.02,
219
+ "learning_rate": 9.011428571428572e-06,
220
+ "loss": 0.3086,
221
+ "step": 850
222
+ },
223
+ {
224
+ "epoch": 1.03,
225
+ "learning_rate": 8.94e-06,
226
+ "loss": 0.1372,
227
+ "step": 875
228
+ },
229
+ {
230
+ "epoch": 1.03,
231
+ "learning_rate": 8.86857142857143e-06,
232
+ "loss": 0.054,
233
+ "step": 900
234
+ },
235
+ {
236
+ "epoch": 1.04,
237
+ "learning_rate": 8.797142857142857e-06,
238
+ "loss": 0.0775,
239
+ "step": 925
240
+ },
241
+ {
242
+ "epoch": 1.04,
243
+ "learning_rate": 8.725714285714286e-06,
244
+ "loss": 0.1201,
245
+ "step": 950
246
+ },
247
+ {
248
+ "epoch": 1.05,
249
+ "learning_rate": 8.654285714285715e-06,
250
+ "loss": 0.1379,
251
+ "step": 975
252
+ },
253
+ {
254
+ "epoch": 1.06,
255
+ "learning_rate": 8.582857142857144e-06,
256
+ "loss": 0.1726,
257
+ "step": 1000
258
+ },
259
+ {
260
+ "epoch": 1.06,
261
+ "eval_loss": 0.20546844601631165,
262
+ "eval_runtime": 1256.3177,
263
+ "eval_samples_per_second": 3.566,
264
+ "eval_steps_per_second": 0.111,
265
+ "eval_wer": 11.159621886708159,
266
+ "step": 1000
267
+ },
268
+ {
269
+ "epoch": 1.06,
270
+ "learning_rate": 8.511428571428571e-06,
271
+ "loss": 0.1883,
272
+ "step": 1025
273
+ },
274
+ {
275
+ "epoch": 1.07,
276
+ "learning_rate": 8.44e-06,
277
+ "loss": 0.2804,
278
+ "step": 1050
279
+ },
280
+ {
281
+ "epoch": 1.08,
282
+ "learning_rate": 8.36857142857143e-06,
283
+ "loss": 0.2031,
284
+ "step": 1075
285
+ },
286
+ {
287
+ "epoch": 1.08,
288
+ "learning_rate": 8.297142857142859e-06,
289
+ "loss": 0.1453,
290
+ "step": 1100
291
+ },
292
+ {
293
+ "epoch": 1.09,
294
+ "learning_rate": 8.225714285714288e-06,
295
+ "loss": 0.125,
296
+ "step": 1125
297
+ },
298
+ {
299
+ "epoch": 1.09,
300
+ "learning_rate": 8.154285714285715e-06,
301
+ "loss": 0.0838,
302
+ "step": 1150
303
+ },
304
+ {
305
+ "epoch": 1.1,
306
+ "learning_rate": 8.082857142857144e-06,
307
+ "loss": 0.1691,
308
+ "step": 1175
309
+ },
310
+ {
311
+ "epoch": 1.11,
312
+ "learning_rate": 8.011428571428573e-06,
313
+ "loss": 0.2264,
314
+ "step": 1200
315
+ },
316
+ {
317
+ "epoch": 1.11,
318
+ "learning_rate": 7.94e-06,
319
+ "loss": 0.2588,
320
+ "step": 1225
321
+ },
322
+ {
323
+ "epoch": 1.12,
324
+ "learning_rate": 7.86857142857143e-06,
325
+ "loss": 0.1729,
326
+ "step": 1250
327
+ },
328
+ {
329
+ "epoch": 1.13,
330
+ "learning_rate": 7.797142857142858e-06,
331
+ "loss": 0.168,
332
+ "step": 1275
333
+ },
334
+ {
335
+ "epoch": 1.13,
336
+ "learning_rate": 7.725714285714286e-06,
337
+ "loss": 0.1205,
338
+ "step": 1300
339
+ },
340
+ {
341
+ "epoch": 1.14,
342
+ "learning_rate": 7.654285714285715e-06,
343
+ "loss": 0.191,
344
+ "step": 1325
345
+ },
346
+ {
347
+ "epoch": 1.15,
348
+ "learning_rate": 7.5828571428571444e-06,
349
+ "loss": 0.416,
350
+ "step": 1350
351
+ },
352
+ {
353
+ "epoch": 1.15,
354
+ "learning_rate": 7.511428571428572e-06,
355
+ "loss": 0.2462,
356
+ "step": 1375
357
+ },
358
+ {
359
+ "epoch": 1.16,
360
+ "learning_rate": 7.440000000000001e-06,
361
+ "loss": 0.1218,
362
+ "step": 1400
363
+ },
364
+ {
365
+ "epoch": 1.16,
366
+ "learning_rate": 7.36857142857143e-06,
367
+ "loss": 0.1181,
368
+ "step": 1425
369
+ },
370
+ {
371
+ "epoch": 1.17,
372
+ "learning_rate": 7.297142857142858e-06,
373
+ "loss": 0.1055,
374
+ "step": 1450
375
+ },
376
+ {
377
+ "epoch": 1.18,
378
+ "learning_rate": 7.225714285714286e-06,
379
+ "loss": 0.1087,
380
+ "step": 1475
381
+ },
382
+ {
383
+ "epoch": 1.18,
384
+ "learning_rate": 7.154285714285715e-06,
385
+ "loss": 0.0984,
386
+ "step": 1500
387
+ },
388
+ {
389
+ "epoch": 1.18,
390
+ "eval_loss": 0.20248055458068848,
391
+ "eval_runtime": 1249.5933,
392
+ "eval_samples_per_second": 3.585,
393
+ "eval_steps_per_second": 0.112,
394
+ "eval_wer": 10.407253601925088,
395
+ "step": 1500
396
+ },
397
+ {
398
+ "epoch": 1.19,
399
+ "learning_rate": 7.082857142857143e-06,
400
+ "loss": 0.1287,
401
+ "step": 1525
402
+ },
403
+ {
404
+ "epoch": 2.0,
405
+ "learning_rate": 7.011428571428572e-06,
406
+ "loss": 0.084,
407
+ "step": 1550
408
+ },
409
+ {
410
+ "epoch": 2.01,
411
+ "learning_rate": 6.9400000000000005e-06,
412
+ "loss": 0.0439,
413
+ "step": 1575
414
+ },
415
+ {
416
+ "epoch": 2.02,
417
+ "learning_rate": 6.868571428571429e-06,
418
+ "loss": 0.0856,
419
+ "step": 1600
420
+ },
421
+ {
422
+ "epoch": 2.02,
423
+ "learning_rate": 6.797142857142858e-06,
424
+ "loss": 0.0517,
425
+ "step": 1625
426
+ },
427
+ {
428
+ "epoch": 2.03,
429
+ "learning_rate": 6.725714285714287e-06,
430
+ "loss": 0.051,
431
+ "step": 1650
432
+ },
433
+ {
434
+ "epoch": 2.03,
435
+ "learning_rate": 6.654285714285716e-06,
436
+ "loss": 0.0597,
437
+ "step": 1675
438
+ },
439
+ {
440
+ "epoch": 2.04,
441
+ "learning_rate": 6.582857142857143e-06,
442
+ "loss": 0.0487,
443
+ "step": 1700
444
+ },
445
+ {
446
+ "epoch": 2.05,
447
+ "learning_rate": 6.511428571428572e-06,
448
+ "loss": 0.0821,
449
+ "step": 1725
450
+ },
451
+ {
452
+ "epoch": 2.05,
453
+ "learning_rate": 6.440000000000001e-06,
454
+ "loss": 0.0649,
455
+ "step": 1750
456
+ },
457
+ {
458
+ "epoch": 2.06,
459
+ "learning_rate": 6.368571428571429e-06,
460
+ "loss": 0.0238,
461
+ "step": 1775
462
+ },
463
+ {
464
+ "epoch": 2.06,
465
+ "learning_rate": 6.297142857142857e-06,
466
+ "loss": 0.0313,
467
+ "step": 1800
468
+ },
469
+ {
470
+ "epoch": 2.07,
471
+ "learning_rate": 6.225714285714286e-06,
472
+ "loss": 0.0547,
473
+ "step": 1825
474
+ },
475
+ {
476
+ "epoch": 2.08,
477
+ "learning_rate": 6.1542857142857145e-06,
478
+ "loss": 0.0612,
479
+ "step": 1850
480
+ },
481
+ {
482
+ "epoch": 2.08,
483
+ "learning_rate": 6.0828571428571435e-06,
484
+ "loss": 0.0647,
485
+ "step": 1875
486
+ },
487
+ {
488
+ "epoch": 2.09,
489
+ "learning_rate": 6.011428571428572e-06,
490
+ "loss": 0.0536,
491
+ "step": 1900
492
+ },
493
+ {
494
+ "epoch": 2.1,
495
+ "learning_rate": 5.94e-06,
496
+ "loss": 0.0565,
497
+ "step": 1925
498
+ },
499
+ {
500
+ "epoch": 2.1,
501
+ "learning_rate": 5.868571428571429e-06,
502
+ "loss": 0.078,
503
+ "step": 1950
504
+ },
505
+ {
506
+ "epoch": 2.11,
507
+ "learning_rate": 5.797142857142858e-06,
508
+ "loss": 0.0753,
509
+ "step": 1975
510
+ },
511
+ {
512
+ "epoch": 2.12,
513
+ "learning_rate": 5.725714285714287e-06,
514
+ "loss": 0.0782,
515
+ "step": 2000
516
+ },
517
+ {
518
+ "epoch": 2.12,
519
+ "eval_loss": 0.2072889655828476,
520
+ "eval_runtime": 1303.2739,
521
+ "eval_samples_per_second": 3.437,
522
+ "eval_steps_per_second": 0.107,
523
+ "eval_wer": 10.904771091187849,
524
+ "step": 2000
525
+ },
526
+ {
527
+ "epoch": 2.12,
528
+ "learning_rate": 5.654285714285714e-06,
529
+ "loss": 0.147,
530
+ "step": 2025
531
+ },
532
+ {
533
+ "epoch": 2.13,
534
+ "learning_rate": 5.582857142857143e-06,
535
+ "loss": 0.1905,
536
+ "step": 2050
537
+ },
538
+ {
539
+ "epoch": 2.13,
540
+ "learning_rate": 5.511428571428572e-06,
541
+ "loss": 0.3605,
542
+ "step": 2075
543
+ },
544
+ {
545
+ "epoch": 2.14,
546
+ "learning_rate": 5.4400000000000004e-06,
547
+ "loss": 0.2344,
548
+ "step": 2100
549
+ },
550
+ {
551
+ "epoch": 2.15,
552
+ "learning_rate": 5.368571428571429e-06,
553
+ "loss": 0.1066,
554
+ "step": 2125
555
+ },
556
+ {
557
+ "epoch": 2.15,
558
+ "learning_rate": 5.297142857142858e-06,
559
+ "loss": 0.0752,
560
+ "step": 2150
561
+ },
562
+ {
563
+ "epoch": 2.16,
564
+ "learning_rate": 5.225714285714286e-06,
565
+ "loss": 0.1042,
566
+ "step": 2175
567
+ },
568
+ {
569
+ "epoch": 2.17,
570
+ "learning_rate": 5.154285714285715e-06,
571
+ "loss": 0.1903,
572
+ "step": 2200
573
+ },
574
+ {
575
+ "epoch": 2.17,
576
+ "learning_rate": 5.082857142857144e-06,
577
+ "loss": 0.1248,
578
+ "step": 2225
579
+ },
580
+ {
581
+ "epoch": 2.18,
582
+ "learning_rate": 5.011428571428571e-06,
583
+ "loss": 0.0754,
584
+ "step": 2250
585
+ },
586
+ {
587
+ "epoch": 2.18,
588
+ "learning_rate": 4.94e-06,
589
+ "loss": 0.0596,
590
+ "step": 2275
591
+ },
592
+ {
593
+ "epoch": 2.19,
594
+ "learning_rate": 4.868571428571429e-06,
595
+ "loss": 0.1033,
596
+ "step": 2300
597
+ },
598
+ {
599
+ "epoch": 3.0,
600
+ "learning_rate": 4.797142857142857e-06,
601
+ "loss": 0.0651,
602
+ "step": 2325
603
+ },
604
+ {
605
+ "epoch": 3.01,
606
+ "learning_rate": 4.725714285714286e-06,
607
+ "loss": 0.0289,
608
+ "step": 2350
609
+ },
610
+ {
611
+ "epoch": 3.02,
612
+ "learning_rate": 4.6542857142857145e-06,
613
+ "loss": 0.0956,
614
+ "step": 2375
615
+ },
616
+ {
617
+ "epoch": 3.02,
618
+ "learning_rate": 4.5828571428571435e-06,
619
+ "loss": 0.2166,
620
+ "step": 2400
621
+ },
622
+ {
623
+ "epoch": 3.03,
624
+ "learning_rate": 4.511428571428572e-06,
625
+ "loss": 0.1193,
626
+ "step": 2425
627
+ },
628
+ {
629
+ "epoch": 3.04,
630
+ "learning_rate": 4.440000000000001e-06,
631
+ "loss": 0.0627,
632
+ "step": 2450
633
+ },
634
+ {
635
+ "epoch": 3.04,
636
+ "learning_rate": 4.368571428571429e-06,
637
+ "loss": 0.045,
638
+ "step": 2475
639
+ },
640
+ {
641
+ "epoch": 3.05,
642
+ "learning_rate": 4.297142857142858e-06,
643
+ "loss": 0.0301,
644
+ "step": 2500
645
+ },
646
+ {
647
+ "epoch": 3.05,
648
+ "eval_loss": 0.22605395317077637,
649
+ "eval_runtime": 1242.3125,
650
+ "eval_samples_per_second": 3.606,
651
+ "eval_steps_per_second": 0.113,
652
+ "eval_wer": 10.178801693590147,
653
+ "step": 2500
654
+ },
655
+ {
656
+ "epoch": 3.05,
657
+ "learning_rate": 4.225714285714286e-06,
658
+ "loss": 0.0428,
659
+ "step": 2525
660
+ },
661
+ {
662
+ "epoch": 3.06,
663
+ "learning_rate": 4.154285714285714e-06,
664
+ "loss": 0.03,
665
+ "step": 2550
666
+ },
667
+ {
668
+ "epoch": 3.07,
669
+ "learning_rate": 4.082857142857143e-06,
670
+ "loss": 0.0148,
671
+ "step": 2575
672
+ },
673
+ {
674
+ "epoch": 3.07,
675
+ "learning_rate": 4.011428571428571e-06,
676
+ "loss": 0.0359,
677
+ "step": 2600
678
+ },
679
+ {
680
+ "epoch": 3.08,
681
+ "learning_rate": 3.94e-06,
682
+ "loss": 0.0384,
683
+ "step": 2625
684
+ },
685
+ {
686
+ "epoch": 3.08,
687
+ "learning_rate": 3.8685714285714286e-06,
688
+ "loss": 0.0219,
689
+ "step": 2650
690
+ },
691
+ {
692
+ "epoch": 3.09,
693
+ "learning_rate": 3.7971428571428576e-06,
694
+ "loss": 0.0183,
695
+ "step": 2675
696
+ },
697
+ {
698
+ "epoch": 3.1,
699
+ "learning_rate": 3.7257142857142857e-06,
700
+ "loss": 0.0127,
701
+ "step": 2700
702
+ },
703
+ {
704
+ "epoch": 3.1,
705
+ "learning_rate": 3.6542857142857148e-06,
706
+ "loss": 0.0214,
707
+ "step": 2725
708
+ },
709
+ {
710
+ "epoch": 3.11,
711
+ "learning_rate": 3.582857142857143e-06,
712
+ "loss": 0.0519,
713
+ "step": 2750
714
+ },
715
+ {
716
+ "epoch": 3.12,
717
+ "learning_rate": 3.511428571428572e-06,
718
+ "loss": 0.0502,
719
+ "step": 2775
720
+ },
721
+ {
722
+ "epoch": 3.12,
723
+ "learning_rate": 3.44e-06,
724
+ "loss": 0.0795,
725
+ "step": 2800
726
+ },
727
+ {
728
+ "epoch": 3.13,
729
+ "learning_rate": 3.3685714285714287e-06,
730
+ "loss": 0.0423,
731
+ "step": 2825
732
+ },
733
+ {
734
+ "epoch": 3.13,
735
+ "learning_rate": 3.2971428571428577e-06,
736
+ "loss": 0.0254,
737
+ "step": 2850
738
+ },
739
+ {
740
+ "epoch": 3.14,
741
+ "learning_rate": 3.225714285714286e-06,
742
+ "loss": 0.0108,
743
+ "step": 2875
744
+ },
745
+ {
746
+ "epoch": 3.15,
747
+ "learning_rate": 3.154285714285715e-06,
748
+ "loss": 0.0253,
749
+ "step": 2900
750
+ },
751
+ {
752
+ "epoch": 3.15,
753
+ "learning_rate": 3.082857142857143e-06,
754
+ "loss": 0.0946,
755
+ "step": 2925
756
+ },
757
+ {
758
+ "epoch": 3.16,
759
+ "learning_rate": 3.0114285714285716e-06,
760
+ "loss": 0.0742,
761
+ "step": 2950
762
+ },
763
+ {
764
+ "epoch": 3.17,
765
+ "learning_rate": 2.9400000000000002e-06,
766
+ "loss": 0.0344,
767
+ "step": 2975
768
+ },
769
+ {
770
+ "epoch": 3.17,
771
+ "learning_rate": 2.868571428571429e-06,
772
+ "loss": 0.0284,
773
+ "step": 3000
774
+ },
775
+ {
776
+ "epoch": 3.17,
777
+ "eval_loss": 0.2303255945444107,
778
+ "eval_runtime": 1235.1133,
779
+ "eval_samples_per_second": 3.627,
780
+ "eval_steps_per_second": 0.113,
781
+ "eval_wer": 10.063052726700445,
782
+ "step": 3000
783
+ },
784
+ {
785
+ "epoch": 3.18,
786
+ "learning_rate": 2.797142857142857e-06,
787
+ "loss": 0.0402,
788
+ "step": 3025
789
+ },
790
+ {
791
+ "epoch": 3.19,
792
+ "learning_rate": 2.725714285714286e-06,
793
+ "loss": 0.0446,
794
+ "step": 3050
795
+ },
796
+ {
797
+ "epoch": 3.19,
798
+ "learning_rate": 2.654285714285714e-06,
799
+ "loss": 0.0908,
800
+ "step": 3075
801
+ },
802
+ {
803
+ "epoch": 4.0,
804
+ "learning_rate": 2.582857142857143e-06,
805
+ "loss": 0.0283,
806
+ "step": 3100
807
+ },
808
+ {
809
+ "epoch": 4.01,
810
+ "learning_rate": 2.5114285714285718e-06,
811
+ "loss": 0.007,
812
+ "step": 3125
813
+ },
814
+ {
815
+ "epoch": 4.02,
816
+ "learning_rate": 2.4400000000000004e-06,
817
+ "loss": 0.004,
818
+ "step": 3150
819
+ },
820
+ {
821
+ "epoch": 4.02,
822
+ "learning_rate": 2.3685714285714285e-06,
823
+ "loss": 0.0035,
824
+ "step": 3175
825
+ },
826
+ {
827
+ "epoch": 4.03,
828
+ "learning_rate": 2.297142857142857e-06,
829
+ "loss": 0.0145,
830
+ "step": 3200
831
+ },
832
+ {
833
+ "epoch": 4.04,
834
+ "learning_rate": 2.2257142857142857e-06,
835
+ "loss": 0.0748,
836
+ "step": 3225
837
+ },
838
+ {
839
+ "epoch": 4.04,
840
+ "learning_rate": 2.1542857142857147e-06,
841
+ "loss": 0.0918,
842
+ "step": 3250
843
+ },
844
+ {
845
+ "epoch": 4.05,
846
+ "learning_rate": 2.0828571428571433e-06,
847
+ "loss": 0.0311,
848
+ "step": 3275
849
+ },
850
+ {
851
+ "epoch": 4.05,
852
+ "learning_rate": 2.0114285714285715e-06,
853
+ "loss": 0.0149,
854
+ "step": 3300
855
+ },
856
+ {
857
+ "epoch": 4.06,
858
+ "learning_rate": 1.94e-06,
859
+ "loss": 0.0068,
860
+ "step": 3325
861
+ },
862
+ {
863
+ "epoch": 4.07,
864
+ "learning_rate": 1.8685714285714289e-06,
865
+ "loss": 0.0278,
866
+ "step": 3350
867
+ },
868
+ {
869
+ "epoch": 4.07,
870
+ "learning_rate": 1.7971428571428572e-06,
871
+ "loss": 0.0141,
872
+ "step": 3375
873
+ },
874
+ {
875
+ "epoch": 4.08,
876
+ "learning_rate": 1.7257142857142858e-06,
877
+ "loss": 0.0152,
878
+ "step": 3400
879
+ },
880
+ {
881
+ "epoch": 4.09,
882
+ "learning_rate": 1.6542857142857144e-06,
883
+ "loss": 0.0234,
884
+ "step": 3425
885
+ },
886
+ {
887
+ "epoch": 4.09,
888
+ "learning_rate": 1.582857142857143e-06,
889
+ "loss": 0.0427,
890
+ "step": 3450
891
+ },
892
+ {
893
+ "epoch": 4.1,
894
+ "learning_rate": 1.5114285714285714e-06,
895
+ "loss": 0.0313,
896
+ "step": 3475
897
+ },
898
+ {
899
+ "epoch": 4.11,
900
+ "learning_rate": 1.44e-06,
901
+ "loss": 0.0153,
902
+ "step": 3500
903
+ },
904
+ {
905
+ "epoch": 4.11,
906
+ "eval_loss": 0.2513434886932373,
907
+ "eval_runtime": 1269.5341,
908
+ "eval_samples_per_second": 3.529,
909
+ "eval_steps_per_second": 0.11,
910
+ "eval_wer": 10.48035821259227,
911
+ "step": 3500
912
+ },
913
+ {
914
+ "epoch": 4.11,
915
+ "learning_rate": 1.3685714285714286e-06,
916
+ "loss": 0.0099,
917
+ "step": 3525
918
+ },
919
+ {
920
+ "epoch": 4.12,
921
+ "learning_rate": 1.2971428571428574e-06,
922
+ "loss": 0.0066,
923
+ "step": 3550
924
+ },
925
+ {
926
+ "epoch": 4.12,
927
+ "learning_rate": 1.2257142857142857e-06,
928
+ "loss": 0.0121,
929
+ "step": 3575
930
+ },
931
+ {
932
+ "epoch": 4.13,
933
+ "learning_rate": 1.1542857142857143e-06,
934
+ "loss": 0.0208,
935
+ "step": 3600
936
+ },
937
+ {
938
+ "epoch": 4.14,
939
+ "learning_rate": 1.082857142857143e-06,
940
+ "loss": 0.0544,
941
+ "step": 3625
942
+ },
943
+ {
944
+ "epoch": 4.14,
945
+ "learning_rate": 1.0114285714285715e-06,
946
+ "loss": 0.0481,
947
+ "step": 3650
948
+ },
949
+ {
950
+ "epoch": 4.15,
951
+ "learning_rate": 9.400000000000001e-07,
952
+ "loss": 0.0175,
953
+ "step": 3675
954
+ },
955
+ {
956
+ "epoch": 4.16,
957
+ "learning_rate": 8.685714285714286e-07,
958
+ "loss": 0.0103,
959
+ "step": 3700
960
+ },
961
+ {
962
+ "epoch": 4.16,
963
+ "learning_rate": 7.971428571428572e-07,
964
+ "loss": 0.0164,
965
+ "step": 3725
966
+ },
967
+ {
968
+ "epoch": 4.17,
969
+ "learning_rate": 7.257142857142857e-07,
970
+ "loss": 0.0128,
971
+ "step": 3750
972
+ },
973
+ {
974
+ "epoch": 4.17,
975
+ "learning_rate": 6.542857142857144e-07,
976
+ "loss": 0.0064,
977
+ "step": 3775
978
+ },
979
+ {
980
+ "epoch": 4.18,
981
+ "learning_rate": 5.82857142857143e-07,
982
+ "loss": 0.0122,
983
+ "step": 3800
984
+ },
985
+ {
986
+ "epoch": 4.19,
987
+ "learning_rate": 5.114285714285714e-07,
988
+ "loss": 0.0179,
989
+ "step": 3825
990
+ },
991
+ {
992
+ "epoch": 4.19,
993
+ "learning_rate": 4.4e-07,
994
+ "loss": 0.0121,
995
+ "step": 3850
996
+ },
997
+ {
998
+ "epoch": 5.01,
999
+ "learning_rate": 3.685714285714286e-07,
1000
+ "loss": 0.008,
1001
+ "step": 3875
1002
+ },
1003
+ {
1004
+ "epoch": 5.01,
1005
+ "learning_rate": 2.9714285714285715e-07,
1006
+ "loss": 0.0064,
1007
+ "step": 3900
1008
+ },
1009
+ {
1010
+ "epoch": 5.02,
1011
+ "learning_rate": 2.2571428571428574e-07,
1012
+ "loss": 0.0012,
1013
+ "step": 3925
1014
+ },
1015
+ {
1016
+ "epoch": 5.03,
1017
+ "learning_rate": 1.542857142857143e-07,
1018
+ "loss": 0.009,
1019
+ "step": 3950
1020
+ },
1021
+ {
1022
+ "epoch": 5.03,
1023
+ "learning_rate": 8.285714285714285e-08,
1024
+ "loss": 0.0567,
1025
+ "step": 3975
1026
+ },
1027
+ {
1028
+ "epoch": 5.04,
1029
+ "learning_rate": 1.142857142857143e-08,
1030
+ "loss": 0.0386,
1031
+ "step": 4000
1032
+ },
1033
+ {
1034
+ "epoch": 5.04,
1035
+ "eval_loss": 0.2617354393005371,
1036
+ "eval_runtime": 1232.317,
1037
+ "eval_samples_per_second": 3.635,
1038
+ "eval_steps_per_second": 0.114,
1039
+ "eval_wer": 9.891459959995533,
1040
+ "step": 4000
1041
+ },
1042
+ {
1043
+ "epoch": 5.04,
1044
+ "step": 4000,
1045
+ "total_flos": 1.305761918681088e+20,
1046
+ "train_loss": 0.14665698340721428,
1047
+ "train_runtime": 48253.4406,
1048
+ "train_samples_per_second": 2.653,
1049
+ "train_steps_per_second": 0.083
1050
+ }
1051
+ ],
1052
+ "max_steps": 4000,
1053
+ "num_train_epochs": 9223372036854775807,
1054
+ "total_flos": 1.305761918681088e+20,
1055
+ "trial_name": null,
1056
+ "trial_params": null
1057
+ }