Rishabh Jain commited on
Commit
d56aa17
·
1 Parent(s): e06ec20

End of training

Browse files
all_results.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 20.02,
3
+ "eval_loss": 0.14121413230895996,
4
+ "eval_runtime": 414.6586,
5
+ "eval_samples_per_second": 1.823,
6
+ "eval_steps_per_second": 0.058,
7
+ "eval_wer": 6.789250353606789,
8
+ "train_loss": 0.048101535047986546,
9
+ "train_runtime": 31267.1337,
10
+ "train_samples_per_second": 2.047,
11
+ "train_steps_per_second": 0.128
12
+ }
eval_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 20.02,
3
+ "eval_loss": 0.14121413230895996,
4
+ "eval_runtime": 414.6586,
5
+ "eval_samples_per_second": 1.823,
6
+ "eval_steps_per_second": 0.058,
7
+ "eval_wer": 6.789250353606789
8
+ }
runs/Feb10_12-07-16_1310801065d0/events.out.tfevents.1676065060.1310801065d0.6574.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7daded641279442ce2b102a06ce23ba03a37ffd475b71095006c7c135a037cb4
3
+ size 358
train_results.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 20.02,
3
+ "train_loss": 0.048101535047986546,
4
+ "train_runtime": 31267.1337,
5
+ "train_samples_per_second": 2.047,
6
+ "train_steps_per_second": 0.128
7
+ }
trainer_state.json ADDED
@@ -0,0 +1,1057 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 6.789250353606789,
3
+ "best_model_checkpoint": "./checkpoint-4000",
4
+ "epoch": 20.025,
5
+ "global_step": 4000,
6
+ "is_hyper_param_search": false,
7
+ "is_local_process_zero": true,
8
+ "is_world_process_zero": true,
9
+ "log_history": [
10
+ {
11
+ "epoch": 0.01,
12
+ "learning_rate": 4.4e-07,
13
+ "loss": 2.4212,
14
+ "step": 25
15
+ },
16
+ {
17
+ "epoch": 0.01,
18
+ "learning_rate": 9.400000000000001e-07,
19
+ "loss": 1.4092,
20
+ "step": 50
21
+ },
22
+ {
23
+ "epoch": 0.02,
24
+ "learning_rate": 1.44e-06,
25
+ "loss": 0.7605,
26
+ "step": 75
27
+ },
28
+ {
29
+ "epoch": 0.03,
30
+ "learning_rate": 1.94e-06,
31
+ "loss": 0.3188,
32
+ "step": 100
33
+ },
34
+ {
35
+ "epoch": 0.03,
36
+ "learning_rate": 2.4400000000000004e-06,
37
+ "loss": 0.219,
38
+ "step": 125
39
+ },
40
+ {
41
+ "epoch": 0.04,
42
+ "learning_rate": 2.9400000000000002e-06,
43
+ "loss": 0.2348,
44
+ "step": 150
45
+ },
46
+ {
47
+ "epoch": 0.04,
48
+ "learning_rate": 3.44e-06,
49
+ "loss": 0.2328,
50
+ "step": 175
51
+ },
52
+ {
53
+ "epoch": 1.0,
54
+ "learning_rate": 3.94e-06,
55
+ "loss": 0.1885,
56
+ "step": 200
57
+ },
58
+ {
59
+ "epoch": 1.01,
60
+ "learning_rate": 4.440000000000001e-06,
61
+ "loss": 0.1449,
62
+ "step": 225
63
+ },
64
+ {
65
+ "epoch": 1.01,
66
+ "learning_rate": 4.94e-06,
67
+ "loss": 0.1378,
68
+ "step": 250
69
+ },
70
+ {
71
+ "epoch": 1.02,
72
+ "learning_rate": 5.4400000000000004e-06,
73
+ "loss": 0.1073,
74
+ "step": 275
75
+ },
76
+ {
77
+ "epoch": 1.03,
78
+ "learning_rate": 5.94e-06,
79
+ "loss": 0.0963,
80
+ "step": 300
81
+ },
82
+ {
83
+ "epoch": 1.03,
84
+ "learning_rate": 6.440000000000001e-06,
85
+ "loss": 0.1041,
86
+ "step": 325
87
+ },
88
+ {
89
+ "epoch": 1.04,
90
+ "learning_rate": 6.9400000000000005e-06,
91
+ "loss": 0.1052,
92
+ "step": 350
93
+ },
94
+ {
95
+ "epoch": 1.04,
96
+ "learning_rate": 7.440000000000001e-06,
97
+ "loss": 0.0946,
98
+ "step": 375
99
+ },
100
+ {
101
+ "epoch": 2.0,
102
+ "learning_rate": 7.94e-06,
103
+ "loss": 0.0753,
104
+ "step": 400
105
+ },
106
+ {
107
+ "epoch": 2.01,
108
+ "learning_rate": 8.44e-06,
109
+ "loss": 0.0498,
110
+ "step": 425
111
+ },
112
+ {
113
+ "epoch": 2.02,
114
+ "learning_rate": 8.94e-06,
115
+ "loss": 0.0736,
116
+ "step": 450
117
+ },
118
+ {
119
+ "epoch": 2.02,
120
+ "learning_rate": 9.440000000000001e-06,
121
+ "loss": 0.0516,
122
+ "step": 475
123
+ },
124
+ {
125
+ "epoch": 2.03,
126
+ "learning_rate": 9.940000000000001e-06,
127
+ "loss": 0.0475,
128
+ "step": 500
129
+ },
130
+ {
131
+ "epoch": 2.03,
132
+ "eval_loss": 0.10949669033288956,
133
+ "eval_runtime": 465.1255,
134
+ "eval_samples_per_second": 1.625,
135
+ "eval_steps_per_second": 0.052,
136
+ "eval_wer": 62.65912305516266,
137
+ "step": 500
138
+ },
139
+ {
140
+ "epoch": 2.03,
141
+ "learning_rate": 9.937142857142858e-06,
142
+ "loss": 0.0557,
143
+ "step": 525
144
+ },
145
+ {
146
+ "epoch": 2.04,
147
+ "learning_rate": 9.865714285714285e-06,
148
+ "loss": 0.0552,
149
+ "step": 550
150
+ },
151
+ {
152
+ "epoch": 2.05,
153
+ "learning_rate": 9.794285714285714e-06,
154
+ "loss": 0.0451,
155
+ "step": 575
156
+ },
157
+ {
158
+ "epoch": 3.0,
159
+ "learning_rate": 9.722857142857143e-06,
160
+ "loss": 0.0423,
161
+ "step": 600
162
+ },
163
+ {
164
+ "epoch": 3.01,
165
+ "learning_rate": 9.651428571428572e-06,
166
+ "loss": 0.0285,
167
+ "step": 625
168
+ },
169
+ {
170
+ "epoch": 3.02,
171
+ "learning_rate": 9.58e-06,
172
+ "loss": 0.0274,
173
+ "step": 650
174
+ },
175
+ {
176
+ "epoch": 3.02,
177
+ "learning_rate": 9.508571428571429e-06,
178
+ "loss": 0.0254,
179
+ "step": 675
180
+ },
181
+ {
182
+ "epoch": 3.03,
183
+ "learning_rate": 9.437142857142858e-06,
184
+ "loss": 0.0256,
185
+ "step": 700
186
+ },
187
+ {
188
+ "epoch": 3.04,
189
+ "learning_rate": 9.365714285714287e-06,
190
+ "loss": 0.0358,
191
+ "step": 725
192
+ },
193
+ {
194
+ "epoch": 3.04,
195
+ "learning_rate": 9.294285714285714e-06,
196
+ "loss": 0.0295,
197
+ "step": 750
198
+ },
199
+ {
200
+ "epoch": 3.05,
201
+ "learning_rate": 9.222857142857143e-06,
202
+ "loss": 0.0429,
203
+ "step": 775
204
+ },
205
+ {
206
+ "epoch": 4.0,
207
+ "learning_rate": 9.151428571428572e-06,
208
+ "loss": 0.0197,
209
+ "step": 800
210
+ },
211
+ {
212
+ "epoch": 4.01,
213
+ "learning_rate": 9.080000000000001e-06,
214
+ "loss": 0.0248,
215
+ "step": 825
216
+ },
217
+ {
218
+ "epoch": 4.02,
219
+ "learning_rate": 9.00857142857143e-06,
220
+ "loss": 0.022,
221
+ "step": 850
222
+ },
223
+ {
224
+ "epoch": 4.02,
225
+ "learning_rate": 8.937142857142857e-06,
226
+ "loss": 0.0139,
227
+ "step": 875
228
+ },
229
+ {
230
+ "epoch": 4.03,
231
+ "learning_rate": 8.865714285714287e-06,
232
+ "loss": 0.0196,
233
+ "step": 900
234
+ },
235
+ {
236
+ "epoch": 4.04,
237
+ "learning_rate": 8.794285714285716e-06,
238
+ "loss": 0.0203,
239
+ "step": 925
240
+ },
241
+ {
242
+ "epoch": 4.04,
243
+ "learning_rate": 8.722857142857145e-06,
244
+ "loss": 0.0116,
245
+ "step": 950
246
+ },
247
+ {
248
+ "epoch": 4.05,
249
+ "learning_rate": 8.651428571428572e-06,
250
+ "loss": 0.0154,
251
+ "step": 975
252
+ },
253
+ {
254
+ "epoch": 5.01,
255
+ "learning_rate": 8.580000000000001e-06,
256
+ "loss": 0.0201,
257
+ "step": 1000
258
+ },
259
+ {
260
+ "epoch": 5.01,
261
+ "eval_loss": 0.12253633141517639,
262
+ "eval_runtime": 422.9296,
263
+ "eval_samples_per_second": 1.788,
264
+ "eval_steps_per_second": 0.057,
265
+ "eval_wer": 16.92845976326956,
266
+ "step": 1000
267
+ },
268
+ {
269
+ "epoch": 5.01,
270
+ "learning_rate": 8.50857142857143e-06,
271
+ "loss": 0.0182,
272
+ "step": 1025
273
+ },
274
+ {
275
+ "epoch": 5.02,
276
+ "learning_rate": 8.437142857142859e-06,
277
+ "loss": 0.0127,
278
+ "step": 1050
279
+ },
280
+ {
281
+ "epoch": 5.03,
282
+ "learning_rate": 8.365714285714286e-06,
283
+ "loss": 0.0093,
284
+ "step": 1075
285
+ },
286
+ {
287
+ "epoch": 5.03,
288
+ "learning_rate": 8.294285714285715e-06,
289
+ "loss": 0.014,
290
+ "step": 1100
291
+ },
292
+ {
293
+ "epoch": 5.04,
294
+ "learning_rate": 8.222857142857144e-06,
295
+ "loss": 0.0072,
296
+ "step": 1125
297
+ },
298
+ {
299
+ "epoch": 5.04,
300
+ "learning_rate": 8.151428571428572e-06,
301
+ "loss": 0.0068,
302
+ "step": 1150
303
+ },
304
+ {
305
+ "epoch": 6.0,
306
+ "learning_rate": 8.08e-06,
307
+ "loss": 0.0077,
308
+ "step": 1175
309
+ },
310
+ {
311
+ "epoch": 6.01,
312
+ "learning_rate": 8.00857142857143e-06,
313
+ "loss": 0.0047,
314
+ "step": 1200
315
+ },
316
+ {
317
+ "epoch": 6.01,
318
+ "learning_rate": 7.937142857142857e-06,
319
+ "loss": 0.0091,
320
+ "step": 1225
321
+ },
322
+ {
323
+ "epoch": 6.02,
324
+ "learning_rate": 7.865714285714286e-06,
325
+ "loss": 0.0091,
326
+ "step": 1250
327
+ },
328
+ {
329
+ "epoch": 6.03,
330
+ "learning_rate": 7.794285714285715e-06,
331
+ "loss": 0.0097,
332
+ "step": 1275
333
+ },
334
+ {
335
+ "epoch": 6.03,
336
+ "learning_rate": 7.722857142857142e-06,
337
+ "loss": 0.0082,
338
+ "step": 1300
339
+ },
340
+ {
341
+ "epoch": 6.04,
342
+ "learning_rate": 7.651428571428571e-06,
343
+ "loss": 0.0044,
344
+ "step": 1325
345
+ },
346
+ {
347
+ "epoch": 6.04,
348
+ "learning_rate": 7.58e-06,
349
+ "loss": 0.0042,
350
+ "step": 1350
351
+ },
352
+ {
353
+ "epoch": 7.0,
354
+ "learning_rate": 7.508571428571429e-06,
355
+ "loss": 0.0033,
356
+ "step": 1375
357
+ },
358
+ {
359
+ "epoch": 7.01,
360
+ "learning_rate": 7.4371428571428575e-06,
361
+ "loss": 0.004,
362
+ "step": 1400
363
+ },
364
+ {
365
+ "epoch": 7.01,
366
+ "learning_rate": 7.365714285714286e-06,
367
+ "loss": 0.006,
368
+ "step": 1425
369
+ },
370
+ {
371
+ "epoch": 7.02,
372
+ "learning_rate": 7.294285714285715e-06,
373
+ "loss": 0.0052,
374
+ "step": 1450
375
+ },
376
+ {
377
+ "epoch": 7.03,
378
+ "learning_rate": 7.222857142857144e-06,
379
+ "loss": 0.0069,
380
+ "step": 1475
381
+ },
382
+ {
383
+ "epoch": 7.03,
384
+ "learning_rate": 7.151428571428573e-06,
385
+ "loss": 0.0044,
386
+ "step": 1500
387
+ },
388
+ {
389
+ "epoch": 7.03,
390
+ "eval_loss": 0.1312199980020523,
391
+ "eval_runtime": 427.3582,
392
+ "eval_samples_per_second": 1.769,
393
+ "eval_steps_per_second": 0.056,
394
+ "eval_wer": 3.6700662547457754,
395
+ "step": 1500
396
+ },
397
+ {
398
+ "epoch": 7.04,
399
+ "learning_rate": 7.08e-06,
400
+ "loss": 0.0074,
401
+ "step": 1525
402
+ },
403
+ {
404
+ "epoch": 7.05,
405
+ "learning_rate": 7.008571428571429e-06,
406
+ "loss": 0.0025,
407
+ "step": 1550
408
+ },
409
+ {
410
+ "epoch": 8.0,
411
+ "learning_rate": 6.937142857142858e-06,
412
+ "loss": 0.0016,
413
+ "step": 1575
414
+ },
415
+ {
416
+ "epoch": 8.01,
417
+ "learning_rate": 6.865714285714287e-06,
418
+ "loss": 0.0022,
419
+ "step": 1600
420
+ },
421
+ {
422
+ "epoch": 8.02,
423
+ "learning_rate": 6.794285714285714e-06,
424
+ "loss": 0.003,
425
+ "step": 1625
426
+ },
427
+ {
428
+ "epoch": 8.02,
429
+ "learning_rate": 6.722857142857143e-06,
430
+ "loss": 0.0019,
431
+ "step": 1650
432
+ },
433
+ {
434
+ "epoch": 8.03,
435
+ "learning_rate": 6.651428571428572e-06,
436
+ "loss": 0.0032,
437
+ "step": 1675
438
+ },
439
+ {
440
+ "epoch": 8.04,
441
+ "learning_rate": 6.5800000000000005e-06,
442
+ "loss": 0.0028,
443
+ "step": 1700
444
+ },
445
+ {
446
+ "epoch": 8.04,
447
+ "learning_rate": 6.5085714285714295e-06,
448
+ "loss": 0.0054,
449
+ "step": 1725
450
+ },
451
+ {
452
+ "epoch": 8.05,
453
+ "learning_rate": 6.437142857142858e-06,
454
+ "loss": 0.0046,
455
+ "step": 1750
456
+ },
457
+ {
458
+ "epoch": 9.01,
459
+ "learning_rate": 6.365714285714286e-06,
460
+ "loss": 0.0022,
461
+ "step": 1775
462
+ },
463
+ {
464
+ "epoch": 9.01,
465
+ "learning_rate": 6.294285714285715e-06,
466
+ "loss": 0.0023,
467
+ "step": 1800
468
+ },
469
+ {
470
+ "epoch": 9.02,
471
+ "learning_rate": 6.222857142857144e-06,
472
+ "loss": 0.0045,
473
+ "step": 1825
474
+ },
475
+ {
476
+ "epoch": 9.02,
477
+ "learning_rate": 6.151428571428571e-06,
478
+ "loss": 0.0026,
479
+ "step": 1850
480
+ },
481
+ {
482
+ "epoch": 9.03,
483
+ "learning_rate": 6.08e-06,
484
+ "loss": 0.0013,
485
+ "step": 1875
486
+ },
487
+ {
488
+ "epoch": 9.04,
489
+ "learning_rate": 6.008571428571429e-06,
490
+ "loss": 0.0008,
491
+ "step": 1900
492
+ },
493
+ {
494
+ "epoch": 9.04,
495
+ "learning_rate": 5.937142857142858e-06,
496
+ "loss": 0.0007,
497
+ "step": 1925
498
+ },
499
+ {
500
+ "epoch": 9.05,
501
+ "learning_rate": 5.865714285714286e-06,
502
+ "loss": 0.0024,
503
+ "step": 1950
504
+ },
505
+ {
506
+ "epoch": 10.01,
507
+ "learning_rate": 5.794285714285715e-06,
508
+ "loss": 0.0044,
509
+ "step": 1975
510
+ },
511
+ {
512
+ "epoch": 10.01,
513
+ "learning_rate": 5.722857142857144e-06,
514
+ "loss": 0.0026,
515
+ "step": 2000
516
+ },
517
+ {
518
+ "epoch": 10.01,
519
+ "eval_loss": 0.12780973315238953,
520
+ "eval_runtime": 417.7964,
521
+ "eval_samples_per_second": 1.809,
522
+ "eval_steps_per_second": 0.057,
523
+ "eval_wer": 7.950569493039529,
524
+ "step": 2000
525
+ },
526
+ {
527
+ "epoch": 10.02,
528
+ "learning_rate": 5.651428571428572e-06,
529
+ "loss": 0.0018,
530
+ "step": 2025
531
+ },
532
+ {
533
+ "epoch": 10.03,
534
+ "learning_rate": 5.580000000000001e-06,
535
+ "loss": 0.0004,
536
+ "step": 2050
537
+ },
538
+ {
539
+ "epoch": 10.03,
540
+ "learning_rate": 5.508571428571429e-06,
541
+ "loss": 0.0013,
542
+ "step": 2075
543
+ },
544
+ {
545
+ "epoch": 10.04,
546
+ "learning_rate": 5.437142857142857e-06,
547
+ "loss": 0.0002,
548
+ "step": 2100
549
+ },
550
+ {
551
+ "epoch": 10.04,
552
+ "learning_rate": 5.365714285714286e-06,
553
+ "loss": 0.0013,
554
+ "step": 2125
555
+ },
556
+ {
557
+ "epoch": 11.0,
558
+ "learning_rate": 5.294285714285715e-06,
559
+ "loss": 0.0017,
560
+ "step": 2150
561
+ },
562
+ {
563
+ "epoch": 11.01,
564
+ "learning_rate": 5.2228571428571425e-06,
565
+ "loss": 0.0005,
566
+ "step": 2175
567
+ },
568
+ {
569
+ "epoch": 11.01,
570
+ "learning_rate": 5.1514285714285715e-06,
571
+ "loss": 0.002,
572
+ "step": 2200
573
+ },
574
+ {
575
+ "epoch": 11.02,
576
+ "learning_rate": 5.0800000000000005e-06,
577
+ "loss": 0.0028,
578
+ "step": 2225
579
+ },
580
+ {
581
+ "epoch": 11.03,
582
+ "learning_rate": 5.0085714285714295e-06,
583
+ "loss": 0.0005,
584
+ "step": 2250
585
+ },
586
+ {
587
+ "epoch": 11.03,
588
+ "learning_rate": 4.937142857142858e-06,
589
+ "loss": 0.0018,
590
+ "step": 2275
591
+ },
592
+ {
593
+ "epoch": 11.04,
594
+ "learning_rate": 4.865714285714287e-06,
595
+ "loss": 0.0012,
596
+ "step": 2300
597
+ },
598
+ {
599
+ "epoch": 11.04,
600
+ "learning_rate": 4.794285714285715e-06,
601
+ "loss": 0.0007,
602
+ "step": 2325
603
+ },
604
+ {
605
+ "epoch": 12.0,
606
+ "learning_rate": 4.722857142857144e-06,
607
+ "loss": 0.0002,
608
+ "step": 2350
609
+ },
610
+ {
611
+ "epoch": 12.01,
612
+ "learning_rate": 4.651428571428572e-06,
613
+ "loss": 0.0001,
614
+ "step": 2375
615
+ },
616
+ {
617
+ "epoch": 12.02,
618
+ "learning_rate": 4.58e-06,
619
+ "loss": 0.004,
620
+ "step": 2400
621
+ },
622
+ {
623
+ "epoch": 12.02,
624
+ "learning_rate": 4.508571428571429e-06,
625
+ "loss": 0.0012,
626
+ "step": 2425
627
+ },
628
+ {
629
+ "epoch": 12.03,
630
+ "learning_rate": 4.437142857142857e-06,
631
+ "loss": 0.0005,
632
+ "step": 2450
633
+ },
634
+ {
635
+ "epoch": 12.03,
636
+ "learning_rate": 4.3657142857142855e-06,
637
+ "loss": 0.0002,
638
+ "step": 2475
639
+ },
640
+ {
641
+ "epoch": 12.04,
642
+ "learning_rate": 4.2942857142857146e-06,
643
+ "loss": 0.0001,
644
+ "step": 2500
645
+ },
646
+ {
647
+ "epoch": 12.04,
648
+ "eval_loss": 0.13225288689136505,
649
+ "eval_runtime": 417.3356,
650
+ "eval_samples_per_second": 1.811,
651
+ "eval_steps_per_second": 0.058,
652
+ "eval_wer": 17.918558773170552,
653
+ "step": 2500
654
+ },
655
+ {
656
+ "epoch": 12.05,
657
+ "learning_rate": 4.222857142857143e-06,
658
+ "loss": 0.0002,
659
+ "step": 2525
660
+ },
661
+ {
662
+ "epoch": 13.0,
663
+ "learning_rate": 4.151428571428572e-06,
664
+ "loss": 0.0001,
665
+ "step": 2550
666
+ },
667
+ {
668
+ "epoch": 13.01,
669
+ "learning_rate": 4.08e-06,
670
+ "loss": 0.0001,
671
+ "step": 2575
672
+ },
673
+ {
674
+ "epoch": 13.02,
675
+ "learning_rate": 4.008571428571429e-06,
676
+ "loss": 0.0001,
677
+ "step": 2600
678
+ },
679
+ {
680
+ "epoch": 13.02,
681
+ "learning_rate": 3.937142857142858e-06,
682
+ "loss": 0.001,
683
+ "step": 2625
684
+ },
685
+ {
686
+ "epoch": 13.03,
687
+ "learning_rate": 3.865714285714286e-06,
688
+ "loss": 0.0001,
689
+ "step": 2650
690
+ },
691
+ {
692
+ "epoch": 13.04,
693
+ "learning_rate": 3.7942857142857147e-06,
694
+ "loss": 0.0002,
695
+ "step": 2675
696
+ },
697
+ {
698
+ "epoch": 13.04,
699
+ "learning_rate": 3.722857142857143e-06,
700
+ "loss": 0.0001,
701
+ "step": 2700
702
+ },
703
+ {
704
+ "epoch": 13.05,
705
+ "learning_rate": 3.651428571428572e-06,
706
+ "loss": 0.0001,
707
+ "step": 2725
708
+ },
709
+ {
710
+ "epoch": 14.01,
711
+ "learning_rate": 3.58e-06,
712
+ "loss": 0.0001,
713
+ "step": 2750
714
+ },
715
+ {
716
+ "epoch": 14.01,
717
+ "learning_rate": 3.508571428571429e-06,
718
+ "loss": 0.0004,
719
+ "step": 2775
720
+ },
721
+ {
722
+ "epoch": 14.02,
723
+ "learning_rate": 3.437142857142857e-06,
724
+ "loss": 0.0001,
725
+ "step": 2800
726
+ },
727
+ {
728
+ "epoch": 14.02,
729
+ "learning_rate": 3.3657142857142862e-06,
730
+ "loss": 0.0001,
731
+ "step": 2825
732
+ },
733
+ {
734
+ "epoch": 14.03,
735
+ "learning_rate": 3.2942857142857144e-06,
736
+ "loss": 0.0001,
737
+ "step": 2850
738
+ },
739
+ {
740
+ "epoch": 14.04,
741
+ "learning_rate": 3.222857142857143e-06,
742
+ "loss": 0.0004,
743
+ "step": 2875
744
+ },
745
+ {
746
+ "epoch": 14.04,
747
+ "learning_rate": 3.151428571428572e-06,
748
+ "loss": 0.0001,
749
+ "step": 2900
750
+ },
751
+ {
752
+ "epoch": 14.05,
753
+ "learning_rate": 3.08e-06,
754
+ "loss": 0.0001,
755
+ "step": 2925
756
+ },
757
+ {
758
+ "epoch": 15.01,
759
+ "learning_rate": 3.008571428571429e-06,
760
+ "loss": 0.0001,
761
+ "step": 2950
762
+ },
763
+ {
764
+ "epoch": 15.01,
765
+ "learning_rate": 2.9371428571428573e-06,
766
+ "loss": 0.0001,
767
+ "step": 2975
768
+ },
769
+ {
770
+ "epoch": 15.02,
771
+ "learning_rate": 2.865714285714286e-06,
772
+ "loss": 0.0001,
773
+ "step": 3000
774
+ },
775
+ {
776
+ "epoch": 15.02,
777
+ "eval_loss": 0.13857373595237732,
778
+ "eval_runtime": 418.4683,
779
+ "eval_samples_per_second": 1.807,
780
+ "eval_steps_per_second": 0.057,
781
+ "eval_wer": 16.30313407280578,
782
+ "step": 3000
783
+ },
784
+ {
785
+ "epoch": 15.03,
786
+ "learning_rate": 2.7942857142857145e-06,
787
+ "loss": 0.0001,
788
+ "step": 3025
789
+ },
790
+ {
791
+ "epoch": 15.03,
792
+ "learning_rate": 2.722857142857143e-06,
793
+ "loss": 0.0001,
794
+ "step": 3050
795
+ },
796
+ {
797
+ "epoch": 15.04,
798
+ "learning_rate": 2.6514285714285713e-06,
799
+ "loss": 0.0001,
800
+ "step": 3075
801
+ },
802
+ {
803
+ "epoch": 15.04,
804
+ "learning_rate": 2.5800000000000003e-06,
805
+ "loss": 0.0001,
806
+ "step": 3100
807
+ },
808
+ {
809
+ "epoch": 16.0,
810
+ "learning_rate": 2.5085714285714285e-06,
811
+ "loss": 0.0007,
812
+ "step": 3125
813
+ },
814
+ {
815
+ "epoch": 16.01,
816
+ "learning_rate": 2.4371428571428575e-06,
817
+ "loss": 0.0001,
818
+ "step": 3150
819
+ },
820
+ {
821
+ "epoch": 16.01,
822
+ "learning_rate": 2.365714285714286e-06,
823
+ "loss": 0.0001,
824
+ "step": 3175
825
+ },
826
+ {
827
+ "epoch": 16.02,
828
+ "learning_rate": 2.2942857142857146e-06,
829
+ "loss": 0.0001,
830
+ "step": 3200
831
+ },
832
+ {
833
+ "epoch": 16.03,
834
+ "learning_rate": 2.222857142857143e-06,
835
+ "loss": 0.0001,
836
+ "step": 3225
837
+ },
838
+ {
839
+ "epoch": 16.03,
840
+ "learning_rate": 2.1514285714285714e-06,
841
+ "loss": 0.0004,
842
+ "step": 3250
843
+ },
844
+ {
845
+ "epoch": 16.04,
846
+ "learning_rate": 2.08e-06,
847
+ "loss": 0.0,
848
+ "step": 3275
849
+ },
850
+ {
851
+ "epoch": 16.05,
852
+ "learning_rate": 2.0085714285714286e-06,
853
+ "loss": 0.0,
854
+ "step": 3300
855
+ },
856
+ {
857
+ "epoch": 17.0,
858
+ "learning_rate": 1.9371428571428576e-06,
859
+ "loss": 0.0,
860
+ "step": 3325
861
+ },
862
+ {
863
+ "epoch": 17.01,
864
+ "learning_rate": 1.865714285714286e-06,
865
+ "loss": 0.0003,
866
+ "step": 3350
867
+ },
868
+ {
869
+ "epoch": 17.02,
870
+ "learning_rate": 1.7942857142857146e-06,
871
+ "loss": 0.0,
872
+ "step": 3375
873
+ },
874
+ {
875
+ "epoch": 17.02,
876
+ "learning_rate": 1.7228571428571432e-06,
877
+ "loss": 0.0001,
878
+ "step": 3400
879
+ },
880
+ {
881
+ "epoch": 17.03,
882
+ "learning_rate": 1.6514285714285715e-06,
883
+ "loss": 0.0001,
884
+ "step": 3425
885
+ },
886
+ {
887
+ "epoch": 17.03,
888
+ "learning_rate": 1.5800000000000001e-06,
889
+ "loss": 0.0001,
890
+ "step": 3450
891
+ },
892
+ {
893
+ "epoch": 17.04,
894
+ "learning_rate": 1.5085714285714287e-06,
895
+ "loss": 0.0001,
896
+ "step": 3475
897
+ },
898
+ {
899
+ "epoch": 17.05,
900
+ "learning_rate": 1.4371428571428573e-06,
901
+ "loss": 0.0001,
902
+ "step": 3500
903
+ },
904
+ {
905
+ "epoch": 17.05,
906
+ "eval_loss": 0.14033742249011993,
907
+ "eval_runtime": 420.5296,
908
+ "eval_samples_per_second": 1.798,
909
+ "eval_steps_per_second": 0.057,
910
+ "eval_wer": 6.707362465569864,
911
+ "step": 3500
912
+ },
913
+ {
914
+ "epoch": 18.0,
915
+ "learning_rate": 1.3657142857142857e-06,
916
+ "loss": 0.0001,
917
+ "step": 3525
918
+ },
919
+ {
920
+ "epoch": 18.01,
921
+ "learning_rate": 1.2942857142857143e-06,
922
+ "loss": 0.0001,
923
+ "step": 3550
924
+ },
925
+ {
926
+ "epoch": 18.02,
927
+ "learning_rate": 1.222857142857143e-06,
928
+ "loss": 0.0,
929
+ "step": 3575
930
+ },
931
+ {
932
+ "epoch": 18.02,
933
+ "learning_rate": 1.1514285714285714e-06,
934
+ "loss": 0.0001,
935
+ "step": 3600
936
+ },
937
+ {
938
+ "epoch": 18.03,
939
+ "learning_rate": 1.08e-06,
940
+ "loss": 0.0001,
941
+ "step": 3625
942
+ },
943
+ {
944
+ "epoch": 18.04,
945
+ "learning_rate": 1.0085714285714286e-06,
946
+ "loss": 0.0,
947
+ "step": 3650
948
+ },
949
+ {
950
+ "epoch": 18.04,
951
+ "learning_rate": 9.371428571428571e-07,
952
+ "loss": 0.0001,
953
+ "step": 3675
954
+ },
955
+ {
956
+ "epoch": 18.05,
957
+ "learning_rate": 8.657142857142858e-07,
958
+ "loss": 0.0,
959
+ "step": 3700
960
+ },
961
+ {
962
+ "epoch": 19.0,
963
+ "learning_rate": 7.942857142857144e-07,
964
+ "loss": 0.0001,
965
+ "step": 3725
966
+ },
967
+ {
968
+ "epoch": 19.01,
969
+ "learning_rate": 7.228571428571429e-07,
970
+ "loss": 0.0,
971
+ "step": 3750
972
+ },
973
+ {
974
+ "epoch": 19.02,
975
+ "learning_rate": 6.514285714285715e-07,
976
+ "loss": 0.0001,
977
+ "step": 3775
978
+ },
979
+ {
980
+ "epoch": 19.02,
981
+ "learning_rate": 5.800000000000001e-07,
982
+ "loss": 0.0001,
983
+ "step": 3800
984
+ },
985
+ {
986
+ "epoch": 19.03,
987
+ "learning_rate": 5.085714285714286e-07,
988
+ "loss": 0.0001,
989
+ "step": 3825
990
+ },
991
+ {
992
+ "epoch": 19.04,
993
+ "learning_rate": 4.371428571428572e-07,
994
+ "loss": 0.0,
995
+ "step": 3850
996
+ },
997
+ {
998
+ "epoch": 19.04,
999
+ "learning_rate": 3.657142857142858e-07,
1000
+ "loss": 0.0,
1001
+ "step": 3875
1002
+ },
1003
+ {
1004
+ "epoch": 19.05,
1005
+ "learning_rate": 2.942857142857143e-07,
1006
+ "loss": 0.0001,
1007
+ "step": 3900
1008
+ },
1009
+ {
1010
+ "epoch": 20.01,
1011
+ "learning_rate": 2.228571428571429e-07,
1012
+ "loss": 0.0001,
1013
+ "step": 3925
1014
+ },
1015
+ {
1016
+ "epoch": 20.01,
1017
+ "learning_rate": 1.5142857142857144e-07,
1018
+ "loss": 0.0,
1019
+ "step": 3950
1020
+ },
1021
+ {
1022
+ "epoch": 20.02,
1023
+ "learning_rate": 8e-08,
1024
+ "loss": 0.0,
1025
+ "step": 3975
1026
+ },
1027
+ {
1028
+ "epoch": 20.02,
1029
+ "learning_rate": 8.571428571428572e-09,
1030
+ "loss": 0.0,
1031
+ "step": 4000
1032
+ },
1033
+ {
1034
+ "epoch": 20.02,
1035
+ "eval_loss": 0.14121413230895996,
1036
+ "eval_runtime": 416.0844,
1037
+ "eval_samples_per_second": 1.817,
1038
+ "eval_steps_per_second": 0.058,
1039
+ "eval_wer": 6.789250353606789,
1040
+ "step": 4000
1041
+ },
1042
+ {
1043
+ "epoch": 20.02,
1044
+ "step": 4000,
1045
+ "total_flos": 1.35543237967872e+20,
1046
+ "train_loss": 0.048101535047986546,
1047
+ "train_runtime": 31267.1337,
1048
+ "train_samples_per_second": 2.047,
1049
+ "train_steps_per_second": 0.128
1050
+ }
1051
+ ],
1052
+ "max_steps": 4000,
1053
+ "num_train_epochs": 9223372036854775807,
1054
+ "total_flos": 1.35543237967872e+20,
1055
+ "trial_name": null,
1056
+ "trial_params": null
1057
+ }