Yilin98 commited on
Commit
ef295d9
1 Parent(s): db130d9

Upload 9 files

Browse files
checkpoint-3500/config.json ADDED
@@ -0,0 +1,42 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "Yilin98/whisper-small-hi",
3
+ "activation_dropout": 0.0,
4
+ "activation_function": "gelu",
5
+ "architectures": [
6
+ "WhisperForConditionalGeneration"
7
+ ],
8
+ "attention_dropout": 0.0,
9
+ "begin_suppress_tokens": [
10
+ 220,
11
+ 50257
12
+ ],
13
+ "bos_token_id": 50257,
14
+ "d_model": 768,
15
+ "decoder_attention_heads": 12,
16
+ "decoder_ffn_dim": 3072,
17
+ "decoder_layerdrop": 0.0,
18
+ "decoder_layers": 12,
19
+ "decoder_start_token_id": 50258,
20
+ "dropout": 0.0,
21
+ "encoder_attention_heads": 12,
22
+ "encoder_ffn_dim": 3072,
23
+ "encoder_layerdrop": 0.0,
24
+ "encoder_layers": 12,
25
+ "eos_token_id": 50257,
26
+ "forced_decoder_ids": null,
27
+ "init_std": 0.02,
28
+ "is_encoder_decoder": true,
29
+ "max_length": 448,
30
+ "max_source_positions": 1500,
31
+ "max_target_positions": 448,
32
+ "model_type": "whisper",
33
+ "num_hidden_layers": 12,
34
+ "num_mel_bins": 80,
35
+ "pad_token_id": 50257,
36
+ "scale_embedding": false,
37
+ "suppress_tokens": [],
38
+ "torch_dtype": "float32",
39
+ "transformers_version": "4.26.0.dev0",
40
+ "use_cache": true,
41
+ "vocab_size": 51865
42
+ }
checkpoint-3500/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02867922f8bc33a0ffcdf7818d4a4c2f12ee087f9418825c9b81c333ae5d0884
3
+ size 1934161093
checkpoint-3500/preprocessor_config.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-3500/pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78356fbaf15f21602108f13a9804e8b1afb91bf7e86798f66e8c8f03b154a44c
3
+ size 967102601
checkpoint-3500/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e733276d204840910a4ed4c57d6892da96d93f5ccf49fe4ca8fb6e100da5ccae
3
+ size 14511
checkpoint-3500/scaler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fcdcff1fac6440cb3ddaa5daa35227ec4d54a106b346fb288dbf05f89680a382
3
+ size 557
checkpoint-3500/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26dc1f68a0fda57a2732f8cd269ceb56f1332503611171e4a3949dead317e31a
3
+ size 627
checkpoint-3500/trainer_state.json ADDED
@@ -0,0 +1,919 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 20.378586217095535,
3
+ "best_model_checkpoint": "/content/checkpoint/whisper-small-hi/checkpoint-3000",
4
+ "epoch": 4.527813712807244,
5
+ "global_step": 3500,
6
+ "is_hyper_param_search": false,
7
+ "is_local_process_zero": true,
8
+ "is_world_process_zero": true,
9
+ "log_history": [
10
+ {
11
+ "epoch": 0.03,
12
+ "learning_rate": 4.2000000000000006e-07,
13
+ "loss": 4.1984,
14
+ "step": 25
15
+ },
16
+ {
17
+ "epoch": 0.06,
18
+ "learning_rate": 9.200000000000001e-07,
19
+ "loss": 3.3699,
20
+ "step": 50
21
+ },
22
+ {
23
+ "epoch": 0.1,
24
+ "learning_rate": 1.42e-06,
25
+ "loss": 2.4858,
26
+ "step": 75
27
+ },
28
+ {
29
+ "epoch": 0.13,
30
+ "learning_rate": 1.9200000000000003e-06,
31
+ "loss": 1.4969,
32
+ "step": 100
33
+ },
34
+ {
35
+ "epoch": 0.16,
36
+ "learning_rate": 2.42e-06,
37
+ "loss": 1.1419,
38
+ "step": 125
39
+ },
40
+ {
41
+ "epoch": 0.19,
42
+ "learning_rate": 2.92e-06,
43
+ "loss": 1.0148,
44
+ "step": 150
45
+ },
46
+ {
47
+ "epoch": 0.23,
48
+ "learning_rate": 3.4200000000000007e-06,
49
+ "loss": 0.9297,
50
+ "step": 175
51
+ },
52
+ {
53
+ "epoch": 0.26,
54
+ "learning_rate": 3.920000000000001e-06,
55
+ "loss": 0.8621,
56
+ "step": 200
57
+ },
58
+ {
59
+ "epoch": 0.29,
60
+ "learning_rate": 4.42e-06,
61
+ "loss": 0.712,
62
+ "step": 225
63
+ },
64
+ {
65
+ "epoch": 0.32,
66
+ "learning_rate": 4.92e-06,
67
+ "loss": 0.6186,
68
+ "step": 250
69
+ },
70
+ {
71
+ "epoch": 0.36,
72
+ "learning_rate": 5.420000000000001e-06,
73
+ "loss": 0.4717,
74
+ "step": 275
75
+ },
76
+ {
77
+ "epoch": 0.39,
78
+ "learning_rate": 5.92e-06,
79
+ "loss": 0.3114,
80
+ "step": 300
81
+ },
82
+ {
83
+ "epoch": 0.42,
84
+ "learning_rate": 6.42e-06,
85
+ "loss": 0.3384,
86
+ "step": 325
87
+ },
88
+ {
89
+ "epoch": 0.45,
90
+ "learning_rate": 6.92e-06,
91
+ "loss": 0.2962,
92
+ "step": 350
93
+ },
94
+ {
95
+ "epoch": 0.49,
96
+ "learning_rate": 7.420000000000001e-06,
97
+ "loss": 0.3173,
98
+ "step": 375
99
+ },
100
+ {
101
+ "epoch": 0.52,
102
+ "learning_rate": 7.92e-06,
103
+ "loss": 0.3202,
104
+ "step": 400
105
+ },
106
+ {
107
+ "epoch": 0.55,
108
+ "learning_rate": 8.42e-06,
109
+ "loss": 0.3133,
110
+ "step": 425
111
+ },
112
+ {
113
+ "epoch": 0.58,
114
+ "learning_rate": 8.920000000000001e-06,
115
+ "loss": 0.3045,
116
+ "step": 450
117
+ },
118
+ {
119
+ "epoch": 0.61,
120
+ "learning_rate": 9.42e-06,
121
+ "loss": 0.2761,
122
+ "step": 475
123
+ },
124
+ {
125
+ "epoch": 0.65,
126
+ "learning_rate": 9.920000000000002e-06,
127
+ "loss": 0.3105,
128
+ "step": 500
129
+ },
130
+ {
131
+ "epoch": 0.65,
132
+ "eval_loss": 0.32677161693573,
133
+ "eval_runtime": 1909.0381,
134
+ "eval_samples_per_second": 2.655,
135
+ "eval_steps_per_second": 0.332,
136
+ "eval_wer": 23.903632599284773,
137
+ "step": 500
138
+ },
139
+ {
140
+ "epoch": 0.68,
141
+ "learning_rate": 4.800000000000001e-07,
142
+ "loss": 0.2945,
143
+ "step": 525
144
+ },
145
+ {
146
+ "epoch": 0.71,
147
+ "learning_rate": 9.800000000000001e-07,
148
+ "loss": 0.2947,
149
+ "step": 550
150
+ },
151
+ {
152
+ "epoch": 0.74,
153
+ "learning_rate": 1.48e-06,
154
+ "loss": 0.2997,
155
+ "step": 575
156
+ },
157
+ {
158
+ "epoch": 0.78,
159
+ "learning_rate": 1.98e-06,
160
+ "loss": 0.301,
161
+ "step": 600
162
+ },
163
+ {
164
+ "epoch": 0.81,
165
+ "learning_rate": 2.4800000000000004e-06,
166
+ "loss": 0.2875,
167
+ "step": 625
168
+ },
169
+ {
170
+ "epoch": 0.84,
171
+ "learning_rate": 2.9800000000000003e-06,
172
+ "loss": 0.3012,
173
+ "step": 650
174
+ },
175
+ {
176
+ "epoch": 0.87,
177
+ "learning_rate": 3.48e-06,
178
+ "loss": 0.2679,
179
+ "step": 675
180
+ },
181
+ {
182
+ "epoch": 0.91,
183
+ "learning_rate": 3.980000000000001e-06,
184
+ "loss": 0.2838,
185
+ "step": 700
186
+ },
187
+ {
188
+ "epoch": 0.94,
189
+ "learning_rate": 4.48e-06,
190
+ "loss": 0.2789,
191
+ "step": 725
192
+ },
193
+ {
194
+ "epoch": 0.97,
195
+ "learning_rate": 4.960000000000001e-06,
196
+ "loss": 0.273,
197
+ "step": 750
198
+ },
199
+ {
200
+ "epoch": 1.0,
201
+ "learning_rate": 5.460000000000001e-06,
202
+ "loss": 0.2716,
203
+ "step": 775
204
+ },
205
+ {
206
+ "epoch": 1.03,
207
+ "learning_rate": 5.9600000000000005e-06,
208
+ "loss": 0.1651,
209
+ "step": 800
210
+ },
211
+ {
212
+ "epoch": 1.07,
213
+ "learning_rate": 6.460000000000001e-06,
214
+ "loss": 0.1718,
215
+ "step": 825
216
+ },
217
+ {
218
+ "epoch": 1.1,
219
+ "learning_rate": 6.96e-06,
220
+ "loss": 0.1631,
221
+ "step": 850
222
+ },
223
+ {
224
+ "epoch": 1.13,
225
+ "learning_rate": 7.4600000000000006e-06,
226
+ "loss": 0.1572,
227
+ "step": 875
228
+ },
229
+ {
230
+ "epoch": 1.16,
231
+ "learning_rate": 7.960000000000002e-06,
232
+ "loss": 0.1742,
233
+ "step": 900
234
+ },
235
+ {
236
+ "epoch": 1.2,
237
+ "learning_rate": 8.46e-06,
238
+ "loss": 0.1899,
239
+ "step": 925
240
+ },
241
+ {
242
+ "epoch": 1.23,
243
+ "learning_rate": 8.96e-06,
244
+ "loss": 0.1787,
245
+ "step": 950
246
+ },
247
+ {
248
+ "epoch": 1.26,
249
+ "learning_rate": 9.460000000000001e-06,
250
+ "loss": 0.1836,
251
+ "step": 975
252
+ },
253
+ {
254
+ "epoch": 1.29,
255
+ "learning_rate": 9.960000000000001e-06,
256
+ "loss": 0.1775,
257
+ "step": 1000
258
+ },
259
+ {
260
+ "epoch": 1.29,
261
+ "eval_loss": 0.3070180416107178,
262
+ "eval_runtime": 2136.5113,
263
+ "eval_samples_per_second": 2.373,
264
+ "eval_steps_per_second": 0.297,
265
+ "eval_wer": 22.419402543626145,
266
+ "step": 1000
267
+ },
268
+ {
269
+ "epoch": 1.33,
270
+ "learning_rate": 9.934285714285715e-06,
271
+ "loss": 0.1974,
272
+ "step": 1025
273
+ },
274
+ {
275
+ "epoch": 1.36,
276
+ "learning_rate": 9.862857142857144e-06,
277
+ "loss": 0.1784,
278
+ "step": 1050
279
+ },
280
+ {
281
+ "epoch": 1.39,
282
+ "learning_rate": 9.791428571428571e-06,
283
+ "loss": 0.1785,
284
+ "step": 1075
285
+ },
286
+ {
287
+ "epoch": 1.42,
288
+ "learning_rate": 9.72e-06,
289
+ "loss": 0.1861,
290
+ "step": 1100
291
+ },
292
+ {
293
+ "epoch": 1.46,
294
+ "learning_rate": 9.648571428571429e-06,
295
+ "loss": 0.1808,
296
+ "step": 1125
297
+ },
298
+ {
299
+ "epoch": 1.49,
300
+ "learning_rate": 9.577142857142858e-06,
301
+ "loss": 0.1741,
302
+ "step": 1150
303
+ },
304
+ {
305
+ "epoch": 1.52,
306
+ "learning_rate": 9.505714285714287e-06,
307
+ "loss": 0.184,
308
+ "step": 1175
309
+ },
310
+ {
311
+ "epoch": 1.55,
312
+ "learning_rate": 9.434285714285714e-06,
313
+ "loss": 0.1962,
314
+ "step": 1200
315
+ },
316
+ {
317
+ "epoch": 1.58,
318
+ "learning_rate": 9.362857142857143e-06,
319
+ "loss": 0.1834,
320
+ "step": 1225
321
+ },
322
+ {
323
+ "epoch": 1.62,
324
+ "learning_rate": 9.291428571428572e-06,
325
+ "loss": 0.177,
326
+ "step": 1250
327
+ },
328
+ {
329
+ "epoch": 1.65,
330
+ "learning_rate": 9.220000000000002e-06,
331
+ "loss": 0.1855,
332
+ "step": 1275
333
+ },
334
+ {
335
+ "epoch": 1.68,
336
+ "learning_rate": 9.148571428571429e-06,
337
+ "loss": 0.1675,
338
+ "step": 1300
339
+ },
340
+ {
341
+ "epoch": 1.71,
342
+ "learning_rate": 9.077142857142858e-06,
343
+ "loss": 0.1822,
344
+ "step": 1325
345
+ },
346
+ {
347
+ "epoch": 1.75,
348
+ "learning_rate": 9.005714285714287e-06,
349
+ "loss": 0.1666,
350
+ "step": 1350
351
+ },
352
+ {
353
+ "epoch": 1.78,
354
+ "learning_rate": 8.934285714285716e-06,
355
+ "loss": 0.196,
356
+ "step": 1375
357
+ },
358
+ {
359
+ "epoch": 1.81,
360
+ "learning_rate": 8.862857142857143e-06,
361
+ "loss": 0.1843,
362
+ "step": 1400
363
+ },
364
+ {
365
+ "epoch": 1.84,
366
+ "learning_rate": 8.791428571428572e-06,
367
+ "loss": 0.1698,
368
+ "step": 1425
369
+ },
370
+ {
371
+ "epoch": 1.88,
372
+ "learning_rate": 8.720000000000001e-06,
373
+ "loss": 0.161,
374
+ "step": 1450
375
+ },
376
+ {
377
+ "epoch": 1.91,
378
+ "learning_rate": 8.64857142857143e-06,
379
+ "loss": 0.1897,
380
+ "step": 1475
381
+ },
382
+ {
383
+ "epoch": 1.94,
384
+ "learning_rate": 8.577142857142858e-06,
385
+ "loss": 0.1658,
386
+ "step": 1500
387
+ },
388
+ {
389
+ "epoch": 1.94,
390
+ "eval_loss": 0.2858450710773468,
391
+ "eval_runtime": 1954.9187,
392
+ "eval_samples_per_second": 2.593,
393
+ "eval_steps_per_second": 0.324,
394
+ "eval_wer": 21.284719421365384,
395
+ "step": 1500
396
+ },
397
+ {
398
+ "epoch": 1.97,
399
+ "learning_rate": 8.505714285714287e-06,
400
+ "loss": 0.1836,
401
+ "step": 1525
402
+ },
403
+ {
404
+ "epoch": 2.01,
405
+ "learning_rate": 8.434285714285716e-06,
406
+ "loss": 0.1407,
407
+ "step": 1550
408
+ },
409
+ {
410
+ "epoch": 2.04,
411
+ "learning_rate": 8.362857142857143e-06,
412
+ "loss": 0.067,
413
+ "step": 1575
414
+ },
415
+ {
416
+ "epoch": 2.07,
417
+ "learning_rate": 8.291428571428572e-06,
418
+ "loss": 0.0688,
419
+ "step": 1600
420
+ },
421
+ {
422
+ "epoch": 2.1,
423
+ "learning_rate": 8.220000000000001e-06,
424
+ "loss": 0.0763,
425
+ "step": 1625
426
+ },
427
+ {
428
+ "epoch": 2.13,
429
+ "learning_rate": 8.148571428571428e-06,
430
+ "loss": 0.0751,
431
+ "step": 1650
432
+ },
433
+ {
434
+ "epoch": 2.17,
435
+ "learning_rate": 8.077142857142857e-06,
436
+ "loss": 0.0774,
437
+ "step": 1675
438
+ },
439
+ {
440
+ "epoch": 2.2,
441
+ "learning_rate": 8.005714285714286e-06,
442
+ "loss": 0.0796,
443
+ "step": 1700
444
+ },
445
+ {
446
+ "epoch": 2.23,
447
+ "learning_rate": 7.934285714285715e-06,
448
+ "loss": 0.0671,
449
+ "step": 1725
450
+ },
451
+ {
452
+ "epoch": 2.26,
453
+ "learning_rate": 7.862857142857143e-06,
454
+ "loss": 0.0655,
455
+ "step": 1750
456
+ },
457
+ {
458
+ "epoch": 2.3,
459
+ "learning_rate": 7.791428571428572e-06,
460
+ "loss": 0.0691,
461
+ "step": 1775
462
+ },
463
+ {
464
+ "epoch": 2.33,
465
+ "learning_rate": 7.72e-06,
466
+ "loss": 0.0634,
467
+ "step": 1800
468
+ },
469
+ {
470
+ "epoch": 2.36,
471
+ "learning_rate": 7.64857142857143e-06,
472
+ "loss": 0.0695,
473
+ "step": 1825
474
+ },
475
+ {
476
+ "epoch": 2.39,
477
+ "learning_rate": 7.577142857142857e-06,
478
+ "loss": 0.0704,
479
+ "step": 1850
480
+ },
481
+ {
482
+ "epoch": 2.43,
483
+ "learning_rate": 7.505714285714286e-06,
484
+ "loss": 0.0706,
485
+ "step": 1875
486
+ },
487
+ {
488
+ "epoch": 2.46,
489
+ "learning_rate": 7.434285714285715e-06,
490
+ "loss": 0.0641,
491
+ "step": 1900
492
+ },
493
+ {
494
+ "epoch": 2.49,
495
+ "learning_rate": 7.362857142857144e-06,
496
+ "loss": 0.0683,
497
+ "step": 1925
498
+ },
499
+ {
500
+ "epoch": 2.52,
501
+ "learning_rate": 7.291428571428571e-06,
502
+ "loss": 0.0605,
503
+ "step": 1950
504
+ },
505
+ {
506
+ "epoch": 2.55,
507
+ "learning_rate": 7.22e-06,
508
+ "loss": 0.0674,
509
+ "step": 1975
510
+ },
511
+ {
512
+ "epoch": 2.59,
513
+ "learning_rate": 7.148571428571429e-06,
514
+ "loss": 0.0684,
515
+ "step": 2000
516
+ },
517
+ {
518
+ "epoch": 2.59,
519
+ "eval_loss": 0.29735004901885986,
520
+ "eval_runtime": 1980.7436,
521
+ "eval_samples_per_second": 2.559,
522
+ "eval_steps_per_second": 0.32,
523
+ "eval_wer": 20.935172487967517,
524
+ "step": 2000
525
+ },
526
+ {
527
+ "epoch": 2.62,
528
+ "learning_rate": 7.077142857142858e-06,
529
+ "loss": 0.0589,
530
+ "step": 2025
531
+ },
532
+ {
533
+ "epoch": 2.65,
534
+ "learning_rate": 7.0057142857142865e-06,
535
+ "loss": 0.0665,
536
+ "step": 2050
537
+ },
538
+ {
539
+ "epoch": 2.68,
540
+ "learning_rate": 6.934285714285715e-06,
541
+ "loss": 0.0688,
542
+ "step": 2075
543
+ },
544
+ {
545
+ "epoch": 2.72,
546
+ "learning_rate": 6.862857142857144e-06,
547
+ "loss": 0.0731,
548
+ "step": 2100
549
+ },
550
+ {
551
+ "epoch": 2.75,
552
+ "learning_rate": 6.791428571428572e-06,
553
+ "loss": 0.0746,
554
+ "step": 2125
555
+ },
556
+ {
557
+ "epoch": 2.78,
558
+ "learning_rate": 6.720000000000001e-06,
559
+ "loss": 0.0735,
560
+ "step": 2150
561
+ },
562
+ {
563
+ "epoch": 2.81,
564
+ "learning_rate": 6.648571428571429e-06,
565
+ "loss": 0.0657,
566
+ "step": 2175
567
+ },
568
+ {
569
+ "epoch": 2.85,
570
+ "learning_rate": 6.577142857142857e-06,
571
+ "loss": 0.0674,
572
+ "step": 2200
573
+ },
574
+ {
575
+ "epoch": 2.88,
576
+ "learning_rate": 6.505714285714286e-06,
577
+ "loss": 0.0649,
578
+ "step": 2225
579
+ },
580
+ {
581
+ "epoch": 2.91,
582
+ "learning_rate": 6.434285714285715e-06,
583
+ "loss": 0.0653,
584
+ "step": 2250
585
+ },
586
+ {
587
+ "epoch": 2.94,
588
+ "learning_rate": 6.3628571428571426e-06,
589
+ "loss": 0.0709,
590
+ "step": 2275
591
+ },
592
+ {
593
+ "epoch": 2.98,
594
+ "learning_rate": 6.2914285714285716e-06,
595
+ "loss": 0.069,
596
+ "step": 2300
597
+ },
598
+ {
599
+ "epoch": 3.01,
600
+ "learning_rate": 6.220000000000001e-06,
601
+ "loss": 0.0603,
602
+ "step": 2325
603
+ },
604
+ {
605
+ "epoch": 3.04,
606
+ "learning_rate": 6.14857142857143e-06,
607
+ "loss": 0.0262,
608
+ "step": 2350
609
+ },
610
+ {
611
+ "epoch": 3.07,
612
+ "learning_rate": 6.077142857142858e-06,
613
+ "loss": 0.0296,
614
+ "step": 2375
615
+ },
616
+ {
617
+ "epoch": 3.1,
618
+ "learning_rate": 6.005714285714286e-06,
619
+ "loss": 0.0269,
620
+ "step": 2400
621
+ },
622
+ {
623
+ "epoch": 3.14,
624
+ "learning_rate": 5.934285714285715e-06,
625
+ "loss": 0.0257,
626
+ "step": 2425
627
+ },
628
+ {
629
+ "epoch": 3.17,
630
+ "learning_rate": 5.862857142857143e-06,
631
+ "loss": 0.029,
632
+ "step": 2450
633
+ },
634
+ {
635
+ "epoch": 3.2,
636
+ "learning_rate": 5.791428571428572e-06,
637
+ "loss": 0.0296,
638
+ "step": 2475
639
+ },
640
+ {
641
+ "epoch": 3.23,
642
+ "learning_rate": 5.72e-06,
643
+ "loss": 0.0291,
644
+ "step": 2500
645
+ },
646
+ {
647
+ "epoch": 3.23,
648
+ "eval_loss": 0.3039323091506958,
649
+ "eval_runtime": 2093.4598,
650
+ "eval_samples_per_second": 2.421,
651
+ "eval_steps_per_second": 0.303,
652
+ "eval_wer": 20.74695490844559,
653
+ "step": 2500
654
+ },
655
+ {
656
+ "epoch": 3.27,
657
+ "learning_rate": 5.6485714285714285e-06,
658
+ "loss": 0.0283,
659
+ "step": 2525
660
+ },
661
+ {
662
+ "epoch": 3.3,
663
+ "learning_rate": 5.5771428571428575e-06,
664
+ "loss": 0.0274,
665
+ "step": 2550
666
+ },
667
+ {
668
+ "epoch": 3.33,
669
+ "learning_rate": 5.5057142857142865e-06,
670
+ "loss": 0.025,
671
+ "step": 2575
672
+ },
673
+ {
674
+ "epoch": 3.36,
675
+ "learning_rate": 5.4342857142857155e-06,
676
+ "loss": 0.0235,
677
+ "step": 2600
678
+ },
679
+ {
680
+ "epoch": 3.4,
681
+ "learning_rate": 5.362857142857143e-06,
682
+ "loss": 0.0315,
683
+ "step": 2625
684
+ },
685
+ {
686
+ "epoch": 3.43,
687
+ "learning_rate": 5.291428571428572e-06,
688
+ "loss": 0.0252,
689
+ "step": 2650
690
+ },
691
+ {
692
+ "epoch": 3.46,
693
+ "learning_rate": 5.220000000000001e-06,
694
+ "loss": 0.024,
695
+ "step": 2675
696
+ },
697
+ {
698
+ "epoch": 3.49,
699
+ "learning_rate": 5.14857142857143e-06,
700
+ "loss": 0.0269,
701
+ "step": 2700
702
+ },
703
+ {
704
+ "epoch": 3.53,
705
+ "learning_rate": 5.077142857142857e-06,
706
+ "loss": 0.0287,
707
+ "step": 2725
708
+ },
709
+ {
710
+ "epoch": 3.56,
711
+ "learning_rate": 5.005714285714286e-06,
712
+ "loss": 0.0296,
713
+ "step": 2750
714
+ },
715
+ {
716
+ "epoch": 3.59,
717
+ "learning_rate": 4.934285714285715e-06,
718
+ "loss": 0.0285,
719
+ "step": 2775
720
+ },
721
+ {
722
+ "epoch": 3.62,
723
+ "learning_rate": 4.862857142857143e-06,
724
+ "loss": 0.0251,
725
+ "step": 2800
726
+ },
727
+ {
728
+ "epoch": 3.65,
729
+ "learning_rate": 4.7914285714285715e-06,
730
+ "loss": 0.0278,
731
+ "step": 2825
732
+ },
733
+ {
734
+ "epoch": 3.69,
735
+ "learning_rate": 4.7200000000000005e-06,
736
+ "loss": 0.0283,
737
+ "step": 2850
738
+ },
739
+ {
740
+ "epoch": 3.72,
741
+ "learning_rate": 4.648571428571429e-06,
742
+ "loss": 0.0271,
743
+ "step": 2875
744
+ },
745
+ {
746
+ "epoch": 3.75,
747
+ "learning_rate": 4.577142857142858e-06,
748
+ "loss": 0.0283,
749
+ "step": 2900
750
+ },
751
+ {
752
+ "epoch": 3.78,
753
+ "learning_rate": 4.505714285714286e-06,
754
+ "loss": 0.0254,
755
+ "step": 2925
756
+ },
757
+ {
758
+ "epoch": 3.82,
759
+ "learning_rate": 4.434285714285715e-06,
760
+ "loss": 0.025,
761
+ "step": 2950
762
+ },
763
+ {
764
+ "epoch": 3.85,
765
+ "learning_rate": 4.362857142857143e-06,
766
+ "loss": 0.0271,
767
+ "step": 2975
768
+ },
769
+ {
770
+ "epoch": 3.88,
771
+ "learning_rate": 4.291428571428572e-06,
772
+ "loss": 0.0249,
773
+ "step": 3000
774
+ },
775
+ {
776
+ "epoch": 3.88,
777
+ "eval_loss": 0.30298087000846863,
778
+ "eval_runtime": 2105.1167,
779
+ "eval_samples_per_second": 2.408,
780
+ "eval_steps_per_second": 0.301,
781
+ "eval_wer": 20.378586217095535,
782
+ "step": 3000
783
+ },
784
+ {
785
+ "epoch": 3.91,
786
+ "learning_rate": 4.22e-06,
787
+ "loss": 0.0278,
788
+ "step": 3025
789
+ },
790
+ {
791
+ "epoch": 3.95,
792
+ "learning_rate": 4.148571428571429e-06,
793
+ "loss": 0.0256,
794
+ "step": 3050
795
+ },
796
+ {
797
+ "epoch": 3.98,
798
+ "learning_rate": 4.0771428571428574e-06,
799
+ "loss": 0.0317,
800
+ "step": 3075
801
+ },
802
+ {
803
+ "epoch": 4.01,
804
+ "learning_rate": 4.0057142857142864e-06,
805
+ "loss": 0.0237,
806
+ "step": 3100
807
+ },
808
+ {
809
+ "epoch": 4.04,
810
+ "learning_rate": 3.934285714285715e-06,
811
+ "loss": 0.0144,
812
+ "step": 3125
813
+ },
814
+ {
815
+ "epoch": 4.08,
816
+ "learning_rate": 3.862857142857143e-06,
817
+ "loss": 0.0102,
818
+ "step": 3150
819
+ },
820
+ {
821
+ "epoch": 4.11,
822
+ "learning_rate": 3.7914285714285722e-06,
823
+ "loss": 0.0115,
824
+ "step": 3175
825
+ },
826
+ {
827
+ "epoch": 4.14,
828
+ "learning_rate": 3.7200000000000004e-06,
829
+ "loss": 0.0094,
830
+ "step": 3200
831
+ },
832
+ {
833
+ "epoch": 4.17,
834
+ "learning_rate": 3.648571428571429e-06,
835
+ "loss": 0.0096,
836
+ "step": 3225
837
+ },
838
+ {
839
+ "epoch": 4.2,
840
+ "learning_rate": 3.5771428571428576e-06,
841
+ "loss": 0.0108,
842
+ "step": 3250
843
+ },
844
+ {
845
+ "epoch": 4.24,
846
+ "learning_rate": 3.505714285714286e-06,
847
+ "loss": 0.0112,
848
+ "step": 3275
849
+ },
850
+ {
851
+ "epoch": 4.27,
852
+ "learning_rate": 3.4342857142857143e-06,
853
+ "loss": 0.0112,
854
+ "step": 3300
855
+ },
856
+ {
857
+ "epoch": 4.3,
858
+ "learning_rate": 3.3628571428571433e-06,
859
+ "loss": 0.0123,
860
+ "step": 3325
861
+ },
862
+ {
863
+ "epoch": 4.33,
864
+ "learning_rate": 3.2914285714285715e-06,
865
+ "loss": 0.0097,
866
+ "step": 3350
867
+ },
868
+ {
869
+ "epoch": 4.37,
870
+ "learning_rate": 3.2200000000000005e-06,
871
+ "loss": 0.0107,
872
+ "step": 3375
873
+ },
874
+ {
875
+ "epoch": 4.4,
876
+ "learning_rate": 3.1485714285714287e-06,
877
+ "loss": 0.0105,
878
+ "step": 3400
879
+ },
880
+ {
881
+ "epoch": 4.43,
882
+ "learning_rate": 3.0771428571428573e-06,
883
+ "loss": 0.0111,
884
+ "step": 3425
885
+ },
886
+ {
887
+ "epoch": 4.46,
888
+ "learning_rate": 3.005714285714286e-06,
889
+ "loss": 0.0083,
890
+ "step": 3450
891
+ },
892
+ {
893
+ "epoch": 4.5,
894
+ "learning_rate": 2.9342857142857144e-06,
895
+ "loss": 0.0102,
896
+ "step": 3475
897
+ },
898
+ {
899
+ "epoch": 4.53,
900
+ "learning_rate": 2.8628571428571435e-06,
901
+ "loss": 0.0138,
902
+ "step": 3500
903
+ },
904
+ {
905
+ "epoch": 4.53,
906
+ "eval_loss": 0.3253466784954071,
907
+ "eval_runtime": 2109.3787,
908
+ "eval_samples_per_second": 2.403,
909
+ "eval_steps_per_second": 0.301,
910
+ "eval_wer": 20.483450297114896,
911
+ "step": 3500
912
+ }
913
+ ],
914
+ "max_steps": 4000,
915
+ "num_train_epochs": 6,
916
+ "total_flos": 1.615154768510976e+19,
917
+ "trial_name": null,
918
+ "trial_params": null
919
+ }
checkpoint-3500/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91ba50ad4ae8b2ac383c0ba2b6f0ef1ed70885c981c9962b40880620976cd3ba
3
+ size 3579