patrickvonplaten commited on
Commit
bffec0e
1 Parent(s): 4c7ac70

End of training

Browse files
all_results.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 50.0,
3
+ "eval_loss": 0.2778657078742981,
4
+ "eval_runtime": 190.0886,
5
+ "eval_samples": 4843,
6
+ "eval_samples_per_second": 25.478,
7
+ "eval_steps_per_second": 3.188,
8
+ "eval_wer": 0.2525404484814079,
9
+ "train_loss": 1.449225697974636,
10
+ "train_runtime": 31196.8756,
11
+ "train_samples": 11690,
12
+ "train_samples_per_second": 18.736,
13
+ "train_steps_per_second": 0.585
14
+ }
eval_results.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 50.0,
3
+ "eval_loss": 0.2778657078742981,
4
+ "eval_runtime": 190.0886,
5
+ "eval_samples": 4843,
6
+ "eval_samples_per_second": 25.478,
7
+ "eval_steps_per_second": 3.188,
8
+ "eval_wer": 0.2525404484814079
9
+ }
runs/Feb02_22-30-13_brutasse/events.out.tfevents.1643872742.brutasse.21084.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a043eb77eda355a8e70d7ce6ecb1011eac9e44097a88c71bbb3ae758a501d6c7
3
+ size 364
train_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 50.0,
3
+ "train_loss": 1.449225697974636,
4
+ "train_runtime": 31196.8756,
5
+ "train_samples": 11690,
6
+ "train_samples_per_second": 18.736,
7
+ "train_steps_per_second": 0.585
8
+ }
trainer_state.json ADDED
@@ -0,0 +1,1441 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 49.998632010943915,
5
+ "global_step": 18250,
6
+ "is_hyper_param_search": false,
7
+ "is_local_process_zero": true,
8
+ "is_world_process_zero": true,
9
+ "log_history": [
10
+ {
11
+ "epoch": 0.27,
12
+ "learning_rate": 3.7125e-06,
13
+ "loss": 12.2128,
14
+ "step": 100
15
+ },
16
+ {
17
+ "epoch": 0.55,
18
+ "learning_rate": 7.4625e-06,
19
+ "loss": 6.1116,
20
+ "step": 200
21
+ },
22
+ {
23
+ "epoch": 0.82,
24
+ "learning_rate": 1.1212499999999998e-05,
25
+ "loss": 4.1396,
26
+ "step": 300
27
+ },
28
+ {
29
+ "epoch": 1.1,
30
+ "learning_rate": 1.49625e-05,
31
+ "loss": 3.6725,
32
+ "step": 400
33
+ },
34
+ {
35
+ "epoch": 1.37,
36
+ "learning_rate": 1.8712499999999997e-05,
37
+ "loss": 3.3224,
38
+ "step": 500
39
+ },
40
+ {
41
+ "epoch": 1.37,
42
+ "eval_loss": 3.335383415222168,
43
+ "eval_runtime": 191.0801,
44
+ "eval_samples_per_second": 25.345,
45
+ "eval_steps_per_second": 3.171,
46
+ "eval_wer": 1.0,
47
+ "step": 500
48
+ },
49
+ {
50
+ "epoch": 1.64,
51
+ "learning_rate": 2.2462499999999997e-05,
52
+ "loss": 3.1394,
53
+ "step": 600
54
+ },
55
+ {
56
+ "epoch": 1.92,
57
+ "learning_rate": 2.6212499999999997e-05,
58
+ "loss": 3.0669,
59
+ "step": 700
60
+ },
61
+ {
62
+ "epoch": 2.19,
63
+ "learning_rate": 2.99625e-05,
64
+ "loss": 3.0401,
65
+ "step": 800
66
+ },
67
+ {
68
+ "epoch": 2.47,
69
+ "learning_rate": 3.37125e-05,
70
+ "loss": 2.9719,
71
+ "step": 900
72
+ },
73
+ {
74
+ "epoch": 2.74,
75
+ "learning_rate": 3.7462499999999996e-05,
76
+ "loss": 2.9318,
77
+ "step": 1000
78
+ },
79
+ {
80
+ "epoch": 2.74,
81
+ "eval_loss": 2.93613600730896,
82
+ "eval_runtime": 191.7956,
83
+ "eval_samples_per_second": 25.251,
84
+ "eval_steps_per_second": 3.16,
85
+ "eval_wer": 1.0000283848992335,
86
+ "step": 1000
87
+ },
88
+ {
89
+ "epoch": 3.01,
90
+ "learning_rate": 4.12125e-05,
91
+ "loss": 2.9182,
92
+ "step": 1100
93
+ },
94
+ {
95
+ "epoch": 3.29,
96
+ "learning_rate": 4.4962499999999995e-05,
97
+ "loss": 2.8629,
98
+ "step": 1200
99
+ },
100
+ {
101
+ "epoch": 3.56,
102
+ "learning_rate": 4.871249999999999e-05,
103
+ "loss": 2.7891,
104
+ "step": 1300
105
+ },
106
+ {
107
+ "epoch": 3.83,
108
+ "learning_rate": 5.2462499999999994e-05,
109
+ "loss": 2.4819,
110
+ "step": 1400
111
+ },
112
+ {
113
+ "epoch": 4.11,
114
+ "learning_rate": 5.62125e-05,
115
+ "loss": 2.1371,
116
+ "step": 1500
117
+ },
118
+ {
119
+ "epoch": 4.11,
120
+ "eval_loss": 1.1156758069992065,
121
+ "eval_runtime": 192.2259,
122
+ "eval_samples_per_second": 25.194,
123
+ "eval_steps_per_second": 3.153,
124
+ "eval_wer": 0.8358501277320466,
125
+ "step": 1500
126
+ },
127
+ {
128
+ "epoch": 4.38,
129
+ "learning_rate": 5.9962499999999994e-05,
130
+ "loss": 1.9602,
131
+ "step": 1600
132
+ },
133
+ {
134
+ "epoch": 4.66,
135
+ "learning_rate": 6.37125e-05,
136
+ "loss": 1.8562,
137
+ "step": 1700
138
+ },
139
+ {
140
+ "epoch": 4.93,
141
+ "learning_rate": 6.746249999999999e-05,
142
+ "loss": 1.7867,
143
+ "step": 1800
144
+ },
145
+ {
146
+ "epoch": 5.21,
147
+ "learning_rate": 7.121249999999999e-05,
148
+ "loss": 1.7286,
149
+ "step": 1900
150
+ },
151
+ {
152
+ "epoch": 5.48,
153
+ "learning_rate": 7.49625e-05,
154
+ "loss": 1.6883,
155
+ "step": 2000
156
+ },
157
+ {
158
+ "epoch": 5.48,
159
+ "eval_loss": 0.6002867221832275,
160
+ "eval_runtime": 191.4975,
161
+ "eval_samples_per_second": 25.29,
162
+ "eval_steps_per_second": 3.165,
163
+ "eval_wer": 0.6314220834516038,
164
+ "step": 2000
165
+ },
166
+ {
167
+ "epoch": 5.75,
168
+ "learning_rate": 7.454307692307691e-05,
169
+ "loss": 1.6813,
170
+ "step": 2100
171
+ },
172
+ {
173
+ "epoch": 6.03,
174
+ "learning_rate": 7.408153846153846e-05,
175
+ "loss": 1.6522,
176
+ "step": 2200
177
+ },
178
+ {
179
+ "epoch": 6.3,
180
+ "learning_rate": 7.361999999999999e-05,
181
+ "loss": 1.6091,
182
+ "step": 2300
183
+ },
184
+ {
185
+ "epoch": 6.57,
186
+ "learning_rate": 7.316307692307692e-05,
187
+ "loss": 1.6031,
188
+ "step": 2400
189
+ },
190
+ {
191
+ "epoch": 6.85,
192
+ "learning_rate": 7.270153846153845e-05,
193
+ "loss": 1.5812,
194
+ "step": 2500
195
+ },
196
+ {
197
+ "epoch": 6.85,
198
+ "eval_loss": 0.4746354818344116,
199
+ "eval_runtime": 192.4568,
200
+ "eval_samples_per_second": 25.164,
201
+ "eval_steps_per_second": 3.149,
202
+ "eval_wer": 0.4725234175418677,
203
+ "step": 2500
204
+ },
205
+ {
206
+ "epoch": 7.12,
207
+ "learning_rate": 7.223999999999999e-05,
208
+ "loss": 1.5692,
209
+ "step": 2600
210
+ },
211
+ {
212
+ "epoch": 7.4,
213
+ "learning_rate": 7.177846153846153e-05,
214
+ "loss": 1.5295,
215
+ "step": 2700
216
+ },
217
+ {
218
+ "epoch": 7.67,
219
+ "learning_rate": 7.131692307692308e-05,
220
+ "loss": 1.538,
221
+ "step": 2800
222
+ },
223
+ {
224
+ "epoch": 7.94,
225
+ "learning_rate": 7.085538461538461e-05,
226
+ "loss": 1.5169,
227
+ "step": 2900
228
+ },
229
+ {
230
+ "epoch": 8.22,
231
+ "learning_rate": 7.039846153846153e-05,
232
+ "loss": 1.5145,
233
+ "step": 3000
234
+ },
235
+ {
236
+ "epoch": 8.22,
237
+ "eval_loss": 0.437589168548584,
238
+ "eval_runtime": 191.0945,
239
+ "eval_samples_per_second": 25.343,
240
+ "eval_steps_per_second": 3.171,
241
+ "eval_wer": 0.4736304286119784,
242
+ "step": 3000
243
+ },
244
+ {
245
+ "epoch": 8.49,
246
+ "learning_rate": 6.993692307692307e-05,
247
+ "loss": 1.4912,
248
+ "step": 3100
249
+ },
250
+ {
251
+ "epoch": 8.77,
252
+ "learning_rate": 6.94753846153846e-05,
253
+ "loss": 1.4809,
254
+ "step": 3200
255
+ },
256
+ {
257
+ "epoch": 9.04,
258
+ "learning_rate": 6.901384615384615e-05,
259
+ "loss": 1.4801,
260
+ "step": 3300
261
+ },
262
+ {
263
+ "epoch": 9.31,
264
+ "learning_rate": 6.855692307692307e-05,
265
+ "loss": 1.4658,
266
+ "step": 3400
267
+ },
268
+ {
269
+ "epoch": 9.59,
270
+ "learning_rate": 6.809538461538462e-05,
271
+ "loss": 1.4763,
272
+ "step": 3500
273
+ },
274
+ {
275
+ "epoch": 9.59,
276
+ "eval_loss": 0.40057530999183655,
277
+ "eval_runtime": 190.9848,
278
+ "eval_samples_per_second": 25.358,
279
+ "eval_steps_per_second": 3.173,
280
+ "eval_wer": 0.38626170877093385,
281
+ "step": 3500
282
+ },
283
+ {
284
+ "epoch": 9.86,
285
+ "learning_rate": 6.763384615384615e-05,
286
+ "loss": 1.4436,
287
+ "step": 3600
288
+ },
289
+ {
290
+ "epoch": 10.14,
291
+ "learning_rate": 6.717230769230768e-05,
292
+ "loss": 1.4412,
293
+ "step": 3700
294
+ },
295
+ {
296
+ "epoch": 10.41,
297
+ "learning_rate": 6.671076923076923e-05,
298
+ "loss": 1.4332,
299
+ "step": 3800
300
+ },
301
+ {
302
+ "epoch": 10.68,
303
+ "learning_rate": 6.624923076923076e-05,
304
+ "loss": 1.4142,
305
+ "step": 3900
306
+ },
307
+ {
308
+ "epoch": 10.96,
309
+ "learning_rate": 6.57876923076923e-05,
310
+ "loss": 1.4215,
311
+ "step": 4000
312
+ },
313
+ {
314
+ "epoch": 10.96,
315
+ "eval_loss": 0.3783426582813263,
316
+ "eval_runtime": 191.1153,
317
+ "eval_samples_per_second": 25.341,
318
+ "eval_steps_per_second": 3.171,
319
+ "eval_wer": 0.3628725518024411,
320
+ "step": 4000
321
+ },
322
+ {
323
+ "epoch": 11.23,
324
+ "learning_rate": 6.532615384615384e-05,
325
+ "loss": 1.3928,
326
+ "step": 4100
327
+ },
328
+ {
329
+ "epoch": 11.51,
330
+ "learning_rate": 6.486461538461538e-05,
331
+ "loss": 1.408,
332
+ "step": 4200
333
+ },
334
+ {
335
+ "epoch": 11.78,
336
+ "learning_rate": 6.440307692307692e-05,
337
+ "loss": 1.3892,
338
+ "step": 4300
339
+ },
340
+ {
341
+ "epoch": 12.05,
342
+ "learning_rate": 6.394153846153845e-05,
343
+ "loss": 1.4071,
344
+ "step": 4400
345
+ },
346
+ {
347
+ "epoch": 12.33,
348
+ "learning_rate": 6.348e-05,
349
+ "loss": 1.3638,
350
+ "step": 4500
351
+ },
352
+ {
353
+ "epoch": 12.33,
354
+ "eval_loss": 0.35546526312828064,
355
+ "eval_runtime": 191.7841,
356
+ "eval_samples_per_second": 25.252,
357
+ "eval_steps_per_second": 3.16,
358
+ "eval_wer": 0.3425205790519444,
359
+ "step": 4500
360
+ },
361
+ {
362
+ "epoch": 12.6,
363
+ "learning_rate": 6.301846153846153e-05,
364
+ "loss": 1.3788,
365
+ "step": 4600
366
+ },
367
+ {
368
+ "epoch": 12.88,
369
+ "learning_rate": 6.255692307692307e-05,
370
+ "loss": 1.3885,
371
+ "step": 4700
372
+ },
373
+ {
374
+ "epoch": 13.15,
375
+ "learning_rate": 6.20953846153846e-05,
376
+ "loss": 1.3793,
377
+ "step": 4800
378
+ },
379
+ {
380
+ "epoch": 13.42,
381
+ "learning_rate": 6.163384615384614e-05,
382
+ "loss": 1.3525,
383
+ "step": 4900
384
+ },
385
+ {
386
+ "epoch": 13.7,
387
+ "learning_rate": 6.117230769230768e-05,
388
+ "loss": 1.3561,
389
+ "step": 5000
390
+ },
391
+ {
392
+ "epoch": 13.7,
393
+ "eval_loss": 0.33404484391212463,
394
+ "eval_runtime": 191.5334,
395
+ "eval_samples_per_second": 25.285,
396
+ "eval_steps_per_second": 3.164,
397
+ "eval_wer": 0.3227646891853534,
398
+ "step": 5000
399
+ },
400
+ {
401
+ "epoch": 13.97,
402
+ "learning_rate": 6.0710769230769224e-05,
403
+ "loss": 1.3548,
404
+ "step": 5100
405
+ },
406
+ {
407
+ "epoch": 14.25,
408
+ "learning_rate": 6.024923076923076e-05,
409
+ "loss": 1.3317,
410
+ "step": 5200
411
+ },
412
+ {
413
+ "epoch": 14.52,
414
+ "learning_rate": 5.97876923076923e-05,
415
+ "loss": 1.3356,
416
+ "step": 5300
417
+ },
418
+ {
419
+ "epoch": 14.79,
420
+ "learning_rate": 5.9326153846153835e-05,
421
+ "loss": 1.3564,
422
+ "step": 5400
423
+ },
424
+ {
425
+ "epoch": 15.07,
426
+ "learning_rate": 5.886461538461538e-05,
427
+ "loss": 1.3406,
428
+ "step": 5500
429
+ },
430
+ {
431
+ "epoch": 15.07,
432
+ "eval_loss": 0.3372970223426819,
433
+ "eval_runtime": 191.1166,
434
+ "eval_samples_per_second": 25.341,
435
+ "eval_steps_per_second": 3.171,
436
+ "eval_wer": 0.32949191030371844,
437
+ "step": 5500
438
+ },
439
+ {
440
+ "epoch": 15.34,
441
+ "learning_rate": 5.840307692307692e-05,
442
+ "loss": 1.3158,
443
+ "step": 5600
444
+ },
445
+ {
446
+ "epoch": 15.62,
447
+ "learning_rate": 5.794153846153845e-05,
448
+ "loss": 1.3406,
449
+ "step": 5700
450
+ },
451
+ {
452
+ "epoch": 15.89,
453
+ "learning_rate": 5.747999999999999e-05,
454
+ "loss": 1.3312,
455
+ "step": 5800
456
+ },
457
+ {
458
+ "epoch": 16.16,
459
+ "learning_rate": 5.701846153846153e-05,
460
+ "loss": 1.3263,
461
+ "step": 5900
462
+ },
463
+ {
464
+ "epoch": 16.44,
465
+ "learning_rate": 5.655692307692308e-05,
466
+ "loss": 1.3055,
467
+ "step": 6000
468
+ },
469
+ {
470
+ "epoch": 16.44,
471
+ "eval_loss": 0.3432324528694153,
472
+ "eval_runtime": 190.6681,
473
+ "eval_samples_per_second": 25.4,
474
+ "eval_steps_per_second": 3.178,
475
+ "eval_wer": 0.3210332103321033,
476
+ "step": 6000
477
+ },
478
+ {
479
+ "epoch": 16.71,
480
+ "learning_rate": 5.609538461538461e-05,
481
+ "loss": 1.3106,
482
+ "step": 6100
483
+ },
484
+ {
485
+ "epoch": 16.98,
486
+ "learning_rate": 5.563384615384615e-05,
487
+ "loss": 1.299,
488
+ "step": 6200
489
+ },
490
+ {
491
+ "epoch": 17.26,
492
+ "learning_rate": 5.517230769230769e-05,
493
+ "loss": 1.2942,
494
+ "step": 6300
495
+ },
496
+ {
497
+ "epoch": 17.53,
498
+ "learning_rate": 5.471076923076922e-05,
499
+ "loss": 1.2824,
500
+ "step": 6400
501
+ },
502
+ {
503
+ "epoch": 17.81,
504
+ "learning_rate": 5.4249230769230766e-05,
505
+ "loss": 1.3048,
506
+ "step": 6500
507
+ },
508
+ {
509
+ "epoch": 17.81,
510
+ "eval_loss": 0.3281940519809723,
511
+ "eval_runtime": 190.4965,
512
+ "eval_samples_per_second": 25.423,
513
+ "eval_steps_per_second": 3.181,
514
+ "eval_wer": 0.3117797331819472,
515
+ "step": 6500
516
+ },
517
+ {
518
+ "epoch": 18.08,
519
+ "learning_rate": 5.3787692307692306e-05,
520
+ "loss": 1.2909,
521
+ "step": 6600
522
+ },
523
+ {
524
+ "epoch": 18.36,
525
+ "learning_rate": 5.332615384615384e-05,
526
+ "loss": 1.2934,
527
+ "step": 6700
528
+ },
529
+ {
530
+ "epoch": 18.63,
531
+ "learning_rate": 5.286461538461538e-05,
532
+ "loss": 1.2826,
533
+ "step": 6800
534
+ },
535
+ {
536
+ "epoch": 18.9,
537
+ "learning_rate": 5.240307692307692e-05,
538
+ "loss": 1.2683,
539
+ "step": 6900
540
+ },
541
+ {
542
+ "epoch": 19.18,
543
+ "learning_rate": 5.194153846153846e-05,
544
+ "loss": 1.2863,
545
+ "step": 7000
546
+ },
547
+ {
548
+ "epoch": 19.18,
549
+ "eval_loss": 0.32255104184150696,
550
+ "eval_runtime": 191.9877,
551
+ "eval_samples_per_second": 25.226,
552
+ "eval_steps_per_second": 3.156,
553
+ "eval_wer": 0.3018166335509509,
554
+ "step": 7000
555
+ },
556
+ {
557
+ "epoch": 19.45,
558
+ "learning_rate": 5.1479999999999995e-05,
559
+ "loss": 1.2779,
560
+ "step": 7100
561
+ },
562
+ {
563
+ "epoch": 19.73,
564
+ "learning_rate": 5.1018461538461534e-05,
565
+ "loss": 1.2452,
566
+ "step": 7200
567
+ },
568
+ {
569
+ "epoch": 20.0,
570
+ "learning_rate": 5.055692307692307e-05,
571
+ "loss": 1.2789,
572
+ "step": 7300
573
+ },
574
+ {
575
+ "epoch": 20.27,
576
+ "learning_rate": 5.009538461538461e-05,
577
+ "loss": 1.2589,
578
+ "step": 7400
579
+ },
580
+ {
581
+ "epoch": 20.55,
582
+ "learning_rate": 4.963846153846154e-05,
583
+ "loss": 1.2389,
584
+ "step": 7500
585
+ },
586
+ {
587
+ "epoch": 20.55,
588
+ "eval_loss": 0.3049624264240265,
589
+ "eval_runtime": 191.4537,
590
+ "eval_samples_per_second": 25.296,
591
+ "eval_steps_per_second": 3.165,
592
+ "eval_wer": 0.2985807550383196,
593
+ "step": 7500
594
+ },
595
+ {
596
+ "epoch": 20.82,
597
+ "learning_rate": 4.917692307692307e-05,
598
+ "loss": 1.2441,
599
+ "step": 7600
600
+ },
601
+ {
602
+ "epoch": 21.1,
603
+ "learning_rate": 4.8719999999999994e-05,
604
+ "loss": 1.2391,
605
+ "step": 7700
606
+ },
607
+ {
608
+ "epoch": 21.37,
609
+ "learning_rate": 4.825846153846154e-05,
610
+ "loss": 1.2227,
611
+ "step": 7800
612
+ },
613
+ {
614
+ "epoch": 21.64,
615
+ "learning_rate": 4.779692307692307e-05,
616
+ "loss": 1.2377,
617
+ "step": 7900
618
+ },
619
+ {
620
+ "epoch": 21.92,
621
+ "learning_rate": 4.734e-05,
622
+ "loss": 1.2361,
623
+ "step": 8000
624
+ },
625
+ {
626
+ "epoch": 21.92,
627
+ "eval_loss": 0.30481210350990295,
628
+ "eval_runtime": 190.3668,
629
+ "eval_samples_per_second": 25.44,
630
+ "eval_steps_per_second": 3.183,
631
+ "eval_wer": 0.29804144195288107,
632
+ "step": 8000
633
+ },
634
+ {
635
+ "epoch": 22.19,
636
+ "learning_rate": 4.687846153846153e-05,
637
+ "loss": 1.2605,
638
+ "step": 8100
639
+ },
640
+ {
641
+ "epoch": 22.47,
642
+ "learning_rate": 4.6416923076923076e-05,
643
+ "loss": 1.2185,
644
+ "step": 8200
645
+ },
646
+ {
647
+ "epoch": 22.74,
648
+ "learning_rate": 4.5955384615384615e-05,
649
+ "loss": 1.2321,
650
+ "step": 8300
651
+ },
652
+ {
653
+ "epoch": 23.01,
654
+ "learning_rate": 4.549384615384615e-05,
655
+ "loss": 1.2674,
656
+ "step": 8400
657
+ },
658
+ {
659
+ "epoch": 23.29,
660
+ "learning_rate": 4.503230769230769e-05,
661
+ "loss": 1.2263,
662
+ "step": 8500
663
+ },
664
+ {
665
+ "epoch": 23.29,
666
+ "eval_loss": 0.3011174499988556,
667
+ "eval_runtime": 190.5,
668
+ "eval_samples_per_second": 25.423,
669
+ "eval_steps_per_second": 3.181,
670
+ "eval_wer": 0.2977008231620778,
671
+ "step": 8500
672
+ },
673
+ {
674
+ "epoch": 23.56,
675
+ "learning_rate": 4.4570769230769226e-05,
676
+ "loss": 1.2177,
677
+ "step": 8600
678
+ },
679
+ {
680
+ "epoch": 23.83,
681
+ "learning_rate": 4.410923076923077e-05,
682
+ "loss": 1.2375,
683
+ "step": 8700
684
+ },
685
+ {
686
+ "epoch": 24.11,
687
+ "learning_rate": 4.3647692307692304e-05,
688
+ "loss": 1.2119,
689
+ "step": 8800
690
+ },
691
+ {
692
+ "epoch": 24.38,
693
+ "learning_rate": 4.3186153846153844e-05,
694
+ "loss": 1.221,
695
+ "step": 8900
696
+ },
697
+ {
698
+ "epoch": 24.66,
699
+ "learning_rate": 4.2724615384615376e-05,
700
+ "loss": 1.2225,
701
+ "step": 9000
702
+ },
703
+ {
704
+ "epoch": 24.66,
705
+ "eval_loss": 0.3017021119594574,
706
+ "eval_runtime": 191.4744,
707
+ "eval_samples_per_second": 25.293,
708
+ "eval_steps_per_second": 3.165,
709
+ "eval_wer": 0.2958841896111269,
710
+ "step": 9000
711
+ },
712
+ {
713
+ "epoch": 24.93,
714
+ "learning_rate": 4.2263076923076915e-05,
715
+ "loss": 1.2195,
716
+ "step": 9100
717
+ },
718
+ {
719
+ "epoch": 25.21,
720
+ "learning_rate": 4.180153846153846e-05,
721
+ "loss": 1.2156,
722
+ "step": 9200
723
+ },
724
+ {
725
+ "epoch": 25.48,
726
+ "learning_rate": 4.134e-05,
727
+ "loss": 1.1914,
728
+ "step": 9300
729
+ },
730
+ {
731
+ "epoch": 25.75,
732
+ "learning_rate": 4.087846153846153e-05,
733
+ "loss": 1.1992,
734
+ "step": 9400
735
+ },
736
+ {
737
+ "epoch": 26.03,
738
+ "learning_rate": 4.041692307692307e-05,
739
+ "loss": 1.2044,
740
+ "step": 9500
741
+ },
742
+ {
743
+ "epoch": 26.03,
744
+ "eval_loss": 0.29767629504203796,
745
+ "eval_runtime": 190.7997,
746
+ "eval_samples_per_second": 25.383,
747
+ "eval_steps_per_second": 3.176,
748
+ "eval_wer": 0.2782287822878229,
749
+ "step": 9500
750
+ },
751
+ {
752
+ "epoch": 26.3,
753
+ "learning_rate": 3.995538461538461e-05,
754
+ "loss": 1.1957,
755
+ "step": 9600
756
+ },
757
+ {
758
+ "epoch": 26.57,
759
+ "learning_rate": 3.949384615384615e-05,
760
+ "loss": 1.184,
761
+ "step": 9700
762
+ },
763
+ {
764
+ "epoch": 26.85,
765
+ "learning_rate": 3.903230769230769e-05,
766
+ "loss": 1.1873,
767
+ "step": 9800
768
+ },
769
+ {
770
+ "epoch": 27.12,
771
+ "learning_rate": 3.857076923076923e-05,
772
+ "loss": 1.1762,
773
+ "step": 9900
774
+ },
775
+ {
776
+ "epoch": 27.4,
777
+ "learning_rate": 3.810923076923076e-05,
778
+ "loss": 1.2017,
779
+ "step": 10000
780
+ },
781
+ {
782
+ "epoch": 27.4,
783
+ "eval_loss": 0.29657357931137085,
784
+ "eval_runtime": 191.6103,
785
+ "eval_samples_per_second": 25.275,
786
+ "eval_steps_per_second": 3.163,
787
+ "eval_wer": 0.27814362759012207,
788
+ "step": 10000
789
+ },
790
+ {
791
+ "epoch": 27.67,
792
+ "learning_rate": 3.76476923076923e-05,
793
+ "loss": 1.1837,
794
+ "step": 10100
795
+ },
796
+ {
797
+ "epoch": 27.94,
798
+ "learning_rate": 3.718615384615384e-05,
799
+ "loss": 1.1948,
800
+ "step": 10200
801
+ },
802
+ {
803
+ "epoch": 28.22,
804
+ "learning_rate": 3.6724615384615386e-05,
805
+ "loss": 1.1852,
806
+ "step": 10300
807
+ },
808
+ {
809
+ "epoch": 28.49,
810
+ "learning_rate": 3.626307692307692e-05,
811
+ "loss": 1.1681,
812
+ "step": 10400
813
+ },
814
+ {
815
+ "epoch": 28.77,
816
+ "learning_rate": 3.580153846153846e-05,
817
+ "loss": 1.1912,
818
+ "step": 10500
819
+ },
820
+ {
821
+ "epoch": 28.77,
822
+ "eval_loss": 0.2999463379383087,
823
+ "eval_runtime": 192.5233,
824
+ "eval_samples_per_second": 25.155,
825
+ "eval_steps_per_second": 3.148,
826
+ "eval_wer": 0.2785977859778598,
827
+ "step": 10500
828
+ },
829
+ {
830
+ "epoch": 29.04,
831
+ "learning_rate": 3.534e-05,
832
+ "loss": 1.1658,
833
+ "step": 10600
834
+ },
835
+ {
836
+ "epoch": 29.31,
837
+ "learning_rate": 3.4878461538461536e-05,
838
+ "loss": 1.1691,
839
+ "step": 10700
840
+ },
841
+ {
842
+ "epoch": 29.59,
843
+ "learning_rate": 3.4416923076923076e-05,
844
+ "loss": 1.1531,
845
+ "step": 10800
846
+ },
847
+ {
848
+ "epoch": 29.86,
849
+ "learning_rate": 3.3955384615384615e-05,
850
+ "loss": 1.1569,
851
+ "step": 10900
852
+ },
853
+ {
854
+ "epoch": 30.14,
855
+ "learning_rate": 3.349384615384615e-05,
856
+ "loss": 1.1658,
857
+ "step": 11000
858
+ },
859
+ {
860
+ "epoch": 30.14,
861
+ "eval_loss": 0.29912158846855164,
862
+ "eval_runtime": 192.0401,
863
+ "eval_samples_per_second": 25.219,
864
+ "eval_steps_per_second": 3.156,
865
+ "eval_wer": 0.2757309111552654,
866
+ "step": 11000
867
+ },
868
+ {
869
+ "epoch": 30.41,
870
+ "learning_rate": 3.303230769230769e-05,
871
+ "loss": 1.1565,
872
+ "step": 11100
873
+ },
874
+ {
875
+ "epoch": 30.68,
876
+ "learning_rate": 3.2570769230769226e-05,
877
+ "loss": 1.1556,
878
+ "step": 11200
879
+ },
880
+ {
881
+ "epoch": 30.96,
882
+ "learning_rate": 3.2109230769230765e-05,
883
+ "loss": 1.1538,
884
+ "step": 11300
885
+ },
886
+ {
887
+ "epoch": 31.23,
888
+ "learning_rate": 3.1647692307692304e-05,
889
+ "loss": 1.1531,
890
+ "step": 11400
891
+ },
892
+ {
893
+ "epoch": 31.51,
894
+ "learning_rate": 3.118615384615384e-05,
895
+ "loss": 1.148,
896
+ "step": 11500
897
+ },
898
+ {
899
+ "epoch": 31.51,
900
+ "eval_loss": 0.2915021479129791,
901
+ "eval_runtime": 191.8689,
902
+ "eval_samples_per_second": 25.241,
903
+ "eval_steps_per_second": 3.158,
904
+ "eval_wer": 0.268379222253761,
905
+ "step": 11500
906
+ },
907
+ {
908
+ "epoch": 31.78,
909
+ "learning_rate": 3.072461538461538e-05,
910
+ "loss": 1.1414,
911
+ "step": 11600
912
+ },
913
+ {
914
+ "epoch": 32.05,
915
+ "learning_rate": 3.026307692307692e-05,
916
+ "loss": 1.1364,
917
+ "step": 11700
918
+ },
919
+ {
920
+ "epoch": 32.33,
921
+ "learning_rate": 2.980153846153846e-05,
922
+ "loss": 1.1531,
923
+ "step": 11800
924
+ },
925
+ {
926
+ "epoch": 32.6,
927
+ "learning_rate": 2.9339999999999997e-05,
928
+ "loss": 1.1331,
929
+ "step": 11900
930
+ },
931
+ {
932
+ "epoch": 32.88,
933
+ "learning_rate": 2.8878461538461536e-05,
934
+ "loss": 1.1423,
935
+ "step": 12000
936
+ },
937
+ {
938
+ "epoch": 32.88,
939
+ "eval_loss": 0.29132989048957825,
940
+ "eval_runtime": 191.3127,
941
+ "eval_samples_per_second": 25.315,
942
+ "eval_steps_per_second": 3.168,
943
+ "eval_wer": 0.2642634118648879,
944
+ "step": 12000
945
+ },
946
+ {
947
+ "epoch": 33.15,
948
+ "learning_rate": 2.8416923076923075e-05,
949
+ "loss": 1.1527,
950
+ "step": 12100
951
+ },
952
+ {
953
+ "epoch": 33.42,
954
+ "learning_rate": 2.795538461538461e-05,
955
+ "loss": 1.1155,
956
+ "step": 12200
957
+ },
958
+ {
959
+ "epoch": 33.7,
960
+ "learning_rate": 2.7498461538461536e-05,
961
+ "loss": 1.1082,
962
+ "step": 12300
963
+ },
964
+ {
965
+ "epoch": 33.97,
966
+ "learning_rate": 2.703692307692307e-05,
967
+ "loss": 1.1172,
968
+ "step": 12400
969
+ },
970
+ {
971
+ "epoch": 34.25,
972
+ "learning_rate": 2.6575384615384614e-05,
973
+ "loss": 1.123,
974
+ "step": 12500
975
+ },
976
+ {
977
+ "epoch": 34.25,
978
+ "eval_loss": 0.2776812016963959,
979
+ "eval_runtime": 191.5218,
980
+ "eval_samples_per_second": 25.287,
981
+ "eval_steps_per_second": 3.164,
982
+ "eval_wer": 0.26304286119784276,
983
+ "step": 12500
984
+ },
985
+ {
986
+ "epoch": 34.52,
987
+ "learning_rate": 2.611384615384615e-05,
988
+ "loss": 1.1189,
989
+ "step": 12600
990
+ },
991
+ {
992
+ "epoch": 34.79,
993
+ "learning_rate": 2.5652307692307693e-05,
994
+ "loss": 1.1115,
995
+ "step": 12700
996
+ },
997
+ {
998
+ "epoch": 35.07,
999
+ "learning_rate": 2.519076923076923e-05,
1000
+ "loss": 1.1182,
1001
+ "step": 12800
1002
+ },
1003
+ {
1004
+ "epoch": 35.34,
1005
+ "learning_rate": 2.4729230769230764e-05,
1006
+ "loss": 1.1172,
1007
+ "step": 12900
1008
+ },
1009
+ {
1010
+ "epoch": 35.62,
1011
+ "learning_rate": 2.4267692307692307e-05,
1012
+ "loss": 1.1297,
1013
+ "step": 13000
1014
+ },
1015
+ {
1016
+ "epoch": 35.62,
1017
+ "eval_loss": 0.28734585642814636,
1018
+ "eval_runtime": 191.3152,
1019
+ "eval_samples_per_second": 25.314,
1020
+ "eval_steps_per_second": 3.168,
1021
+ "eval_wer": 0.26460403065569116,
1022
+ "step": 13000
1023
+ },
1024
+ {
1025
+ "epoch": 35.89,
1026
+ "learning_rate": 2.3806153846153843e-05,
1027
+ "loss": 1.1112,
1028
+ "step": 13100
1029
+ },
1030
+ {
1031
+ "epoch": 36.16,
1032
+ "learning_rate": 2.3349230769230767e-05,
1033
+ "loss": 1.1157,
1034
+ "step": 13200
1035
+ },
1036
+ {
1037
+ "epoch": 36.44,
1038
+ "learning_rate": 2.2887692307692303e-05,
1039
+ "loss": 1.0938,
1040
+ "step": 13300
1041
+ },
1042
+ {
1043
+ "epoch": 36.71,
1044
+ "learning_rate": 2.2426153846153846e-05,
1045
+ "loss": 1.1007,
1046
+ "step": 13400
1047
+ },
1048
+ {
1049
+ "epoch": 36.98,
1050
+ "learning_rate": 2.1964615384615382e-05,
1051
+ "loss": 1.0987,
1052
+ "step": 13500
1053
+ },
1054
+ {
1055
+ "epoch": 36.98,
1056
+ "eval_loss": 0.28285086154937744,
1057
+ "eval_runtime": 190.4602,
1058
+ "eval_samples_per_second": 25.428,
1059
+ "eval_steps_per_second": 3.182,
1060
+ "eval_wer": 0.2619358501277321,
1061
+ "step": 13500
1062
+ },
1063
+ {
1064
+ "epoch": 37.26,
1065
+ "learning_rate": 2.1503076923076924e-05,
1066
+ "loss": 1.0967,
1067
+ "step": 13600
1068
+ },
1069
+ {
1070
+ "epoch": 37.53,
1071
+ "learning_rate": 2.104153846153846e-05,
1072
+ "loss": 1.0922,
1073
+ "step": 13700
1074
+ },
1075
+ {
1076
+ "epoch": 37.81,
1077
+ "learning_rate": 2.0579999999999996e-05,
1078
+ "loss": 1.0885,
1079
+ "step": 13800
1080
+ },
1081
+ {
1082
+ "epoch": 38.08,
1083
+ "learning_rate": 2.011846153846154e-05,
1084
+ "loss": 1.0979,
1085
+ "step": 13900
1086
+ },
1087
+ {
1088
+ "epoch": 38.36,
1089
+ "learning_rate": 1.9656923076923075e-05,
1090
+ "loss": 1.0873,
1091
+ "step": 14000
1092
+ },
1093
+ {
1094
+ "epoch": 38.36,
1095
+ "eval_loss": 0.2864430546760559,
1096
+ "eval_runtime": 191.1374,
1097
+ "eval_samples_per_second": 25.338,
1098
+ "eval_steps_per_second": 3.17,
1099
+ "eval_wer": 0.26080045415838776,
1100
+ "step": 14000
1101
+ },
1102
+ {
1103
+ "epoch": 38.63,
1104
+ "learning_rate": 1.9195384615384614e-05,
1105
+ "loss": 1.0868,
1106
+ "step": 14100
1107
+ },
1108
+ {
1109
+ "epoch": 38.9,
1110
+ "learning_rate": 1.8733846153846153e-05,
1111
+ "loss": 1.0831,
1112
+ "step": 14200
1113
+ },
1114
+ {
1115
+ "epoch": 39.18,
1116
+ "learning_rate": 1.8272307692307692e-05,
1117
+ "loss": 1.0907,
1118
+ "step": 14300
1119
+ },
1120
+ {
1121
+ "epoch": 39.45,
1122
+ "learning_rate": 1.781076923076923e-05,
1123
+ "loss": 1.093,
1124
+ "step": 14400
1125
+ },
1126
+ {
1127
+ "epoch": 39.73,
1128
+ "learning_rate": 1.7349230769230767e-05,
1129
+ "loss": 1.0848,
1130
+ "step": 14500
1131
+ },
1132
+ {
1133
+ "epoch": 39.73,
1134
+ "eval_loss": 0.2827305793762207,
1135
+ "eval_runtime": 193.1681,
1136
+ "eval_samples_per_second": 25.071,
1137
+ "eval_steps_per_second": 3.137,
1138
+ "eval_wer": 0.2576781152426909,
1139
+ "step": 14500
1140
+ },
1141
+ {
1142
+ "epoch": 40.0,
1143
+ "learning_rate": 1.6887692307692307e-05,
1144
+ "loss": 1.0913,
1145
+ "step": 14600
1146
+ },
1147
+ {
1148
+ "epoch": 40.27,
1149
+ "learning_rate": 1.6426153846153846e-05,
1150
+ "loss": 1.0764,
1151
+ "step": 14700
1152
+ },
1153
+ {
1154
+ "epoch": 40.55,
1155
+ "learning_rate": 1.5964615384615385e-05,
1156
+ "loss": 1.0668,
1157
+ "step": 14800
1158
+ },
1159
+ {
1160
+ "epoch": 40.82,
1161
+ "learning_rate": 1.550307692307692e-05,
1162
+ "loss": 1.0845,
1163
+ "step": 14900
1164
+ },
1165
+ {
1166
+ "epoch": 41.1,
1167
+ "learning_rate": 1.5041538461538462e-05,
1168
+ "loss": 1.0628,
1169
+ "step": 15000
1170
+ },
1171
+ {
1172
+ "epoch": 41.1,
1173
+ "eval_loss": 0.28957271575927734,
1174
+ "eval_runtime": 192.7832,
1175
+ "eval_samples_per_second": 25.121,
1176
+ "eval_steps_per_second": 3.143,
1177
+ "eval_wer": 0.258103888731195,
1178
+ "step": 15000
1179
+ },
1180
+ {
1181
+ "epoch": 41.37,
1182
+ "learning_rate": 1.4579999999999998e-05,
1183
+ "loss": 1.0746,
1184
+ "step": 15100
1185
+ },
1186
+ {
1187
+ "epoch": 41.64,
1188
+ "learning_rate": 1.4118461538461537e-05,
1189
+ "loss": 1.0889,
1190
+ "step": 15200
1191
+ },
1192
+ {
1193
+ "epoch": 41.92,
1194
+ "learning_rate": 1.3656923076923076e-05,
1195
+ "loss": 1.0669,
1196
+ "step": 15300
1197
+ },
1198
+ {
1199
+ "epoch": 42.19,
1200
+ "learning_rate": 1.3195384615384615e-05,
1201
+ "loss": 1.069,
1202
+ "step": 15400
1203
+ },
1204
+ {
1205
+ "epoch": 42.47,
1206
+ "learning_rate": 1.2733846153846153e-05,
1207
+ "loss": 1.0815,
1208
+ "step": 15500
1209
+ },
1210
+ {
1211
+ "epoch": 42.47,
1212
+ "eval_loss": 0.28144747018814087,
1213
+ "eval_runtime": 192.799,
1214
+ "eval_samples_per_second": 25.119,
1215
+ "eval_steps_per_second": 3.143,
1216
+ "eval_wer": 0.25608856088560883,
1217
+ "step": 15500
1218
+ },
1219
+ {
1220
+ "epoch": 42.74,
1221
+ "learning_rate": 1.227230769230769e-05,
1222
+ "loss": 1.0468,
1223
+ "step": 15600
1224
+ },
1225
+ {
1226
+ "epoch": 43.01,
1227
+ "learning_rate": 1.1815384615384615e-05,
1228
+ "loss": 1.073,
1229
+ "step": 15700
1230
+ },
1231
+ {
1232
+ "epoch": 43.29,
1233
+ "learning_rate": 1.1353846153846154e-05,
1234
+ "loss": 1.05,
1235
+ "step": 15800
1236
+ },
1237
+ {
1238
+ "epoch": 43.56,
1239
+ "learning_rate": 1.089230769230769e-05,
1240
+ "loss": 1.0562,
1241
+ "step": 15900
1242
+ },
1243
+ {
1244
+ "epoch": 43.83,
1245
+ "learning_rate": 1.043076923076923e-05,
1246
+ "loss": 1.0587,
1247
+ "step": 16000
1248
+ },
1249
+ {
1250
+ "epoch": 43.83,
1251
+ "eval_loss": 0.27383875846862793,
1252
+ "eval_runtime": 191.944,
1253
+ "eval_samples_per_second": 25.231,
1254
+ "eval_steps_per_second": 3.157,
1255
+ "eval_wer": 0.25421515753619073,
1256
+ "step": 16000
1257
+ },
1258
+ {
1259
+ "epoch": 44.11,
1260
+ "learning_rate": 9.969230769230769e-06,
1261
+ "loss": 1.0479,
1262
+ "step": 16100
1263
+ },
1264
+ {
1265
+ "epoch": 44.38,
1266
+ "learning_rate": 9.507692307692308e-06,
1267
+ "loss": 1.0464,
1268
+ "step": 16200
1269
+ },
1270
+ {
1271
+ "epoch": 44.66,
1272
+ "learning_rate": 9.046153846153845e-06,
1273
+ "loss": 1.0515,
1274
+ "step": 16300
1275
+ },
1276
+ {
1277
+ "epoch": 44.93,
1278
+ "learning_rate": 8.584615384615385e-06,
1279
+ "loss": 1.0456,
1280
+ "step": 16400
1281
+ },
1282
+ {
1283
+ "epoch": 45.21,
1284
+ "learning_rate": 8.123076923076922e-06,
1285
+ "loss": 1.0709,
1286
+ "step": 16500
1287
+ },
1288
+ {
1289
+ "epoch": 45.21,
1290
+ "eval_loss": 0.27852663397789,
1291
+ "eval_runtime": 191.9755,
1292
+ "eval_samples_per_second": 25.227,
1293
+ "eval_steps_per_second": 3.157,
1294
+ "eval_wer": 0.25784842463809254,
1295
+ "step": 16500
1296
+ },
1297
+ {
1298
+ "epoch": 45.48,
1299
+ "learning_rate": 7.661538461538461e-06,
1300
+ "loss": 1.0616,
1301
+ "step": 16600
1302
+ },
1303
+ {
1304
+ "epoch": 45.75,
1305
+ "learning_rate": 7.2e-06,
1306
+ "loss": 1.0707,
1307
+ "step": 16700
1308
+ },
1309
+ {
1310
+ "epoch": 46.03,
1311
+ "learning_rate": 6.738461538461537e-06,
1312
+ "loss": 1.037,
1313
+ "step": 16800
1314
+ },
1315
+ {
1316
+ "epoch": 46.3,
1317
+ "learning_rate": 6.2769230769230764e-06,
1318
+ "loss": 1.0475,
1319
+ "step": 16900
1320
+ },
1321
+ {
1322
+ "epoch": 46.57,
1323
+ "learning_rate": 5.815384615384615e-06,
1324
+ "loss": 1.0512,
1325
+ "step": 17000
1326
+ },
1327
+ {
1328
+ "epoch": 46.57,
1329
+ "eval_loss": 0.27928975224494934,
1330
+ "eval_runtime": 191.7381,
1331
+ "eval_samples_per_second": 25.258,
1332
+ "eval_steps_per_second": 3.161,
1333
+ "eval_wer": 0.2539029236446211,
1334
+ "step": 17000
1335
+ },
1336
+ {
1337
+ "epoch": 46.85,
1338
+ "learning_rate": 5.353846153846153e-06,
1339
+ "loss": 1.0454,
1340
+ "step": 17100
1341
+ },
1342
+ {
1343
+ "epoch": 47.12,
1344
+ "learning_rate": 4.892307692307692e-06,
1345
+ "loss": 1.0505,
1346
+ "step": 17200
1347
+ },
1348
+ {
1349
+ "epoch": 47.4,
1350
+ "learning_rate": 4.43076923076923e-06,
1351
+ "loss": 1.0351,
1352
+ "step": 17300
1353
+ },
1354
+ {
1355
+ "epoch": 47.67,
1356
+ "learning_rate": 3.969230769230768e-06,
1357
+ "loss": 1.0591,
1358
+ "step": 17400
1359
+ },
1360
+ {
1361
+ "epoch": 47.94,
1362
+ "learning_rate": 3.5076923076923076e-06,
1363
+ "loss": 1.0396,
1364
+ "step": 17500
1365
+ },
1366
+ {
1367
+ "epoch": 47.94,
1368
+ "eval_loss": 0.27876144647598267,
1369
+ "eval_runtime": 191.8086,
1370
+ "eval_samples_per_second": 25.249,
1371
+ "eval_steps_per_second": 3.159,
1372
+ "eval_wer": 0.25251206358217426,
1373
+ "step": 17500
1374
+ },
1375
+ {
1376
+ "epoch": 48.22,
1377
+ "learning_rate": 3.046153846153846e-06,
1378
+ "loss": 1.0482,
1379
+ "step": 17600
1380
+ },
1381
+ {
1382
+ "epoch": 48.49,
1383
+ "learning_rate": 2.5846153846153844e-06,
1384
+ "loss": 1.0433,
1385
+ "step": 17700
1386
+ },
1387
+ {
1388
+ "epoch": 48.77,
1389
+ "learning_rate": 2.1230769230769228e-06,
1390
+ "loss": 1.036,
1391
+ "step": 17800
1392
+ },
1393
+ {
1394
+ "epoch": 49.04,
1395
+ "learning_rate": 1.6615384615384613e-06,
1396
+ "loss": 1.0739,
1397
+ "step": 17900
1398
+ },
1399
+ {
1400
+ "epoch": 49.31,
1401
+ "learning_rate": 1.2046153846153845e-06,
1402
+ "loss": 1.0481,
1403
+ "step": 18000
1404
+ },
1405
+ {
1406
+ "epoch": 49.31,
1407
+ "eval_loss": 0.27769750356674194,
1408
+ "eval_runtime": 191.0585,
1409
+ "eval_samples_per_second": 25.348,
1410
+ "eval_steps_per_second": 3.172,
1411
+ "eval_wer": 0.2534487652568833,
1412
+ "step": 18000
1413
+ },
1414
+ {
1415
+ "epoch": 49.59,
1416
+ "learning_rate": 7.43076923076923e-07,
1417
+ "loss": 1.0195,
1418
+ "step": 18100
1419
+ },
1420
+ {
1421
+ "epoch": 49.86,
1422
+ "learning_rate": 2.8153846153846154e-07,
1423
+ "loss": 1.0473,
1424
+ "step": 18200
1425
+ },
1426
+ {
1427
+ "epoch": 50.0,
1428
+ "step": 18250,
1429
+ "total_flos": 5.432980623924042e+19,
1430
+ "train_loss": 1.449225697974636,
1431
+ "train_runtime": 31196.8756,
1432
+ "train_samples_per_second": 18.736,
1433
+ "train_steps_per_second": 0.585
1434
+ }
1435
+ ],
1436
+ "max_steps": 18250,
1437
+ "num_train_epochs": 50,
1438
+ "total_flos": 5.432980623924042e+19,
1439
+ "trial_name": null,
1440
+ "trial_params": null
1441
+ }
wandb/run-20220202_223026-1j0459xm/files/output.log CHANGED
@@ -14740,3 +14740,128 @@ Deleting older checkpoint [checkpoint-3500] due to args.save_total_limit
14740
  Upload file runs/Feb02_22-30-13_brutasse/events.out.tfevents.1643841025.brutasse.21084.0: 100%|
14741
  Upload file runs/Feb02_22-30-13_brutasse/events.out.tfevents.1643841025.brutasse.21084.0: 100%|
14742
  02/03/2022 07:15:24 - WARNING - huggingface_hub.repository - To https://huggingface.co/patrickvonplaten/xls-r-300m-sv-cv8
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
14740
  Upload file runs/Feb02_22-30-13_brutasse/events.out.tfevents.1643841025.brutasse.21084.0: 100%|
14741
  Upload file runs/Feb02_22-30-13_brutasse/events.out.tfevents.1643841025.brutasse.21084.0: 100%|
14742
  02/03/2022 07:15:24 - WARNING - huggingface_hub.repository - To https://huggingface.co/patrickvonplaten/xls-r-300m-sv-cv8
14743
+ 076115a..b03bb0b main -> main
14744
+ Upload file runs/Feb02_22-30-13_brutasse/events.out.tfevents.1643841025.brutasse.21084.0: 100%|
14745
+ Upload file runs/Feb02_22-30-13_brutasse/events.out.tfevents.1643841025.brutasse.21084.0: 100%|
14746
+ Upload file runs/Feb02_22-30-13_brutasse/events.out.tfevents.1643841025.brutasse.21084.0: 100%|
14747
+ Upload file runs/Feb02_22-30-13_brutasse/events.out.tfevents.1643841025.brutasse.21084.0: 100%|
14748
+ Upload file runs/Feb02_22-30-13_brutasse/events.out.tfevents.1643841025.brutasse.21084.0: 100%|
14749
+ Upload file runs/Feb02_22-30-13_brutasse/events.out.tfevents.1643841025.brutasse.21084.0: 100%|
14750
+ Upload file runs/Feb02_22-30-13_brutasse/events.out.tfevents.1643841025.brutasse.21084.0: 100%|
14751
+ Upload file runs/Feb02_22-30-13_brutasse/events.out.tfevents.1643841025.brutasse.21084.0: 100%|
14752
+ Upload file runs/Feb02_22-30-13_brutasse/events.out.tfevents.1643841025.brutasse.21084.0: 100%|
14753
+ Upload file runs/Feb02_22-30-13_brutasse/events.out.tfevents.1643841025.brutasse.21084.0: 100%|
14754
+ Upload file runs/Feb02_22-30-13_brutasse/events.out.tfevents.1643841025.brutasse.21084.0: 100%|
14755
+ 02/03/2022 07:15:49 - WARNING - huggingface_hub.repository - To https://huggingface.co/patrickvonplaten/xls-r-300m-sv-cv8
14756
+ 0%| | 0/606 [00:00<?, ?it/s]
14757
+ 0%| | 0/606 [00:00<?, ?it/s]
14758
+ ***** train metrics *****
14759
+ epoch = 50.0
14760
+ train_loss = 1.4492
14761
+ train_runtime = 8:39:56.87
14762
+ train_samples = 11690
14763
+ train_samples_per_second = 18.736
14764
+ train_steps_per_second = 0.585
14765
+ 02/03/2022 07:15:52 - INFO - __main__ - *** Evaluate ***
14766
+ 0%| | 0/606 [00:00<?, ?it/s]
14767
+ 0%| | 0/606 [00:00<?, ?it/s]
14768
+ 0%| | 0/606 [00:00<?, ?it/s]
14769
+ 0%| | 0/606 [00:00<?, ?it/s]
14770
+ 0%| | 0/606 [00:00<?, ?it/s]
14771
+ 0%| | 0/606 [00:00<?, ?it/s]
14772
+ 0%| | 0/606 [00:00<?, ?it/s]
14773
+ 0%| | 0/606 [00:00<?, ?it/s]
14774
+ 0%| | 0/606 [00:00<?, ?it/s]
14775
+ 0%| | 0/606 [00:00<?, ?it/s]
14776
+ 0%| | 0/606 [00:00<?, ?it/s]
14777
+ 0%| | 0/606 [00:00<?, ?it/s]
14778
+ 0%| | 0/606 [00:00<?, ?it/s]
14779
+ 0%| | 0/606 [00:00<?, ?it/s]
14780
+ 0%| | 0/606 [00:00<?, ?it/s]
14781
+ 0%| | 0/606 [00:00<?, ?it/s]
14782
+ 0%| | 0/606 [00:00<?, ?it/s]
14783
+ 0%| | 0/606 [00:00<?, ?it/s]
14784
+ 0%| | 0/606 [00:00<?, ?it/s]
14785
+ 0%| | 0/606 [00:00<?, ?it/s]
14786
+ 0%| | 0/606 [00:00<?, ?it/s]
14787
+ 0%| | 0/606 [00:00<?, ?it/s]
14788
+ 0%| | 0/606 [00:00<?, ?it/s]
14789
+ 0%| | 0/606 [00:00<?, ?it/s]
14790
+ 0%| | 0/606 [00:00<?, ?it/s]
14791
+ 0%| | 0/606 [00:00<?, ?it/s]
14792
+ 0%| | 0/606 [00:00<?, ?it/s]
14793
+ 0%| | 0/606 [00:00<?, ?it/s]
14794
+ 0%| | 0/606 [00:00<?, ?it/s]
14795
+ 0%| | 0/606 [00:00<?, ?it/s]
14796
+ 0%| | 0/606 [00:00<?, ?it/s]
14797
+ 0%| | 0/606 [00:00<?, ?it/s]
14798
+ 0%| | 0/606 [00:00<?, ?it/s]
14799
+ 0%| | 0/606 [00:00<?, ?it/s]
14800
+ 0%| | 0/606 [00:00<?, ?it/s]
14801
+ 0%| | 0/606 [00:00<?, ?it/s]
14802
+ 0%| | 0/606 [00:00<?, ?it/s]
14803
+ 0%| | 0/606 [00:00<?, ?it/s]
14804
+ 0%| | 0/606 [00:00<?, ?it/s]
14805
+ 0%| | 0/606 [00:00<?, ?it/s]
14806
+ 0%| | 0/606 [00:00<?, ?it/s]
14807
+ 0%| | 0/606 [00:00<?, ?it/s]
14808
+ 0%| | 0/606 [00:00<?, ?it/s]
14809
+ 0%| | 0/606 [00:00<?, ?it/s]
14810
+ 0%| | 0/606 [00:00<?, ?it/s]
14811
+ 0%| | 0/606 [00:00<?, ?it/s]
14812
+ 0%| | 0/606 [00:00<?, ?it/s]
14813
+ 0%| | 0/606 [00:00<?, ?it/s]
14814
+ 0%| | 0/606 [00:00<?, ?it/s]
14815
+ 0%| | 0/606 [00:00<?, ?it/s]
14816
+ 0%| | 0/606 [00:00<?, ?it/s]
14817
+ 0%| | 0/606 [00:00<?, ?it/s]
14818
+ 0%| | 0/606 [00:00<?, ?it/s]
14819
+ 0%| | 0/606 [00:00<?, ?it/s]
14820
+ 0%| | 0/606 [00:00<?, ?it/s]
14821
+ 0%| | 0/606 [00:00<?, ?it/s]
14822
+ 0%| | 0/606 [00:00<?, ?it/s]
14823
+ 0%| | 0/606 [00:00<?, ?it/s]
14824
+ 0%| | 0/606 [00:00<?, ?it/s]
14825
+ 0%| | 0/606 [00:00<?, ?it/s]
14826
+ 0%| | 0/606 [00:00<?, ?it/s]
14827
+ 0%| | 0/606 [00:00<?, ?it/s]
14828
+ 0%| | 0/606 [00:00<?, ?it/s]
14829
+ 0%| | 0/606 [00:00<?, ?it/s]
14830
+ 0%| | 0/606 [00:00<?, ?it/s]
14831
+ 0%| | 0/606 [00:00<?, ?it/s]
14832
+ 0%| | 0/606 [00:00<?, ?it/s]
14833
+ 0%| | 0/606 [00:00<?, ?it/s]
14834
+ 0%| | 0/606 [00:00<?, ?it/s]
14835
+ 0%| | 0/606 [00:00<?, ?it/s]
14836
+ 0%| | 0/606 [00:00<?, ?it/s]
14837
+ 0%| | 0/606 [00:00<?, ?it/s]
14838
+ 0%| | 0/606 [00:00<?, ?it/s]
14839
+ 0%| | 0/606 [00:00<?, ?it/s]
14840
+ 0%| | 0/606 [00:00<?, ?it/s]
14841
+ 0%| | 0/606 [00:00<?, ?it/s]
14842
+ 0%| | 0/606 [00:00<?, ?it/s]
14843
+ 0%| | 0/606 [00:00<?, ?it/s]
14844
+ 0%| | 0/606 [00:00<?, ?it/s]
14845
+ 0%| | 0/606 [00:00<?, ?it/s]
14846
+ 0%| | 0/606 [00:00<?, ?it/s]
14847
+ 0%| | 0/606 [00:00<?, ?it/s]
14848
+ 0%| | 0/606 [00:00<?, ?it/s]
14849
+ 0%| | 0/606 [00:00<?, ?it/s]
14850
+ 0%| | 0/606 [00:00<?, ?it/s]
14851
+ 0%| | 0/606 [00:00<?, ?it/s]
14852
+ 0%| | 0/606 [00:00<?, ?it/s]
14853
+ 0%| | 0/606 [00:00<?, ?it/s]
14854
+ 0%| | 0/606 [00:00<?, ?it/s]
14855
+ 0%| | 0/606 [00:00<?, ?it/s]
14856
+ 0%| | 0/606 [00:00<?, ?it/s]
14857
+ 0%| | 0/606 [00:00<?, ?it/s]
14858
+ 0%| | 0/606 [00:00<?, ?it/s]
14859
+ 0%| | 0/606 [00:00<?, ?it/s]
14860
+ ***** eval metrics *****
14861
+ epoch = 50.0
14862
+ eval_loss = 0.2779
14863
+ eval_runtime = 0:03:10.08
14864
+ eval_samples = 4843
14865
+ eval_samples_per_second = 25.478
14866
+ eval_steps_per_second = 3.188
14867
+ eval_wer = 0.2525
wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json CHANGED
The diff for this file is too large to render. See raw diff
wandb/run-20220202_223026-1j0459xm/logs/debug-internal.log CHANGED
@@ -21914,3 +21914,158 @@
21914
  2022-02-03 07:15:22,962 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21915
  2022-02-03 07:15:24,963 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21916
  2022-02-03 07:15:26,965 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
21914
  2022-02-03 07:15:22,962 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21915
  2022-02-03 07:15:24,963 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21916
  2022-02-03 07:15:26,965 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21917
+ 2022-02-03 07:15:27,965 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21918
+ 2022-02-03 07:15:28,966 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21919
+ 2022-02-03 07:15:29,641 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
21920
+ 2022-02-03 07:15:29,641 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
21921
+ 2022-02-03 07:15:32,967 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21922
+ 2022-02-03 07:15:34,969 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21923
+ 2022-02-03 07:15:36,970 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21924
+ 2022-02-03 07:15:38,971 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21925
+ 2022-02-03 07:15:40,971 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21926
+ 2022-02-03 07:15:41,522 DEBUG SenderThread:21197 [sender.py:send():182] send: stats
21927
+ 2022-02-03 07:15:42,972 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21928
+ 2022-02-03 07:15:44,728 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
21929
+ 2022-02-03 07:15:44,728 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
21930
+ 2022-02-03 07:15:44,973 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21931
+ 2022-02-03 07:15:46,974 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21932
+ 2022-02-03 07:15:48,974 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21933
+ 2022-02-03 07:15:50,976 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21934
+ 2022-02-03 07:15:51,977 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21935
+ 2022-02-03 07:15:52,977 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21936
+ 2022-02-03 07:15:53,977 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21937
+ 2022-02-03 07:15:54,977 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21938
+ 2022-02-03 07:15:56,978 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21939
+ 2022-02-03 07:15:58,978 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21940
+ 2022-02-03 07:15:59,817 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
21941
+ 2022-02-03 07:15:59,818 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
21942
+ 2022-02-03 07:16:00,978 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21943
+ 2022-02-03 07:16:02,979 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21944
+ 2022-02-03 07:16:04,979 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21945
+ 2022-02-03 07:16:06,979 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21946
+ 2022-02-03 07:16:08,980 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21947
+ 2022-02-03 07:16:10,980 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21948
+ 2022-02-03 07:16:11,786 DEBUG SenderThread:21197 [sender.py:send():182] send: stats
21949
+ 2022-02-03 07:16:12,980 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21950
+ 2022-02-03 07:16:14,949 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
21951
+ 2022-02-03 07:16:14,949 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
21952
+ 2022-02-03 07:16:14,981 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21953
+ 2022-02-03 07:16:17,981 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21954
+ 2022-02-03 07:16:19,982 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21955
+ 2022-02-03 07:16:21,982 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21956
+ 2022-02-03 07:16:23,982 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21957
+ 2022-02-03 07:16:25,983 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21958
+ 2022-02-03 07:16:27,983 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21959
+ 2022-02-03 07:16:29,983 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21960
+ 2022-02-03 07:16:30,024 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
21961
+ 2022-02-03 07:16:30,024 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
21962
+ 2022-02-03 07:16:31,984 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21963
+ 2022-02-03 07:16:33,984 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21964
+ 2022-02-03 07:16:35,984 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21965
+ 2022-02-03 07:16:37,985 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21966
+ 2022-02-03 07:16:39,985 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21967
+ 2022-02-03 07:16:41,985 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21968
+ 2022-02-03 07:16:42,023 DEBUG SenderThread:21197 [sender.py:send():182] send: stats
21969
+ 2022-02-03 07:16:43,986 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21970
+ 2022-02-03 07:16:45,154 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
21971
+ 2022-02-03 07:16:45,155 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
21972
+ 2022-02-03 07:16:45,986 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21973
+ 2022-02-03 07:16:47,986 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21974
+ 2022-02-03 07:16:49,987 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21975
+ 2022-02-03 07:16:51,987 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21976
+ 2022-02-03 07:16:53,987 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21977
+ 2022-02-03 07:16:55,988 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21978
+ 2022-02-03 07:16:57,988 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21979
+ 2022-02-03 07:16:59,989 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21980
+ 2022-02-03 07:17:00,270 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
21981
+ 2022-02-03 07:17:00,270 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
21982
+ 2022-02-03 07:17:01,989 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21983
+ 2022-02-03 07:17:03,989 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21984
+ 2022-02-03 07:17:05,990 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21985
+ 2022-02-03 07:17:07,990 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21986
+ 2022-02-03 07:17:09,991 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21987
+ 2022-02-03 07:17:11,991 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21988
+ 2022-02-03 07:17:12,259 DEBUG SenderThread:21197 [sender.py:send():182] send: stats
21989
+ 2022-02-03 07:17:13,992 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21990
+ 2022-02-03 07:17:15,375 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
21991
+ 2022-02-03 07:17:15,375 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
21992
+ 2022-02-03 07:17:15,992 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21993
+ 2022-02-03 07:17:18,993 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21994
+ 2022-02-03 07:17:20,993 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21995
+ 2022-02-03 07:17:22,994 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21996
+ 2022-02-03 07:17:24,994 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21997
+ 2022-02-03 07:17:26,995 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21998
+ 2022-02-03 07:17:28,995 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
21999
+ 2022-02-03 07:17:30,537 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
22000
+ 2022-02-03 07:17:30,537 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
22001
+ 2022-02-03 07:17:30,996 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
22002
+ 2022-02-03 07:17:32,996 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
22003
+ 2022-02-03 07:17:34,997 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
22004
+ 2022-02-03 07:17:36,997 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
22005
+ 2022-02-03 07:17:38,998 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
22006
+ 2022-02-03 07:17:40,998 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
22007
+ 2022-02-03 07:17:42,503 DEBUG SenderThread:21197 [sender.py:send():182] send: stats
22008
+ 2022-02-03 07:17:42,999 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
22009
+ 2022-02-03 07:17:44,999 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
22010
+ 2022-02-03 07:17:45,759 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
22011
+ 2022-02-03 07:17:45,759 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
22012
+ 2022-02-03 07:17:47,000 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
22013
+ 2022-02-03 07:17:49,000 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
22014
+ 2022-02-03 07:17:51,000 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
22015
+ 2022-02-03 07:17:53,001 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
22016
+ 2022-02-03 07:17:55,001 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
22017
+ 2022-02-03 07:17:57,002 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
22018
+ 2022-02-03 07:17:59,002 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
22019
+ 2022-02-03 07:18:00,863 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
22020
+ 2022-02-03 07:18:00,863 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
22021
+ 2022-02-03 07:18:01,003 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
22022
+ 2022-02-03 07:18:03,003 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
22023
+ 2022-02-03 07:18:05,004 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
22024
+ 2022-02-03 07:18:07,004 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
22025
+ 2022-02-03 07:18:09,005 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
22026
+ 2022-02-03 07:18:11,005 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
22027
+ 2022-02-03 07:18:12,747 DEBUG SenderThread:21197 [sender.py:send():182] send: stats
22028
+ 2022-02-03 07:18:13,006 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
22029
+ 2022-02-03 07:18:15,006 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
22030
+ 2022-02-03 07:18:15,999 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
22031
+ 2022-02-03 07:18:15,999 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
22032
+ 2022-02-03 07:18:17,007 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
22033
+ 2022-02-03 07:18:19,007 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
22034
+ 2022-02-03 07:18:21,007 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
22035
+ 2022-02-03 07:18:23,008 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
22036
+ 2022-02-03 07:18:25,008 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
22037
+ 2022-02-03 07:18:28,009 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
22038
+ 2022-02-03 07:18:30,009 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
22039
+ 2022-02-03 07:18:31,069 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
22040
+ 2022-02-03 07:18:31,069 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
22041
+ 2022-02-03 07:18:32,010 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
22042
+ 2022-02-03 07:18:34,010 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
22043
+ 2022-02-03 07:18:36,011 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
22044
+ 2022-02-03 07:18:38,011 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
22045
+ 2022-02-03 07:18:40,012 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
22046
+ 2022-02-03 07:18:42,013 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
22047
+ 2022-02-03 07:18:42,988 DEBUG SenderThread:21197 [sender.py:send():182] send: stats
22048
+ 2022-02-03 07:18:44,013 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
22049
+ 2022-02-03 07:18:46,014 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
22050
+ 2022-02-03 07:18:46,187 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
22051
+ 2022-02-03 07:18:46,187 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
22052
+ 2022-02-03 07:18:48,014 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
22053
+ 2022-02-03 07:18:50,015 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
22054
+ 2022-02-03 07:18:52,015 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
22055
+ 2022-02-03 07:18:54,016 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
22056
+ 2022-02-03 07:18:56,016 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
22057
+ 2022-02-03 07:18:58,017 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
22058
+ 2022-02-03 07:19:00,017 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
22059
+ 2022-02-03 07:19:01,306 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
22060
+ 2022-02-03 07:19:01,306 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
22061
+ 2022-02-03 07:19:02,018 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
22062
+ 2022-02-03 07:19:02,206 DEBUG SenderThread:21197 [sender.py:send():182] send: history
22063
+ 2022-02-03 07:19:02,223 DEBUG SenderThread:21197 [sender.py:send():182] send: summary
22064
+ 2022-02-03 07:19:02,252 INFO SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
22065
+ 2022-02-03 07:19:03,018 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json
22066
+ 2022-02-03 07:19:04,019 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
22067
+ 2022-02-03 07:19:05,019 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
22068
+ 2022-02-03 07:19:13,288 DEBUG SenderThread:21197 [sender.py:send():182] send: stats
22069
+ 2022-02-03 07:19:16,396 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status
22070
+ 2022-02-03 07:19:16,397 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status
22071
+ 2022-02-03 07:19:22,026 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log
wandb/run-20220202_223026-1j0459xm/run-1j0459xm.wandb CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8077edb9bc543d2713263b304ac6711b7e7fe44259add07d4d1ce0fa6b07a9de
3
- size 123080769
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:660a3783bd5652f0e989da1934f8f5361125096be9e42a8390aa75c639d594ab
3
+ size 123100704