hf-test commited on
Commit
2b65b1d
1 Parent(s): 8012ff5

End of training

Browse files
all_results.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 50.0,
3
+ "eval_loss": 0.31185072660446167,
4
+ "eval_runtime": 147.1831,
5
+ "eval_samples": 4843,
6
+ "eval_samples_per_second": 32.905,
7
+ "eval_steps_per_second": 4.117,
8
+ "eval_wer": 0.26625035481124043,
9
+ "train_loss": 1.4442799015829009,
10
+ "train_runtime": 29714.5027,
11
+ "train_samples": 11690,
12
+ "train_samples_per_second": 19.671,
13
+ "train_steps_per_second": 0.614
14
+ }
emissions.csv ADDED
@@ -0,0 +1,2 @@
 
 
1
+ timestamp,experiment_id,project_name,duration,emissions,energy_consumed,country_name,country_iso_code,region,on_cloud,cloud_provider,cloud_region
2
+ 2022-01-27T20:28:04,bcde6684-6e8b-44b1-bc0e-692885ab40eb,codecarbon,29711.2894551754,0.07369952252551296,0.350156533294253,United States,USA,new york,N,,
eval_results.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 50.0,
3
+ "eval_loss": 0.31185072660446167,
4
+ "eval_runtime": 147.1831,
5
+ "eval_samples": 4843,
6
+ "eval_samples_per_second": 32.905,
7
+ "eval_steps_per_second": 4.117,
8
+ "eval_wer": 0.26625035481124043
9
+ }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:78c711f7e5d875fb36d59de6c585161b360837056a16056224cff11dd7e03882
3
  size 1262075377
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bfbb8365a6c2602e8852bad314c8ca84d019b806c03163136a0f6eebdd8854c9
3
  size 1262075377
runs/Jan27_12-08-15_brutasse/events.out.tfevents.1643285566.brutasse.15970.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e658bd890d23dae4dc75809245abb6bcf7a429e8cd96555db01e1c1b5aa57578
3
- size 44461
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c68b72639bde4c3ccdb8b968f08a3d4c5fcfde85f622e007791d51f211d21d44
3
+ size 45141
runs/Jan27_12-08-15_brutasse/events.out.tfevents.1643315459.brutasse.15970.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d454c54b31cb735ea02df77e6c97df3f63f71d15d7c43422394f9af1f3c4d975
3
+ size 364
train_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 50.0,
3
+ "train_loss": 1.4442799015829009,
4
+ "train_runtime": 29714.5027,
5
+ "train_samples": 11690,
6
+ "train_samples_per_second": 19.671,
7
+ "train_steps_per_second": 0.614
8
+ }
trainer_state.json ADDED
@@ -0,0 +1,1441 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 49.998632010943915,
5
+ "global_step": 18250,
6
+ "is_hyper_param_search": false,
7
+ "is_local_process_zero": true,
8
+ "is_world_process_zero": true,
9
+ "log_history": [
10
+ {
11
+ "epoch": 0.27,
12
+ "learning_rate": 3.7125e-06,
13
+ "loss": 12.2134,
14
+ "step": 100
15
+ },
16
+ {
17
+ "epoch": 0.55,
18
+ "learning_rate": 7.4625e-06,
19
+ "loss": 6.115,
20
+ "step": 200
21
+ },
22
+ {
23
+ "epoch": 0.82,
24
+ "learning_rate": 1.1212499999999998e-05,
25
+ "loss": 4.1403,
26
+ "step": 300
27
+ },
28
+ {
29
+ "epoch": 1.1,
30
+ "learning_rate": 1.49625e-05,
31
+ "loss": 3.6727,
32
+ "step": 400
33
+ },
34
+ {
35
+ "epoch": 1.37,
36
+ "learning_rate": 1.8712499999999997e-05,
37
+ "loss": 3.3224,
38
+ "step": 500
39
+ },
40
+ {
41
+ "epoch": 1.37,
42
+ "eval_loss": 3.267564058303833,
43
+ "eval_runtime": 144.3422,
44
+ "eval_samples_per_second": 33.552,
45
+ "eval_steps_per_second": 4.198,
46
+ "eval_wer": 1.0,
47
+ "step": 500
48
+ },
49
+ {
50
+ "epoch": 1.64,
51
+ "learning_rate": 2.2462499999999997e-05,
52
+ "loss": 3.1389,
53
+ "step": 600
54
+ },
55
+ {
56
+ "epoch": 1.92,
57
+ "learning_rate": 2.6212499999999997e-05,
58
+ "loss": 3.069,
59
+ "step": 700
60
+ },
61
+ {
62
+ "epoch": 2.19,
63
+ "learning_rate": 2.99625e-05,
64
+ "loss": 3.0412,
65
+ "step": 800
66
+ },
67
+ {
68
+ "epoch": 2.47,
69
+ "learning_rate": 3.37125e-05,
70
+ "loss": 2.9725,
71
+ "step": 900
72
+ },
73
+ {
74
+ "epoch": 2.74,
75
+ "learning_rate": 3.7462499999999996e-05,
76
+ "loss": 2.9319,
77
+ "step": 1000
78
+ },
79
+ {
80
+ "epoch": 2.74,
81
+ "eval_loss": 2.928657054901123,
82
+ "eval_runtime": 144.855,
83
+ "eval_samples_per_second": 33.433,
84
+ "eval_steps_per_second": 4.183,
85
+ "eval_wer": 1.0000283848992335,
86
+ "step": 1000
87
+ },
88
+ {
89
+ "epoch": 3.01,
90
+ "learning_rate": 4.12125e-05,
91
+ "loss": 2.9171,
92
+ "step": 1100
93
+ },
94
+ {
95
+ "epoch": 3.29,
96
+ "learning_rate": 4.4962499999999995e-05,
97
+ "loss": 2.8588,
98
+ "step": 1200
99
+ },
100
+ {
101
+ "epoch": 3.56,
102
+ "learning_rate": 4.871249999999999e-05,
103
+ "loss": 2.7606,
104
+ "step": 1300
105
+ },
106
+ {
107
+ "epoch": 3.83,
108
+ "learning_rate": 5.2462499999999994e-05,
109
+ "loss": 2.4333,
110
+ "step": 1400
111
+ },
112
+ {
113
+ "epoch": 4.11,
114
+ "learning_rate": 5.62125e-05,
115
+ "loss": 2.1173,
116
+ "step": 1500
117
+ },
118
+ {
119
+ "epoch": 4.11,
120
+ "eval_loss": 1.147773265838623,
121
+ "eval_runtime": 146.3922,
122
+ "eval_samples_per_second": 33.082,
123
+ "eval_steps_per_second": 4.14,
124
+ "eval_wer": 0.8787680953732614,
125
+ "step": 1500
126
+ },
127
+ {
128
+ "epoch": 4.38,
129
+ "learning_rate": 5.9962499999999994e-05,
130
+ "loss": 1.9512,
131
+ "step": 1600
132
+ },
133
+ {
134
+ "epoch": 4.66,
135
+ "learning_rate": 6.37125e-05,
136
+ "loss": 1.8501,
137
+ "step": 1700
138
+ },
139
+ {
140
+ "epoch": 4.93,
141
+ "learning_rate": 6.746249999999999e-05,
142
+ "loss": 1.7846,
143
+ "step": 1800
144
+ },
145
+ {
146
+ "epoch": 5.21,
147
+ "learning_rate": 7.121249999999999e-05,
148
+ "loss": 1.7365,
149
+ "step": 1900
150
+ },
151
+ {
152
+ "epoch": 5.48,
153
+ "learning_rate": 7.49625e-05,
154
+ "loss": 1.6973,
155
+ "step": 2000
156
+ },
157
+ {
158
+ "epoch": 5.48,
159
+ "eval_loss": 0.6748705506324768,
160
+ "eval_runtime": 146.3732,
161
+ "eval_samples_per_second": 33.087,
162
+ "eval_steps_per_second": 4.14,
163
+ "eval_wer": 0.6546693159239285,
164
+ "step": 2000
165
+ },
166
+ {
167
+ "epoch": 5.75,
168
+ "learning_rate": 7.45476923076923e-05,
169
+ "loss": 1.6824,
170
+ "step": 2100
171
+ },
172
+ {
173
+ "epoch": 6.03,
174
+ "learning_rate": 7.408615384615384e-05,
175
+ "loss": 1.6642,
176
+ "step": 2200
177
+ },
178
+ {
179
+ "epoch": 6.3,
180
+ "learning_rate": 7.362461538461538e-05,
181
+ "loss": 1.6098,
182
+ "step": 2300
183
+ },
184
+ {
185
+ "epoch": 6.57,
186
+ "learning_rate": 7.316769230769229e-05,
187
+ "loss": 1.6063,
188
+ "step": 2400
189
+ },
190
+ {
191
+ "epoch": 6.85,
192
+ "learning_rate": 7.270615384615384e-05,
193
+ "loss": 1.5865,
194
+ "step": 2500
195
+ },
196
+ {
197
+ "epoch": 6.85,
198
+ "eval_loss": 0.5499770641326904,
199
+ "eval_runtime": 146.214,
200
+ "eval_samples_per_second": 33.123,
201
+ "eval_steps_per_second": 4.145,
202
+ "eval_wer": 0.5633550950894124,
203
+ "step": 2500
204
+ },
205
+ {
206
+ "epoch": 7.12,
207
+ "learning_rate": 7.224461538461538e-05,
208
+ "loss": 1.5758,
209
+ "step": 2600
210
+ },
211
+ {
212
+ "epoch": 7.4,
213
+ "learning_rate": 7.178307692307692e-05,
214
+ "loss": 1.5329,
215
+ "step": 2700
216
+ },
217
+ {
218
+ "epoch": 7.67,
219
+ "learning_rate": 7.132153846153845e-05,
220
+ "loss": 1.5395,
221
+ "step": 2800
222
+ },
223
+ {
224
+ "epoch": 7.94,
225
+ "learning_rate": 7.086e-05,
226
+ "loss": 1.5163,
227
+ "step": 2900
228
+ },
229
+ {
230
+ "epoch": 8.22,
231
+ "learning_rate": 7.039846153846153e-05,
232
+ "loss": 1.5094,
233
+ "step": 3000
234
+ },
235
+ {
236
+ "epoch": 8.22,
237
+ "eval_loss": 0.4839838743209839,
238
+ "eval_runtime": 146.4688,
239
+ "eval_samples_per_second": 33.065,
240
+ "eval_steps_per_second": 4.137,
241
+ "eval_wer": 0.542974737439682,
242
+ "step": 3000
243
+ },
244
+ {
245
+ "epoch": 8.49,
246
+ "learning_rate": 6.993692307692307e-05,
247
+ "loss": 1.4862,
248
+ "step": 3100
249
+ },
250
+ {
251
+ "epoch": 8.77,
252
+ "learning_rate": 6.94753846153846e-05,
253
+ "loss": 1.4738,
254
+ "step": 3200
255
+ },
256
+ {
257
+ "epoch": 9.04,
258
+ "learning_rate": 6.901384615384615e-05,
259
+ "loss": 1.4667,
260
+ "step": 3300
261
+ },
262
+ {
263
+ "epoch": 9.31,
264
+ "learning_rate": 6.855230769230769e-05,
265
+ "loss": 1.4564,
266
+ "step": 3400
267
+ },
268
+ {
269
+ "epoch": 9.59,
270
+ "learning_rate": 6.809076923076922e-05,
271
+ "loss": 1.4644,
272
+ "step": 3500
273
+ },
274
+ {
275
+ "epoch": 9.59,
276
+ "eval_loss": 0.48440465331077576,
277
+ "eval_runtime": 146.4275,
278
+ "eval_samples_per_second": 33.074,
279
+ "eval_steps_per_second": 4.139,
280
+ "eval_wer": 0.4142492194152711,
281
+ "step": 3500
282
+ },
283
+ {
284
+ "epoch": 9.86,
285
+ "learning_rate": 6.762923076923076e-05,
286
+ "loss": 1.4389,
287
+ "step": 3600
288
+ },
289
+ {
290
+ "epoch": 10.14,
291
+ "learning_rate": 6.716769230769231e-05,
292
+ "loss": 1.437,
293
+ "step": 3700
294
+ },
295
+ {
296
+ "epoch": 10.41,
297
+ "learning_rate": 6.670615384615384e-05,
298
+ "loss": 1.4278,
299
+ "step": 3800
300
+ },
301
+ {
302
+ "epoch": 10.68,
303
+ "learning_rate": 6.624461538461537e-05,
304
+ "loss": 1.4063,
305
+ "step": 3900
306
+ },
307
+ {
308
+ "epoch": 10.96,
309
+ "learning_rate": 6.578307692307691e-05,
310
+ "loss": 1.4061,
311
+ "step": 4000
312
+ },
313
+ {
314
+ "epoch": 10.96,
315
+ "eval_loss": 0.4355711340904236,
316
+ "eval_runtime": 146.0305,
317
+ "eval_samples_per_second": 33.164,
318
+ "eval_steps_per_second": 4.15,
319
+ "eval_wer": 0.3808401930173148,
320
+ "step": 4000
321
+ },
322
+ {
323
+ "epoch": 11.23,
324
+ "learning_rate": 6.532153846153845e-05,
325
+ "loss": 1.3829,
326
+ "step": 4100
327
+ },
328
+ {
329
+ "epoch": 11.51,
330
+ "learning_rate": 6.486e-05,
331
+ "loss": 1.3993,
332
+ "step": 4200
333
+ },
334
+ {
335
+ "epoch": 11.78,
336
+ "learning_rate": 6.439846153846153e-05,
337
+ "loss": 1.3875,
338
+ "step": 4300
339
+ },
340
+ {
341
+ "epoch": 12.05,
342
+ "learning_rate": 6.393692307692306e-05,
343
+ "loss": 1.4017,
344
+ "step": 4400
345
+ },
346
+ {
347
+ "epoch": 12.33,
348
+ "learning_rate": 6.347538461538461e-05,
349
+ "loss": 1.3584,
350
+ "step": 4500
351
+ },
352
+ {
353
+ "epoch": 12.33,
354
+ "eval_loss": 0.41921573877334595,
355
+ "eval_runtime": 145.7061,
356
+ "eval_samples_per_second": 33.238,
357
+ "eval_steps_per_second": 4.159,
358
+ "eval_wer": 0.3697700823162078,
359
+ "step": 4500
360
+ },
361
+ {
362
+ "epoch": 12.6,
363
+ "learning_rate": 6.301846153846153e-05,
364
+ "loss": 1.3732,
365
+ "step": 4600
366
+ },
367
+ {
368
+ "epoch": 12.88,
369
+ "learning_rate": 6.255692307692307e-05,
370
+ "loss": 1.3719,
371
+ "step": 4700
372
+ },
373
+ {
374
+ "epoch": 13.15,
375
+ "learning_rate": 6.20953846153846e-05,
376
+ "loss": 1.3742,
377
+ "step": 4800
378
+ },
379
+ {
380
+ "epoch": 13.42,
381
+ "learning_rate": 6.163384615384614e-05,
382
+ "loss": 1.3416,
383
+ "step": 4900
384
+ },
385
+ {
386
+ "epoch": 13.7,
387
+ "learning_rate": 6.117230769230768e-05,
388
+ "loss": 1.3438,
389
+ "step": 5000
390
+ },
391
+ {
392
+ "epoch": 13.7,
393
+ "eval_loss": 0.39804813265800476,
394
+ "eval_runtime": 146.4763,
395
+ "eval_samples_per_second": 33.063,
396
+ "eval_steps_per_second": 4.137,
397
+ "eval_wer": 0.3583877377235311,
398
+ "step": 5000
399
+ },
400
+ {
401
+ "epoch": 13.97,
402
+ "learning_rate": 6.0710769230769224e-05,
403
+ "loss": 1.3397,
404
+ "step": 5100
405
+ },
406
+ {
407
+ "epoch": 14.25,
408
+ "learning_rate": 6.024923076923076e-05,
409
+ "loss": 1.3228,
410
+ "step": 5200
411
+ },
412
+ {
413
+ "epoch": 14.52,
414
+ "learning_rate": 5.97876923076923e-05,
415
+ "loss": 1.3181,
416
+ "step": 5300
417
+ },
418
+ {
419
+ "epoch": 14.79,
420
+ "learning_rate": 5.9326153846153835e-05,
421
+ "loss": 1.3505,
422
+ "step": 5400
423
+ },
424
+ {
425
+ "epoch": 15.07,
426
+ "learning_rate": 5.886461538461538e-05,
427
+ "loss": 1.3332,
428
+ "step": 5500
429
+ },
430
+ {
431
+ "epoch": 15.07,
432
+ "eval_loss": 0.3896285891532898,
433
+ "eval_runtime": 145.3992,
434
+ "eval_samples_per_second": 33.308,
435
+ "eval_steps_per_second": 4.168,
436
+ "eval_wer": 0.3571671870564859,
437
+ "step": 5500
438
+ },
439
+ {
440
+ "epoch": 15.34,
441
+ "learning_rate": 5.840307692307692e-05,
442
+ "loss": 1.3081,
443
+ "step": 5600
444
+ },
445
+ {
446
+ "epoch": 15.62,
447
+ "learning_rate": 5.794153846153845e-05,
448
+ "loss": 1.3305,
449
+ "step": 5700
450
+ },
451
+ {
452
+ "epoch": 15.89,
453
+ "learning_rate": 5.747999999999999e-05,
454
+ "loss": 1.3206,
455
+ "step": 5800
456
+ },
457
+ {
458
+ "epoch": 16.16,
459
+ "learning_rate": 5.702307692307692e-05,
460
+ "loss": 1.3205,
461
+ "step": 5900
462
+ },
463
+ {
464
+ "epoch": 16.44,
465
+ "learning_rate": 5.6561538461538456e-05,
466
+ "loss": 1.3025,
467
+ "step": 6000
468
+ },
469
+ {
470
+ "epoch": 16.44,
471
+ "eval_loss": 0.3834877014160156,
472
+ "eval_runtime": 145.719,
473
+ "eval_samples_per_second": 33.235,
474
+ "eval_steps_per_second": 4.159,
475
+ "eval_wer": 0.34870848708487084,
476
+ "step": 6000
477
+ },
478
+ {
479
+ "epoch": 16.71,
480
+ "learning_rate": 5.6099999999999995e-05,
481
+ "loss": 1.3008,
482
+ "step": 6100
483
+ },
484
+ {
485
+ "epoch": 16.98,
486
+ "learning_rate": 5.5638461538461534e-05,
487
+ "loss": 1.2926,
488
+ "step": 6200
489
+ },
490
+ {
491
+ "epoch": 17.26,
492
+ "learning_rate": 5.5176923076923067e-05,
493
+ "loss": 1.2871,
494
+ "step": 6300
495
+ },
496
+ {
497
+ "epoch": 17.53,
498
+ "learning_rate": 5.471538461538461e-05,
499
+ "loss": 1.2688,
500
+ "step": 6400
501
+ },
502
+ {
503
+ "epoch": 17.81,
504
+ "learning_rate": 5.425384615384615e-05,
505
+ "loss": 1.2979,
506
+ "step": 6500
507
+ },
508
+ {
509
+ "epoch": 17.81,
510
+ "eval_loss": 0.37809377908706665,
511
+ "eval_runtime": 145.3953,
512
+ "eval_samples_per_second": 33.309,
513
+ "eval_steps_per_second": 4.168,
514
+ "eval_wer": 0.3416974169741697,
515
+ "step": 6500
516
+ },
517
+ {
518
+ "epoch": 18.08,
519
+ "learning_rate": 5.3792307692307684e-05,
520
+ "loss": 1.2865,
521
+ "step": 6600
522
+ },
523
+ {
524
+ "epoch": 18.36,
525
+ "learning_rate": 5.3330769230769223e-05,
526
+ "loss": 1.2795,
527
+ "step": 6700
528
+ },
529
+ {
530
+ "epoch": 18.63,
531
+ "learning_rate": 5.286923076923076e-05,
532
+ "loss": 1.271,
533
+ "step": 6800
534
+ },
535
+ {
536
+ "epoch": 18.9,
537
+ "learning_rate": 5.240769230769231e-05,
538
+ "loss": 1.2595,
539
+ "step": 6900
540
+ },
541
+ {
542
+ "epoch": 19.18,
543
+ "learning_rate": 5.194615384615384e-05,
544
+ "loss": 1.2736,
545
+ "step": 7000
546
+ },
547
+ {
548
+ "epoch": 19.18,
549
+ "eval_loss": 0.37344905734062195,
550
+ "eval_runtime": 145.9621,
551
+ "eval_samples_per_second": 33.18,
552
+ "eval_steps_per_second": 4.152,
553
+ "eval_wer": 0.32699403917116093,
554
+ "step": 7000
555
+ },
556
+ {
557
+ "epoch": 19.45,
558
+ "learning_rate": 5.148461538461538e-05,
559
+ "loss": 1.2619,
560
+ "step": 7100
561
+ },
562
+ {
563
+ "epoch": 19.73,
564
+ "learning_rate": 5.102307692307692e-05,
565
+ "loss": 1.2351,
566
+ "step": 7200
567
+ },
568
+ {
569
+ "epoch": 20.0,
570
+ "learning_rate": 5.056153846153845e-05,
571
+ "loss": 1.277,
572
+ "step": 7300
573
+ },
574
+ {
575
+ "epoch": 20.27,
576
+ "learning_rate": 5.01e-05,
577
+ "loss": 1.2559,
578
+ "step": 7400
579
+ },
580
+ {
581
+ "epoch": 20.55,
582
+ "learning_rate": 4.963846153846154e-05,
583
+ "loss": 1.2415,
584
+ "step": 7500
585
+ },
586
+ {
587
+ "epoch": 20.55,
588
+ "eval_loss": 0.3636943995952606,
589
+ "eval_runtime": 146.1853,
590
+ "eval_samples_per_second": 33.129,
591
+ "eval_steps_per_second": 4.145,
592
+ "eval_wer": 0.3316491626454726,
593
+ "step": 7500
594
+ },
595
+ {
596
+ "epoch": 20.82,
597
+ "learning_rate": 4.917692307692307e-05,
598
+ "loss": 1.2383,
599
+ "step": 7600
600
+ },
601
+ {
602
+ "epoch": 21.1,
603
+ "learning_rate": 4.871538461538461e-05,
604
+ "loss": 1.2373,
605
+ "step": 7700
606
+ },
607
+ {
608
+ "epoch": 21.37,
609
+ "learning_rate": 4.825384615384615e-05,
610
+ "loss": 1.2197,
611
+ "step": 7800
612
+ },
613
+ {
614
+ "epoch": 21.64,
615
+ "learning_rate": 4.7792307692307694e-05,
616
+ "loss": 1.2291,
617
+ "step": 7900
618
+ },
619
+ {
620
+ "epoch": 21.92,
621
+ "learning_rate": 4.733076923076923e-05,
622
+ "loss": 1.2255,
623
+ "step": 8000
624
+ },
625
+ {
626
+ "epoch": 21.92,
627
+ "eval_loss": 0.35461699962615967,
628
+ "eval_runtime": 145.4805,
629
+ "eval_samples_per_second": 33.29,
630
+ "eval_steps_per_second": 4.166,
631
+ "eval_wer": 0.3146749929037752,
632
+ "step": 8000
633
+ },
634
+ {
635
+ "epoch": 22.19,
636
+ "learning_rate": 4.6869230769230766e-05,
637
+ "loss": 1.2578,
638
+ "step": 8100
639
+ },
640
+ {
641
+ "epoch": 22.47,
642
+ "learning_rate": 4.64076923076923e-05,
643
+ "loss": 1.2145,
644
+ "step": 8200
645
+ },
646
+ {
647
+ "epoch": 22.74,
648
+ "learning_rate": 4.594615384615384e-05,
649
+ "loss": 1.2263,
650
+ "step": 8300
651
+ },
652
+ {
653
+ "epoch": 23.01,
654
+ "learning_rate": 4.5484615384615384e-05,
655
+ "loss": 1.2557,
656
+ "step": 8400
657
+ },
658
+ {
659
+ "epoch": 23.29,
660
+ "learning_rate": 4.502307692307692e-05,
661
+ "loss": 1.2193,
662
+ "step": 8500
663
+ },
664
+ {
665
+ "epoch": 23.29,
666
+ "eval_loss": 0.35236233472824097,
667
+ "eval_runtime": 145.9059,
668
+ "eval_samples_per_second": 33.193,
669
+ "eval_steps_per_second": 4.153,
670
+ "eval_wer": 0.31964235026965654,
671
+ "step": 8500
672
+ },
673
+ {
674
+ "epoch": 23.56,
675
+ "learning_rate": 4.456615384615384e-05,
676
+ "loss": 1.2092,
677
+ "step": 8600
678
+ },
679
+ {
680
+ "epoch": 23.83,
681
+ "learning_rate": 4.410461538461538e-05,
682
+ "loss": 1.222,
683
+ "step": 8700
684
+ },
685
+ {
686
+ "epoch": 24.11,
687
+ "learning_rate": 4.364307692307692e-05,
688
+ "loss": 1.2004,
689
+ "step": 8800
690
+ },
691
+ {
692
+ "epoch": 24.38,
693
+ "learning_rate": 4.318153846153846e-05,
694
+ "loss": 1.2121,
695
+ "step": 8900
696
+ },
697
+ {
698
+ "epoch": 24.66,
699
+ "learning_rate": 4.272e-05,
700
+ "loss": 1.2104,
701
+ "step": 9000
702
+ },
703
+ {
704
+ "epoch": 24.66,
705
+ "eval_loss": 0.3402980864048004,
706
+ "eval_runtime": 146.1669,
707
+ "eval_samples_per_second": 33.133,
708
+ "eval_steps_per_second": 4.146,
709
+ "eval_wer": 0.30967925063866025,
710
+ "step": 9000
711
+ },
712
+ {
713
+ "epoch": 24.93,
714
+ "learning_rate": 4.225846153846153e-05,
715
+ "loss": 1.2001,
716
+ "step": 9100
717
+ },
718
+ {
719
+ "epoch": 25.21,
720
+ "learning_rate": 4.179692307692307e-05,
721
+ "loss": 1.2004,
722
+ "step": 9200
723
+ },
724
+ {
725
+ "epoch": 25.48,
726
+ "learning_rate": 4.1335384615384615e-05,
727
+ "loss": 1.1803,
728
+ "step": 9300
729
+ },
730
+ {
731
+ "epoch": 25.75,
732
+ "learning_rate": 4.0873846153846154e-05,
733
+ "loss": 1.1934,
734
+ "step": 9400
735
+ },
736
+ {
737
+ "epoch": 26.03,
738
+ "learning_rate": 4.041230769230769e-05,
739
+ "loss": 1.1965,
740
+ "step": 9500
741
+ },
742
+ {
743
+ "epoch": 26.03,
744
+ "eval_loss": 0.35078364610671997,
745
+ "eval_runtime": 145.889,
746
+ "eval_samples_per_second": 33.196,
747
+ "eval_steps_per_second": 4.154,
748
+ "eval_wer": 0.30931024694862336,
749
+ "step": 9500
750
+ },
751
+ {
752
+ "epoch": 26.3,
753
+ "learning_rate": 3.9950769230769226e-05,
754
+ "loss": 1.1909,
755
+ "step": 9600
756
+ },
757
+ {
758
+ "epoch": 26.57,
759
+ "learning_rate": 3.948923076923076e-05,
760
+ "loss": 1.1886,
761
+ "step": 9700
762
+ },
763
+ {
764
+ "epoch": 26.85,
765
+ "learning_rate": 3.9027692307692305e-05,
766
+ "loss": 1.1785,
767
+ "step": 9800
768
+ },
769
+ {
770
+ "epoch": 27.12,
771
+ "learning_rate": 3.8566153846153844e-05,
772
+ "loss": 1.1675,
773
+ "step": 9900
774
+ },
775
+ {
776
+ "epoch": 27.4,
777
+ "learning_rate": 3.810461538461538e-05,
778
+ "loss": 1.1976,
779
+ "step": 10000
780
+ },
781
+ {
782
+ "epoch": 27.4,
783
+ "eval_loss": 0.34191542863845825,
784
+ "eval_runtime": 145.8469,
785
+ "eval_samples_per_second": 33.206,
786
+ "eval_steps_per_second": 4.155,
787
+ "eval_wer": 0.30712460970763555,
788
+ "step": 10000
789
+ },
790
+ {
791
+ "epoch": 27.67,
792
+ "learning_rate": 3.7643076923076916e-05,
793
+ "loss": 1.1729,
794
+ "step": 10100
795
+ },
796
+ {
797
+ "epoch": 27.94,
798
+ "learning_rate": 3.718153846153846e-05,
799
+ "loss": 1.1852,
800
+ "step": 10200
801
+ },
802
+ {
803
+ "epoch": 28.22,
804
+ "learning_rate": 3.6719999999999994e-05,
805
+ "loss": 1.1881,
806
+ "step": 10300
807
+ },
808
+ {
809
+ "epoch": 28.49,
810
+ "learning_rate": 3.625846153846153e-05,
811
+ "loss": 1.1632,
812
+ "step": 10400
813
+ },
814
+ {
815
+ "epoch": 28.77,
816
+ "learning_rate": 3.580153846153846e-05,
817
+ "loss": 1.182,
818
+ "step": 10500
819
+ },
820
+ {
821
+ "epoch": 28.77,
822
+ "eval_loss": 0.3363555371761322,
823
+ "eval_runtime": 146.1933,
824
+ "eval_samples_per_second": 33.127,
825
+ "eval_steps_per_second": 4.145,
826
+ "eval_wer": 0.2963383479988646,
827
+ "step": 10500
828
+ },
829
+ {
830
+ "epoch": 29.04,
831
+ "learning_rate": 3.534e-05,
832
+ "loss": 1.1535,
833
+ "step": 10600
834
+ },
835
+ {
836
+ "epoch": 29.31,
837
+ "learning_rate": 3.4878461538461536e-05,
838
+ "loss": 1.1636,
839
+ "step": 10700
840
+ },
841
+ {
842
+ "epoch": 29.59,
843
+ "learning_rate": 3.4416923076923076e-05,
844
+ "loss": 1.1496,
845
+ "step": 10800
846
+ },
847
+ {
848
+ "epoch": 29.86,
849
+ "learning_rate": 3.3955384615384615e-05,
850
+ "loss": 1.1507,
851
+ "step": 10900
852
+ },
853
+ {
854
+ "epoch": 30.14,
855
+ "learning_rate": 3.349384615384615e-05,
856
+ "loss": 1.158,
857
+ "step": 11000
858
+ },
859
+ {
860
+ "epoch": 30.14,
861
+ "eval_loss": 0.333802729845047,
862
+ "eval_runtime": 145.3999,
863
+ "eval_samples_per_second": 33.308,
864
+ "eval_steps_per_second": 4.168,
865
+ "eval_wer": 0.2931876241839341,
866
+ "step": 11000
867
+ },
868
+ {
869
+ "epoch": 30.41,
870
+ "learning_rate": 3.303230769230769e-05,
871
+ "loss": 1.1527,
872
+ "step": 11100
873
+ },
874
+ {
875
+ "epoch": 30.68,
876
+ "learning_rate": 3.2570769230769226e-05,
877
+ "loss": 1.1484,
878
+ "step": 11200
879
+ },
880
+ {
881
+ "epoch": 30.96,
882
+ "learning_rate": 3.2109230769230765e-05,
883
+ "loss": 1.145,
884
+ "step": 11300
885
+ },
886
+ {
887
+ "epoch": 31.23,
888
+ "learning_rate": 3.1647692307692304e-05,
889
+ "loss": 1.1388,
890
+ "step": 11400
891
+ },
892
+ {
893
+ "epoch": 31.51,
894
+ "learning_rate": 3.118615384615384e-05,
895
+ "loss": 1.1414,
896
+ "step": 11500
897
+ },
898
+ {
899
+ "epoch": 31.51,
900
+ "eval_loss": 0.3376125693321228,
901
+ "eval_runtime": 147.5034,
902
+ "eval_samples_per_second": 32.833,
903
+ "eval_steps_per_second": 4.108,
904
+ "eval_wer": 0.29398240136247517,
905
+ "step": 11500
906
+ },
907
+ {
908
+ "epoch": 31.78,
909
+ "learning_rate": 3.072461538461538e-05,
910
+ "loss": 1.1351,
911
+ "step": 11600
912
+ },
913
+ {
914
+ "epoch": 32.05,
915
+ "learning_rate": 3.026307692307692e-05,
916
+ "loss": 1.1228,
917
+ "step": 11700
918
+ },
919
+ {
920
+ "epoch": 32.33,
921
+ "learning_rate": 2.980153846153846e-05,
922
+ "loss": 1.1443,
923
+ "step": 11800
924
+ },
925
+ {
926
+ "epoch": 32.6,
927
+ "learning_rate": 2.9339999999999997e-05,
928
+ "loss": 1.1335,
929
+ "step": 11900
930
+ },
931
+ {
932
+ "epoch": 32.88,
933
+ "learning_rate": 2.8878461538461536e-05,
934
+ "loss": 1.1402,
935
+ "step": 12000
936
+ },
937
+ {
938
+ "epoch": 32.88,
939
+ "eval_loss": 0.3370179235935211,
940
+ "eval_runtime": 146.1673,
941
+ "eval_samples_per_second": 33.133,
942
+ "eval_steps_per_second": 4.146,
943
+ "eval_wer": 0.2891285835935282,
944
+ "step": 12000
945
+ },
946
+ {
947
+ "epoch": 33.15,
948
+ "learning_rate": 2.8416923076923075e-05,
949
+ "loss": 1.1435,
950
+ "step": 12100
951
+ },
952
+ {
953
+ "epoch": 33.42,
954
+ "learning_rate": 2.795538461538461e-05,
955
+ "loss": 1.1122,
956
+ "step": 12200
957
+ },
958
+ {
959
+ "epoch": 33.7,
960
+ "learning_rate": 2.7493846153846154e-05,
961
+ "loss": 1.1107,
962
+ "step": 12300
963
+ },
964
+ {
965
+ "epoch": 33.97,
966
+ "learning_rate": 2.703230769230769e-05,
967
+ "loss": 1.1126,
968
+ "step": 12400
969
+ },
970
+ {
971
+ "epoch": 34.25,
972
+ "learning_rate": 2.657076923076923e-05,
973
+ "loss": 1.1213,
974
+ "step": 12500
975
+ },
976
+ {
977
+ "epoch": 34.25,
978
+ "eval_loss": 0.3200843334197998,
979
+ "eval_runtime": 146.0978,
980
+ "eval_samples_per_second": 33.149,
981
+ "eval_steps_per_second": 4.148,
982
+ "eval_wer": 0.28742548963951176,
983
+ "step": 12500
984
+ },
985
+ {
986
+ "epoch": 34.52,
987
+ "learning_rate": 2.6109230769230768e-05,
988
+ "loss": 1.1115,
989
+ "step": 12600
990
+ },
991
+ {
992
+ "epoch": 34.79,
993
+ "learning_rate": 2.5647692307692304e-05,
994
+ "loss": 1.1069,
995
+ "step": 12700
996
+ },
997
+ {
998
+ "epoch": 35.07,
999
+ "learning_rate": 2.5186153846153843e-05,
1000
+ "loss": 1.1154,
1001
+ "step": 12800
1002
+ },
1003
+ {
1004
+ "epoch": 35.34,
1005
+ "learning_rate": 2.4729230769230764e-05,
1006
+ "loss": 1.1079,
1007
+ "step": 12900
1008
+ },
1009
+ {
1010
+ "epoch": 35.62,
1011
+ "learning_rate": 2.4267692307692307e-05,
1012
+ "loss": 1.1207,
1013
+ "step": 13000
1014
+ },
1015
+ {
1016
+ "epoch": 35.62,
1017
+ "eval_loss": 0.3260834515094757,
1018
+ "eval_runtime": 147.1601,
1019
+ "eval_samples_per_second": 32.91,
1020
+ "eval_steps_per_second": 4.118,
1021
+ "eval_wer": 0.28262844166903206,
1022
+ "step": 13000
1023
+ },
1024
+ {
1025
+ "epoch": 35.89,
1026
+ "learning_rate": 2.3806153846153843e-05,
1027
+ "loss": 1.1034,
1028
+ "step": 13100
1029
+ },
1030
+ {
1031
+ "epoch": 36.16,
1032
+ "learning_rate": 2.3344615384615386e-05,
1033
+ "loss": 1.1157,
1034
+ "step": 13200
1035
+ },
1036
+ {
1037
+ "epoch": 36.44,
1038
+ "learning_rate": 2.288307692307692e-05,
1039
+ "loss": 1.0868,
1040
+ "step": 13300
1041
+ },
1042
+ {
1043
+ "epoch": 36.71,
1044
+ "learning_rate": 2.242153846153846e-05,
1045
+ "loss": 1.0985,
1046
+ "step": 13400
1047
+ },
1048
+ {
1049
+ "epoch": 36.98,
1050
+ "learning_rate": 2.196e-05,
1051
+ "loss": 1.1074,
1052
+ "step": 13500
1053
+ },
1054
+ {
1055
+ "epoch": 36.98,
1056
+ "eval_loss": 0.3117202818393707,
1057
+ "eval_runtime": 145.4969,
1058
+ "eval_samples_per_second": 33.286,
1059
+ "eval_steps_per_second": 4.165,
1060
+ "eval_wer": 0.2785977859778598,
1061
+ "step": 13500
1062
+ },
1063
+ {
1064
+ "epoch": 37.26,
1065
+ "learning_rate": 2.1498461538461536e-05,
1066
+ "loss": 1.0955,
1067
+ "step": 13600
1068
+ },
1069
+ {
1070
+ "epoch": 37.53,
1071
+ "learning_rate": 2.1036923076923075e-05,
1072
+ "loss": 1.0826,
1073
+ "step": 13700
1074
+ },
1075
+ {
1076
+ "epoch": 37.81,
1077
+ "learning_rate": 2.0575384615384614e-05,
1078
+ "loss": 1.0897,
1079
+ "step": 13800
1080
+ },
1081
+ {
1082
+ "epoch": 38.08,
1083
+ "learning_rate": 2.0113846153846153e-05,
1084
+ "loss": 1.0992,
1085
+ "step": 13900
1086
+ },
1087
+ {
1088
+ "epoch": 38.36,
1089
+ "learning_rate": 1.965230769230769e-05,
1090
+ "loss": 1.0818,
1091
+ "step": 14000
1092
+ },
1093
+ {
1094
+ "epoch": 38.36,
1095
+ "eval_loss": 0.3194292485713959,
1096
+ "eval_runtime": 145.4744,
1097
+ "eval_samples_per_second": 33.291,
1098
+ "eval_steps_per_second": 4.166,
1099
+ "eval_wer": 0.2775759296054499,
1100
+ "step": 14000
1101
+ },
1102
+ {
1103
+ "epoch": 38.63,
1104
+ "learning_rate": 1.919076923076923e-05,
1105
+ "loss": 1.0812,
1106
+ "step": 14100
1107
+ },
1108
+ {
1109
+ "epoch": 38.9,
1110
+ "learning_rate": 1.8729230769230768e-05,
1111
+ "loss": 1.0851,
1112
+ "step": 14200
1113
+ },
1114
+ {
1115
+ "epoch": 39.18,
1116
+ "learning_rate": 1.8267692307692307e-05,
1117
+ "loss": 1.0824,
1118
+ "step": 14300
1119
+ },
1120
+ {
1121
+ "epoch": 39.45,
1122
+ "learning_rate": 1.7806153846153843e-05,
1123
+ "loss": 1.1003,
1124
+ "step": 14400
1125
+ },
1126
+ {
1127
+ "epoch": 39.73,
1128
+ "learning_rate": 1.7344615384615382e-05,
1129
+ "loss": 1.0889,
1130
+ "step": 14500
1131
+ },
1132
+ {
1133
+ "epoch": 39.73,
1134
+ "eval_loss": 0.31878727674484253,
1135
+ "eval_runtime": 145.398,
1136
+ "eval_samples_per_second": 33.309,
1137
+ "eval_steps_per_second": 4.168,
1138
+ "eval_wer": 0.2738291229066137,
1139
+ "step": 14500
1140
+ },
1141
+ {
1142
+ "epoch": 40.0,
1143
+ "learning_rate": 1.688307692307692e-05,
1144
+ "loss": 1.0847,
1145
+ "step": 14600
1146
+ },
1147
+ {
1148
+ "epoch": 40.27,
1149
+ "learning_rate": 1.642153846153846e-05,
1150
+ "loss": 1.0707,
1151
+ "step": 14700
1152
+ },
1153
+ {
1154
+ "epoch": 40.55,
1155
+ "learning_rate": 1.5959999999999996e-05,
1156
+ "loss": 1.0664,
1157
+ "step": 14800
1158
+ },
1159
+ {
1160
+ "epoch": 40.82,
1161
+ "learning_rate": 1.5498461538461536e-05,
1162
+ "loss": 1.0814,
1163
+ "step": 14900
1164
+ },
1165
+ {
1166
+ "epoch": 41.1,
1167
+ "learning_rate": 1.5036923076923075e-05,
1168
+ "loss": 1.0672,
1169
+ "step": 15000
1170
+ },
1171
+ {
1172
+ "epoch": 41.1,
1173
+ "eval_loss": 0.31958457827568054,
1174
+ "eval_runtime": 145.6438,
1175
+ "eval_samples_per_second": 33.252,
1176
+ "eval_steps_per_second": 4.161,
1177
+ "eval_wer": 0.277348850411581,
1178
+ "step": 15000
1179
+ },
1180
+ {
1181
+ "epoch": 41.37,
1182
+ "learning_rate": 1.4575384615384614e-05,
1183
+ "loss": 1.0709,
1184
+ "step": 15100
1185
+ },
1186
+ {
1187
+ "epoch": 41.64,
1188
+ "learning_rate": 1.4113846153846153e-05,
1189
+ "loss": 1.0833,
1190
+ "step": 15200
1191
+ },
1192
+ {
1193
+ "epoch": 41.92,
1194
+ "learning_rate": 1.365230769230769e-05,
1195
+ "loss": 1.0694,
1196
+ "step": 15300
1197
+ },
1198
+ {
1199
+ "epoch": 42.19,
1200
+ "learning_rate": 1.3190769230769228e-05,
1201
+ "loss": 1.063,
1202
+ "step": 15400
1203
+ },
1204
+ {
1205
+ "epoch": 42.47,
1206
+ "learning_rate": 1.2729230769230768e-05,
1207
+ "loss": 1.0838,
1208
+ "step": 15500
1209
+ },
1210
+ {
1211
+ "epoch": 42.47,
1212
+ "eval_loss": 0.3129686713218689,
1213
+ "eval_runtime": 146.1643,
1214
+ "eval_samples_per_second": 33.134,
1215
+ "eval_steps_per_second": 4.146,
1216
+ "eval_wer": 0.2739142776043145,
1217
+ "step": 15500
1218
+ },
1219
+ {
1220
+ "epoch": 42.74,
1221
+ "learning_rate": 1.2267692307692307e-05,
1222
+ "loss": 1.0469,
1223
+ "step": 15600
1224
+ },
1225
+ {
1226
+ "epoch": 43.01,
1227
+ "learning_rate": 1.181076923076923e-05,
1228
+ "loss": 1.0746,
1229
+ "step": 15700
1230
+ },
1231
+ {
1232
+ "epoch": 43.29,
1233
+ "learning_rate": 1.1349230769230769e-05,
1234
+ "loss": 1.0495,
1235
+ "step": 15800
1236
+ },
1237
+ {
1238
+ "epoch": 43.56,
1239
+ "learning_rate": 1.0887692307692306e-05,
1240
+ "loss": 1.0553,
1241
+ "step": 15900
1242
+ },
1243
+ {
1244
+ "epoch": 43.83,
1245
+ "learning_rate": 1.0426153846153846e-05,
1246
+ "loss": 1.0553,
1247
+ "step": 16000
1248
+ },
1249
+ {
1250
+ "epoch": 43.83,
1251
+ "eval_loss": 0.3164559602737427,
1252
+ "eval_runtime": 146.1502,
1253
+ "eval_samples_per_second": 33.137,
1254
+ "eval_steps_per_second": 4.146,
1255
+ "eval_wer": 0.27039455009934715,
1256
+ "step": 16000
1257
+ },
1258
+ {
1259
+ "epoch": 44.11,
1260
+ "learning_rate": 9.964615384615385e-06,
1261
+ "loss": 1.0537,
1262
+ "step": 16100
1263
+ },
1264
+ {
1265
+ "epoch": 44.38,
1266
+ "learning_rate": 9.503076923076922e-06,
1267
+ "loss": 1.049,
1268
+ "step": 16200
1269
+ },
1270
+ {
1271
+ "epoch": 44.66,
1272
+ "learning_rate": 9.04153846153846e-06,
1273
+ "loss": 1.0517,
1274
+ "step": 16300
1275
+ },
1276
+ {
1277
+ "epoch": 44.93,
1278
+ "learning_rate": 8.58e-06,
1279
+ "loss": 1.036,
1280
+ "step": 16400
1281
+ },
1282
+ {
1283
+ "epoch": 45.21,
1284
+ "learning_rate": 8.118461538461538e-06,
1285
+ "loss": 1.0786,
1286
+ "step": 16500
1287
+ },
1288
+ {
1289
+ "epoch": 45.21,
1290
+ "eval_loss": 0.31082117557525635,
1291
+ "eval_runtime": 146.4144,
1292
+ "eval_samples_per_second": 33.077,
1293
+ "eval_steps_per_second": 4.139,
1294
+ "eval_wer": 0.270621629293216,
1295
+ "step": 16500
1296
+ },
1297
+ {
1298
+ "epoch": 45.48,
1299
+ "learning_rate": 7.656923076923076e-06,
1300
+ "loss": 1.0544,
1301
+ "step": 16600
1302
+ },
1303
+ {
1304
+ "epoch": 45.75,
1305
+ "learning_rate": 7.195384615384615e-06,
1306
+ "loss": 1.0702,
1307
+ "step": 16700
1308
+ },
1309
+ {
1310
+ "epoch": 46.03,
1311
+ "learning_rate": 6.733846153846153e-06,
1312
+ "loss": 1.035,
1313
+ "step": 16800
1314
+ },
1315
+ {
1316
+ "epoch": 46.3,
1317
+ "learning_rate": 6.272307692307692e-06,
1318
+ "loss": 1.0465,
1319
+ "step": 16900
1320
+ },
1321
+ {
1322
+ "epoch": 46.57,
1323
+ "learning_rate": 5.81076923076923e-06,
1324
+ "loss": 1.0546,
1325
+ "step": 17000
1326
+ },
1327
+ {
1328
+ "epoch": 46.57,
1329
+ "eval_loss": 0.31021571159362793,
1330
+ "eval_runtime": 145.9532,
1331
+ "eval_samples_per_second": 33.182,
1332
+ "eval_steps_per_second": 4.152,
1333
+ "eval_wer": 0.267726369571388,
1334
+ "step": 17000
1335
+ },
1336
+ {
1337
+ "epoch": 46.85,
1338
+ "learning_rate": 5.349230769230769e-06,
1339
+ "loss": 1.0473,
1340
+ "step": 17100
1341
+ },
1342
+ {
1343
+ "epoch": 47.12,
1344
+ "learning_rate": 4.887692307692307e-06,
1345
+ "loss": 1.0422,
1346
+ "step": 17200
1347
+ },
1348
+ {
1349
+ "epoch": 47.4,
1350
+ "learning_rate": 4.4261538461538455e-06,
1351
+ "loss": 1.0418,
1352
+ "step": 17300
1353
+ },
1354
+ {
1355
+ "epoch": 47.67,
1356
+ "learning_rate": 3.964615384615384e-06,
1357
+ "loss": 1.0509,
1358
+ "step": 17400
1359
+ },
1360
+ {
1361
+ "epoch": 47.94,
1362
+ "learning_rate": 3.5030769230769227e-06,
1363
+ "loss": 1.0425,
1364
+ "step": 17500
1365
+ },
1366
+ {
1367
+ "epoch": 47.94,
1368
+ "eval_loss": 0.3115251362323761,
1369
+ "eval_runtime": 146.7424,
1370
+ "eval_samples_per_second": 33.003,
1371
+ "eval_steps_per_second": 4.13,
1372
+ "eval_wer": 0.26792506386602327,
1373
+ "step": 17500
1374
+ },
1375
+ {
1376
+ "epoch": 48.22,
1377
+ "learning_rate": 3.0415384615384615e-06,
1378
+ "loss": 1.0463,
1379
+ "step": 17600
1380
+ },
1381
+ {
1382
+ "epoch": 48.49,
1383
+ "learning_rate": 2.58e-06,
1384
+ "loss": 1.0443,
1385
+ "step": 17700
1386
+ },
1387
+ {
1388
+ "epoch": 48.77,
1389
+ "learning_rate": 2.1230769230769228e-06,
1390
+ "loss": 1.0326,
1391
+ "step": 17800
1392
+ },
1393
+ {
1394
+ "epoch": 49.04,
1395
+ "learning_rate": 1.6615384615384613e-06,
1396
+ "loss": 1.0675,
1397
+ "step": 17900
1398
+ },
1399
+ {
1400
+ "epoch": 49.31,
1401
+ "learning_rate": 1.2e-06,
1402
+ "loss": 1.0398,
1403
+ "step": 18000
1404
+ },
1405
+ {
1406
+ "epoch": 49.31,
1407
+ "eval_loss": 0.31313779950141907,
1408
+ "eval_runtime": 145.9419,
1409
+ "eval_samples_per_second": 33.184,
1410
+ "eval_steps_per_second": 4.152,
1411
+ "eval_wer": 0.2665909736020437,
1412
+ "step": 18000
1413
+ },
1414
+ {
1415
+ "epoch": 49.59,
1416
+ "learning_rate": 7.384615384615384e-07,
1417
+ "loss": 1.017,
1418
+ "step": 18100
1419
+ },
1420
+ {
1421
+ "epoch": 49.86,
1422
+ "learning_rate": 2.769230769230769e-07,
1423
+ "loss": 1.0519,
1424
+ "step": 18200
1425
+ },
1426
+ {
1427
+ "epoch": 50.0,
1428
+ "step": 18250,
1429
+ "total_flos": 5.432980623924042e+19,
1430
+ "train_loss": 1.4442799015829009,
1431
+ "train_runtime": 29714.5027,
1432
+ "train_samples_per_second": 19.671,
1433
+ "train_steps_per_second": 0.614
1434
+ }
1435
+ ],
1436
+ "max_steps": 18250,
1437
+ "num_train_epochs": 50,
1438
+ "total_flos": 5.432980623924042e+19,
1439
+ "trial_name": null,
1440
+ "trial_params": null
1441
+ }
wandb/run-20220127_121247-o8za41vn/files/config.yaml CHANGED
@@ -4802,6 +4802,26 @@ _wandb:
4802
  5: 1
4803
  6:
4804
  - 1
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
4805
  python_version: 3.8.12
4806
  start_time: 1643285567
4807
  t:
4802
  5: 1
4803
  6:
4804
  - 1
4805
+ - 1: train/train_runtime
4806
+ 5: 1
4807
+ 6:
4808
+ - 1
4809
+ - 1: train/train_samples_per_second
4810
+ 5: 1
4811
+ 6:
4812
+ - 1
4813
+ - 1: train/train_steps_per_second
4814
+ 5: 1
4815
+ 6:
4816
+ - 1
4817
+ - 1: train/total_flos
4818
+ 5: 1
4819
+ 6:
4820
+ - 1
4821
+ - 1: train/train_loss
4822
+ 5: 1
4823
+ 6:
4824
+ - 1
4825
  python_version: 3.8.12
4826
  start_time: 1643285567
4827
  t:
wandb/run-20220127_121247-o8za41vn/files/output.log CHANGED
@@ -13662,3 +13662,245 @@ Configuration saved in ./checkpoint-16500/preprocessor_config.json
13662
  Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13663
  Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13664
  Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
13662
  Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13663
  Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13664
  Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13665
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13666
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13667
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13668
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13669
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13670
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13671
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13672
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13673
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13674
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13675
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13676
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13677
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13678
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13679
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13680
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13681
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13682
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13683
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13684
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13685
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13686
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13687
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13688
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13689
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13690
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13691
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13692
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13693
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13694
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13695
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13696
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13697
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13698
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13699
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13700
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13701
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13702
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13703
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13704
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13705
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13706
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13707
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13708
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13709
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13710
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13711
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13712
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13713
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13714
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13715
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13716
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13717
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13718
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13719
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13720
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13721
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13722
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13723
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13724
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13725
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13726
+ {'loss': 1.017, 'learning_rate': 7.384615384615384e-07, 'epoch': 49.59}
13727
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13728
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13729
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13730
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13731
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13732
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13733
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13734
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13735
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13736
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13737
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13738
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13739
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13740
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13741
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13742
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13743
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13744
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13745
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13746
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13747
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13748
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13749
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13750
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13751
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13752
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13753
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13754
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13755
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13756
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13757
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13758
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13759
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13760
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13761
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13762
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13763
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13764
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13765
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13766
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13767
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13768
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13769
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13770
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13771
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13772
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13773
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13774
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13775
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13776
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13777
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13778
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13779
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13780
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13781
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13782
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13783
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13784
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13785
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13786
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13787
+ {'loss': 1.0519, 'learning_rate': 2.769230769230769e-07, 'epoch': 49.86}
13788
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13789
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13790
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13791
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13792
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13793
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13794
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13795
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13796
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13797
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13798
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13799
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13800
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13801
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13802
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13803
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13804
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13805
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13806
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13807
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13808
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13809
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13810
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13811
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13812
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13813
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13814
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13815
+ Configuration saved in ./checkpoint-18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13816
+ Configuration saved in ./config.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13817
+ Configuration saved in ./config.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13818
+ ***** train metrics *****
13819
+ epoch = 50.0
13820
+ train_loss = 1.4443
13821
+ train_runtime = 8:15:14.50
13822
+ train_samples = 11690
13823
+ train_samples_per_second = 19.671
13824
+ train_steps_per_second = 0.614
13825
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13826
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13827
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13828
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13829
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13830
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13831
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13832
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13833
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13834
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13835
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13836
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13837
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13838
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13839
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13840
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13841
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13842
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13843
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13844
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13845
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13846
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13847
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13848
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13849
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13850
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13851
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13852
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13853
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13854
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13855
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13856
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13857
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13858
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13859
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13860
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13861
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13862
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13863
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13864
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13865
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13866
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13867
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13868
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13869
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13870
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13871
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13872
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13873
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13874
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13875
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13876
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13877
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13878
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13879
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13880
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13881
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13882
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13883
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13884
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13885
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13886
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13887
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13888
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13889
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13890
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13891
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13892
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13893
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13894
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13895
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13896
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13897
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
13898
+ ***** eval metrics *****
13899
+ epoch = 50.0
13900
+ eval_loss = 0.3119
13901
+ eval_runtime = 0:02:27.18
13902
+ eval_samples = 4843
13903
+ eval_samples_per_second = 32.905
13904
+ eval_steps_per_second = 4.117
13905
+ eval_wer = 0.2663
13906
+ ***** Running Evaluation *****g.json18000/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
wandb/run-20220127_121247-o8za41vn/files/wandb-summary.json CHANGED
The diff for this file is too large to render. See raw diff
wandb/run-20220127_121247-o8za41vn/logs/debug-internal.log CHANGED
@@ -20470,3 +20470,334 @@
20470
  2022-01-27 20:22:56,486 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
20471
  2022-01-27 20:22:56,486 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
20472
  2022-01-27 20:23:00,489 DEBUG SenderThread:16113 [sender.py:send():182] send: stats
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
20470
  2022-01-27 20:22:56,486 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
20471
  2022-01-27 20:22:56,486 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
20472
  2022-01-27 20:23:00,489 DEBUG SenderThread:16113 [sender.py:send():182] send: stats
20473
+ 2022-01-27 20:23:06,344 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20474
+ 2022-01-27 20:23:08,345 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20475
+ 2022-01-27 20:23:10,345 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20476
+ 2022-01-27 20:23:11,562 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
20477
+ 2022-01-27 20:23:11,562 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
20478
+ 2022-01-27 20:23:12,346 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20479
+ 2022-01-27 20:23:14,346 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20480
+ 2022-01-27 20:23:16,347 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20481
+ 2022-01-27 20:23:18,347 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20482
+ 2022-01-27 20:23:20,348 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20483
+ 2022-01-27 20:23:22,348 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20484
+ 2022-01-27 20:23:24,349 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20485
+ 2022-01-27 20:23:26,349 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20486
+ 2022-01-27 20:23:26,657 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
20487
+ 2022-01-27 20:23:26,657 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
20488
+ 2022-01-27 20:23:28,350 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20489
+ 2022-01-27 20:23:30,350 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20490
+ 2022-01-27 20:23:30,737 DEBUG SenderThread:16113 [sender.py:send():182] send: stats
20491
+ 2022-01-27 20:23:32,351 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20492
+ 2022-01-27 20:23:34,351 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20493
+ 2022-01-27 20:23:36,352 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20494
+ 2022-01-27 20:23:38,352 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20495
+ 2022-01-27 20:23:40,353 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20496
+ 2022-01-27 20:23:41,802 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
20497
+ 2022-01-27 20:23:41,802 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
20498
+ 2022-01-27 20:23:42,353 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20499
+ 2022-01-27 20:23:44,354 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20500
+ 2022-01-27 20:23:46,354 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20501
+ 2022-01-27 20:23:48,354 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20502
+ 2022-01-27 20:23:50,355 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20503
+ 2022-01-27 20:23:52,356 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20504
+ 2022-01-27 20:23:54,356 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20505
+ 2022-01-27 20:23:56,357 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20506
+ 2022-01-27 20:23:56,951 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
20507
+ 2022-01-27 20:23:56,951 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
20508
+ 2022-01-27 20:23:58,357 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20509
+ 2022-01-27 20:24:00,357 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20510
+ 2022-01-27 20:24:00,972 DEBUG SenderThread:16113 [sender.py:send():182] send: stats
20511
+ 2022-01-27 20:24:02,358 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20512
+ 2022-01-27 20:24:04,358 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20513
+ 2022-01-27 20:24:06,359 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20514
+ 2022-01-27 20:24:08,359 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20515
+ 2022-01-27 20:24:10,360 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20516
+ 2022-01-27 20:24:12,052 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
20517
+ 2022-01-27 20:24:12,052 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
20518
+ 2022-01-27 20:24:12,360 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20519
+ 2022-01-27 20:24:14,361 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20520
+ 2022-01-27 20:24:16,361 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20521
+ 2022-01-27 20:24:18,362 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20522
+ 2022-01-27 20:24:20,362 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20523
+ 2022-01-27 20:24:22,362 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20524
+ 2022-01-27 20:24:24,363 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20525
+ 2022-01-27 20:24:26,364 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20526
+ 2022-01-27 20:24:27,206 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
20527
+ 2022-01-27 20:24:27,206 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
20528
+ 2022-01-27 20:24:28,364 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20529
+ 2022-01-27 20:24:30,364 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20530
+ 2022-01-27 20:24:31,217 DEBUG SenderThread:16113 [sender.py:send():182] send: stats
20531
+ 2022-01-27 20:24:32,365 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20532
+ 2022-01-27 20:24:35,366 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20533
+ 2022-01-27 20:24:37,366 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20534
+ 2022-01-27 20:24:39,367 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20535
+ 2022-01-27 20:24:41,367 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20536
+ 2022-01-27 20:24:42,327 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
20537
+ 2022-01-27 20:24:42,327 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
20538
+ 2022-01-27 20:24:43,368 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20539
+ 2022-01-27 20:24:45,368 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20540
+ 2022-01-27 20:24:47,369 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20541
+ 2022-01-27 20:24:49,369 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20542
+ 2022-01-27 20:24:51,370 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20543
+ 2022-01-27 20:24:53,370 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20544
+ 2022-01-27 20:24:55,371 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20545
+ 2022-01-27 20:24:57,371 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20546
+ 2022-01-27 20:24:57,485 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
20547
+ 2022-01-27 20:24:57,485 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
20548
+ 2022-01-27 20:24:59,372 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20549
+ 2022-01-27 20:25:01,372 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20550
+ 2022-01-27 20:25:01,471 DEBUG SenderThread:16113 [sender.py:send():182] send: stats
20551
+ 2022-01-27 20:25:03,373 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20552
+ 2022-01-27 20:25:05,122 DEBUG SenderThread:16113 [sender.py:send():182] send: history
20553
+ 2022-01-27 20:25:05,171 DEBUG SenderThread:16113 [sender.py:send():182] send: summary
20554
+ 2022-01-27 20:25:05,195 INFO SenderThread:16113 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
20555
+ 2022-01-27 20:25:05,373 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/wandb-summary.json
20556
+ 2022-01-27 20:25:05,373 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20557
+ 2022-01-27 20:25:07,374 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20558
+ 2022-01-27 20:25:09,374 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20559
+ 2022-01-27 20:25:11,375 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20560
+ 2022-01-27 20:25:12,567 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
20561
+ 2022-01-27 20:25:12,568 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
20562
+ 2022-01-27 20:25:13,375 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20563
+ 2022-01-27 20:25:15,376 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20564
+ 2022-01-27 20:25:17,376 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20565
+ 2022-01-27 20:25:19,377 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20566
+ 2022-01-27 20:25:21,377 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20567
+ 2022-01-27 20:25:23,378 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20568
+ 2022-01-27 20:25:25,378 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20569
+ 2022-01-27 20:25:27,379 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20570
+ 2022-01-27 20:25:27,654 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
20571
+ 2022-01-27 20:25:27,654 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
20572
+ 2022-01-27 20:25:29,379 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20573
+ 2022-01-27 20:25:31,380 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20574
+ 2022-01-27 20:25:31,718 DEBUG SenderThread:16113 [sender.py:send():182] send: stats
20575
+ 2022-01-27 20:25:33,380 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20576
+ 2022-01-27 20:25:35,381 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20577
+ 2022-01-27 20:25:37,381 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20578
+ 2022-01-27 20:25:39,382 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20579
+ 2022-01-27 20:25:41,382 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20580
+ 2022-01-27 20:25:42,770 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
20581
+ 2022-01-27 20:25:42,770 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
20582
+ 2022-01-27 20:25:43,383 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20583
+ 2022-01-27 20:25:45,383 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20584
+ 2022-01-27 20:25:47,384 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20585
+ 2022-01-27 20:25:49,384 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20586
+ 2022-01-27 20:25:51,385 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20587
+ 2022-01-27 20:25:53,385 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20588
+ 2022-01-27 20:25:56,386 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20589
+ 2022-01-27 20:25:57,965 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
20590
+ 2022-01-27 20:25:57,965 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
20591
+ 2022-01-27 20:25:58,386 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20592
+ 2022-01-27 20:26:00,387 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20593
+ 2022-01-27 20:26:01,971 DEBUG SenderThread:16113 [sender.py:send():182] send: stats
20594
+ 2022-01-27 20:26:02,387 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20595
+ 2022-01-27 20:26:04,388 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20596
+ 2022-01-27 20:26:06,388 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20597
+ 2022-01-27 20:26:08,389 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20598
+ 2022-01-27 20:26:10,390 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20599
+ 2022-01-27 20:26:12,390 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20600
+ 2022-01-27 20:26:13,084 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
20601
+ 2022-01-27 20:26:13,084 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
20602
+ 2022-01-27 20:26:14,391 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20603
+ 2022-01-27 20:26:16,391 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20604
+ 2022-01-27 20:26:18,392 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20605
+ 2022-01-27 20:26:20,392 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20606
+ 2022-01-27 20:26:22,392 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20607
+ 2022-01-27 20:26:24,393 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20608
+ 2022-01-27 20:26:26,393 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20609
+ 2022-01-27 20:26:28,164 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
20610
+ 2022-01-27 20:26:28,164 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
20611
+ 2022-01-27 20:26:28,394 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20612
+ 2022-01-27 20:26:30,394 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20613
+ 2022-01-27 20:26:32,225 DEBUG SenderThread:16113 [sender.py:send():182] send: stats
20614
+ 2022-01-27 20:26:32,395 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20615
+ 2022-01-27 20:26:34,395 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20616
+ 2022-01-27 20:26:36,396 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20617
+ 2022-01-27 20:26:38,396 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20618
+ 2022-01-27 20:26:40,397 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20619
+ 2022-01-27 20:26:42,397 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20620
+ 2022-01-27 20:26:43,262 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
20621
+ 2022-01-27 20:26:43,262 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
20622
+ 2022-01-27 20:26:44,398 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20623
+ 2022-01-27 20:26:46,398 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20624
+ 2022-01-27 20:26:48,399 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20625
+ 2022-01-27 20:26:50,399 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20626
+ 2022-01-27 20:26:52,400 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20627
+ 2022-01-27 20:26:54,400 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20628
+ 2022-01-27 20:26:56,401 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20629
+ 2022-01-27 20:26:58,370 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
20630
+ 2022-01-27 20:26:58,370 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
20631
+ 2022-01-27 20:26:58,401 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20632
+ 2022-01-27 20:27:00,402 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20633
+ 2022-01-27 20:27:02,402 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20634
+ 2022-01-27 20:27:02,465 DEBUG SenderThread:16113 [sender.py:send():182] send: stats
20635
+ 2022-01-27 20:27:04,403 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20636
+ 2022-01-27 20:27:06,403 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20637
+ 2022-01-27 20:27:06,536 DEBUG SenderThread:16113 [sender.py:send():182] send: history
20638
+ 2022-01-27 20:27:06,585 DEBUG SenderThread:16113 [sender.py:send():182] send: summary
20639
+ 2022-01-27 20:27:06,610 INFO SenderThread:16113 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
20640
+ 2022-01-27 20:27:07,404 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/wandb-summary.json
20641
+ 2022-01-27 20:27:07,404 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20642
+ 2022-01-27 20:27:08,404 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20643
+ 2022-01-27 20:27:10,404 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20644
+ 2022-01-27 20:27:12,405 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20645
+ 2022-01-27 20:27:13,474 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
20646
+ 2022-01-27 20:27:13,474 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
20647
+ 2022-01-27 20:27:14,405 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20648
+ 2022-01-27 20:27:16,406 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20649
+ 2022-01-27 20:27:18,406 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20650
+ 2022-01-27 20:27:20,407 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20651
+ 2022-01-27 20:27:22,407 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20652
+ 2022-01-27 20:27:24,408 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20653
+ 2022-01-27 20:27:26,408 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20654
+ 2022-01-27 20:27:28,409 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20655
+ 2022-01-27 20:27:28,553 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
20656
+ 2022-01-27 20:27:28,553 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
20657
+ 2022-01-27 20:27:30,409 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20658
+ 2022-01-27 20:27:32,410 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20659
+ 2022-01-27 20:27:32,710 DEBUG SenderThread:16113 [sender.py:send():182] send: stats
20660
+ 2022-01-27 20:27:34,410 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20661
+ 2022-01-27 20:27:36,411 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20662
+ 2022-01-27 20:27:38,411 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20663
+ 2022-01-27 20:27:40,412 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20664
+ 2022-01-27 20:27:42,412 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20665
+ 2022-01-27 20:27:43,646 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
20666
+ 2022-01-27 20:27:43,646 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
20667
+ 2022-01-27 20:27:44,413 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20668
+ 2022-01-27 20:27:46,413 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20669
+ 2022-01-27 20:27:49,414 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20670
+ 2022-01-27 20:27:51,414 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20671
+ 2022-01-27 20:27:53,415 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20672
+ 2022-01-27 20:27:55,415 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20673
+ 2022-01-27 20:27:57,416 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20674
+ 2022-01-27 20:27:58,884 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
20675
+ 2022-01-27 20:27:58,885 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
20676
+ 2022-01-27 20:27:59,416 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20677
+ 2022-01-27 20:28:01,397 DEBUG SenderThread:16113 [sender.py:send():182] send: metric
20678
+ 2022-01-27 20:28:01,402 DEBUG SenderThread:16113 [sender.py:send():182] send: metric
20679
+ 2022-01-27 20:28:01,413 DEBUG SenderThread:16113 [sender.py:send():182] send: metric
20680
+ 2022-01-27 20:28:01,418 DEBUG SenderThread:16113 [sender.py:send():182] send: metric
20681
+ 2022-01-27 20:28:01,418 DEBUG SenderThread:16113 [sender.py:send():182] send: metric
20682
+ 2022-01-27 20:28:01,418 DEBUG SenderThread:16113 [sender.py:send():182] send: history
20683
+ 2022-01-27 20:28:01,445 DEBUG SenderThread:16113 [sender.py:send():182] send: summary
20684
+ 2022-01-27 20:28:01,469 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20685
+ 2022-01-27 20:28:01,469 INFO SenderThread:16113 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
20686
+ 2022-01-27 20:28:02,470 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/wandb-summary.json
20687
+ 2022-01-27 20:28:02,958 DEBUG SenderThread:16113 [sender.py:send():182] send: stats
20688
+ 2022-01-27 20:28:03,470 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20689
+ 2022-01-27 20:28:07,472 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20690
+ 2022-01-27 20:28:13,969 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
20691
+ 2022-01-27 20:28:13,969 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
20692
+ 2022-01-27 20:28:14,474 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/config.yaml
20693
+ 2022-01-27 20:28:29,058 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
20694
+ 2022-01-27 20:28:29,058 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
20695
+ 2022-01-27 20:28:33,314 DEBUG SenderThread:16113 [sender.py:send():182] send: stats
20696
+ 2022-01-27 20:28:33,481 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20697
+ 2022-01-27 20:28:35,481 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20698
+ 2022-01-27 20:28:37,481 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20699
+ 2022-01-27 20:28:39,482 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20700
+ 2022-01-27 20:28:41,482 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20701
+ 2022-01-27 20:28:43,482 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20702
+ 2022-01-27 20:28:44,144 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
20703
+ 2022-01-27 20:28:44,144 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
20704
+ 2022-01-27 20:28:45,483 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20705
+ 2022-01-27 20:28:47,483 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20706
+ 2022-01-27 20:28:49,483 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20707
+ 2022-01-27 20:28:51,484 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20708
+ 2022-01-27 20:28:53,484 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20709
+ 2022-01-27 20:28:55,484 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20710
+ 2022-01-27 20:28:57,485 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20711
+ 2022-01-27 20:28:59,330 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
20712
+ 2022-01-27 20:28:59,330 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
20713
+ 2022-01-27 20:28:59,485 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20714
+ 2022-01-27 20:29:01,485 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20715
+ 2022-01-27 20:29:03,486 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20716
+ 2022-01-27 20:29:03,568 DEBUG SenderThread:16113 [sender.py:send():182] send: stats
20717
+ 2022-01-27 20:29:05,486 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20718
+ 2022-01-27 20:29:07,486 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20719
+ 2022-01-27 20:29:09,487 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20720
+ 2022-01-27 20:29:11,487 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20721
+ 2022-01-27 20:29:13,487 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20722
+ 2022-01-27 20:29:14,403 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
20723
+ 2022-01-27 20:29:14,403 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
20724
+ 2022-01-27 20:29:15,488 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20725
+ 2022-01-27 20:29:17,488 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20726
+ 2022-01-27 20:29:19,488 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20727
+ 2022-01-27 20:29:21,489 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20728
+ 2022-01-27 20:29:23,489 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20729
+ 2022-01-27 20:29:25,489 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20730
+ 2022-01-27 20:29:27,490 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20731
+ 2022-01-27 20:29:29,490 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20732
+ 2022-01-27 20:29:29,549 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
20733
+ 2022-01-27 20:29:29,549 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
20734
+ 2022-01-27 20:29:31,490 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20735
+ 2022-01-27 20:29:33,491 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20736
+ 2022-01-27 20:29:33,823 DEBUG SenderThread:16113 [sender.py:send():182] send: stats
20737
+ 2022-01-27 20:29:35,491 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20738
+ 2022-01-27 20:29:37,491 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20739
+ 2022-01-27 20:29:39,492 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20740
+ 2022-01-27 20:29:41,492 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20741
+ 2022-01-27 20:29:43,492 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20742
+ 2022-01-27 20:29:44,627 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
20743
+ 2022-01-27 20:29:44,627 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
20744
+ 2022-01-27 20:29:45,493 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20745
+ 2022-01-27 20:29:47,493 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20746
+ 2022-01-27 20:29:49,493 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20747
+ 2022-01-27 20:29:51,494 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20748
+ 2022-01-27 20:29:53,494 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20749
+ 2022-01-27 20:29:55,494 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20750
+ 2022-01-27 20:29:57,495 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20751
+ 2022-01-27 20:29:59,495 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20752
+ 2022-01-27 20:29:59,762 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
20753
+ 2022-01-27 20:29:59,762 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
20754
+ 2022-01-27 20:30:01,495 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20755
+ 2022-01-27 20:30:04,079 DEBUG SenderThread:16113 [sender.py:send():182] send: stats
20756
+ 2022-01-27 20:30:04,496 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20757
+ 2022-01-27 20:30:06,496 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20758
+ 2022-01-27 20:30:08,497 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20759
+ 2022-01-27 20:30:10,497 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20760
+ 2022-01-27 20:30:12,497 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20761
+ 2022-01-27 20:30:14,498 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20762
+ 2022-01-27 20:30:14,881 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
20763
+ 2022-01-27 20:30:14,882 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
20764
+ 2022-01-27 20:30:16,498 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20765
+ 2022-01-27 20:30:18,498 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20766
+ 2022-01-27 20:30:20,499 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20767
+ 2022-01-27 20:30:22,499 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20768
+ 2022-01-27 20:30:24,499 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20769
+ 2022-01-27 20:30:26,500 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20770
+ 2022-01-27 20:30:28,500 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20771
+ 2022-01-27 20:30:29,992 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
20772
+ 2022-01-27 20:30:29,992 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
20773
+ 2022-01-27 20:30:30,500 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20774
+ 2022-01-27 20:30:32,501 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20775
+ 2022-01-27 20:30:34,340 DEBUG SenderThread:16113 [sender.py:send():182] send: stats
20776
+ 2022-01-27 20:30:34,501 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20777
+ 2022-01-27 20:30:36,501 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20778
+ 2022-01-27 20:30:38,502 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20779
+ 2022-01-27 20:30:40,502 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20780
+ 2022-01-27 20:30:42,502 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20781
+ 2022-01-27 20:30:44,503 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20782
+ 2022-01-27 20:30:45,105 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
20783
+ 2022-01-27 20:30:45,105 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
20784
+ 2022-01-27 20:30:46,503 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20785
+ 2022-01-27 20:30:48,503 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20786
+ 2022-01-27 20:30:50,504 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20787
+ 2022-01-27 20:30:52,504 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20788
+ 2022-01-27 20:30:54,504 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20789
+ 2022-01-27 20:30:56,505 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20790
+ 2022-01-27 20:30:58,505 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20791
+ 2022-01-27 20:30:59,800 DEBUG SenderThread:16113 [sender.py:send():182] send: history
20792
+ 2022-01-27 20:30:59,818 DEBUG SenderThread:16113 [sender.py:send():182] send: summary
20793
+ 2022-01-27 20:30:59,846 INFO SenderThread:16113 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
20794
+ 2022-01-27 20:31:00,181 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
20795
+ 2022-01-27 20:31:00,182 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
20796
+ 2022-01-27 20:31:00,506 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/wandb-summary.json
20797
+ 2022-01-27 20:31:00,506 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20798
+ 2022-01-27 20:31:04,615 DEBUG SenderThread:16113 [sender.py:send():182] send: stats
20799
+ 2022-01-27 20:31:06,507 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
20800
+ 2022-01-27 20:31:15,267 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
20801
+ 2022-01-27 20:31:15,267 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
20802
+ 2022-01-27 20:31:30,351 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
20803
+ 2022-01-27 20:31:30,351 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
wandb/run-20220127_121247-o8za41vn/run-o8za41vn.wandb CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:eef141e499181d4418bafcabea39e601ad36984becf6a77947cb26e236cdd322
3
- size 121720474
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06a96b899b0310bfba995fa78f19e304516ce4d79ca6085aea5bd9f9dec16cb4
3
+ size 123777138