Hugging Face's logo

shpotes
/
xls-r-et-cv_8_0

Automatic Speech Recognition
Transformers
PyTorch
Estonian
wav2vec2
mozilla-foundation/common_voice_8_0
Generated from Trainer
robust-speech-event
hf-asr-leaderboard
Eval Results
Inference Endpoints
Model card Files Community
1
shpotes commited on
Commit
931943b
•
1 Parent(s): 82746b5

Training in progress, step 500

Browse files
Files changed (25) hide show
  1. all_results.json +0 -14
  2. eval_results.json +0 -9
  3. pytorch_model.bin +1 -1
  4. run-300M.sh +1 -1
  5. special_tokens_map.json +1 -1
  6. train_results.json +0 -8
  7. trainer_state.json +0 -337
  8. training_args.bin +1 -1
  9. wandb/debug-internal.log +1 -1
  10. wandb/debug.log +1 -1
  11. wandb/latest-run +1 -1
  12. wandb/run-20220202_014046-gq6zg0t4/files/config.yaml +6 -0
  13. wandb/run-20220202_014046-gq6zg0t4/files/output.log +229 -0
  14. wandb/run-20220202_014046-gq6zg0t4/files/wandb-summary.json +0 -0
  15. wandb/run-20220202_014046-gq6zg0t4/logs/debug-internal.log +414 -0
  16. wandb/run-20220202_014046-gq6zg0t4/logs/debug.log +154 -0
  17. wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb +2 -2
  18. wandb/run-20220202_141009-3kd8yz7g/files/config.yaml +0 -0
  19. wandb/run-20220202_141009-3kd8yz7g/files/output.log +549 -0
  20. wandb/run-20220202_141009-3kd8yz7g/files/requirements.txt +87 -0
  21. wandb/run-20220202_141009-3kd8yz7g/files/wandb-metadata.json +76 -0
  22. wandb/run-20220202_141009-3kd8yz7g/files/wandb-summary.json +0 -0
  23. wandb/run-20220202_141009-3kd8yz7g/logs/debug-internal.log +0 -0
  24. wandb/run-20220202_141009-3kd8yz7g/logs/debug.log +25 -0
  25. wandb/run-20220202_141009-3kd8yz7g/run-3kd8yz7g.wandb +0 -0
all_results.json DELETED
@@ -1,14 +0,0 @@
1
- {
2
- "epoch": 100.0,
3
- "eval_loss": 0.47282761335372925,
4
- "eval_runtime": 133.6198,
5
- "eval_samples": 2613,
6
- "eval_samples_per_second": 19.555,
7
- "eval_steps_per_second": 0.277,
8
- "eval_wer": 0.34558077605883847,
9
- "train_loss": 0.3454266402721405,
10
- "train_runtime": 35232.701,
11
- "train_samples": 5716,
12
- "train_samples_per_second": 16.224,
13
- "train_steps_per_second": 0.114
14
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
eval_results.json DELETED
@@ -1,9 +0,0 @@
1
- {
2
- "epoch": 100.0,
3
- "eval_loss": 0.47282761335372925,
4
- "eval_runtime": 133.6198,
5
- "eval_samples": 2613,
6
- "eval_samples_per_second": 19.555,
7
- "eval_steps_per_second": 0.277,
8
- "eval_wer": 0.34558077605883847
9
- }
 
 
 
 
 
 
 
 
 
 
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:11f1923615ee18a33cf2815dac919ae24adfa702839427ea3e37ec8366e249b7
3
  size 1262083569
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:214d4f3e07a35e5be8fbeb9cf0601f3b2d0b315294fece48dc5b730da9f3db03
3
  size 1262083569
run-300M.sh CHANGED
@@ -1,7 +1,7 @@
1
  #!/bin/sh
2
 
3
  export WANDB_PROJECT="xls-r-estonian"
4
- export CUDA_VISIBLE_DEVICES=1
5
 
6
  python src/run_speech_recognition_ctc_bnb.py \
7
  --dataset_name="mozilla-foundation/common_voice_8_0" \
 
1
  #!/bin/sh
2
 
3
  export WANDB_PROJECT="xls-r-estonian"
4
+ export CUDA_VISIBLE_DEVICES=2
5
 
6
  python src/run_speech_recognition_ctc_bnb.py \
7
  --dataset_name="mozilla-foundation/common_voice_8_0" \
special_tokens_map.json CHANGED
@@ -1 +1 @@
1
- {"bos_token": "<s>", "eos_token": "</s>", "unk_token": "[UNK]", "pad_token": "[PAD]", "additional_special_tokens": [{"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}]}
 
1
+ {"bos_token": "<s>", "eos_token": "</s>", "unk_token": "[UNK]", "pad_token": "[PAD]", "additional_special_tokens": [{"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}]}
train_results.json DELETED
@@ -1,8 +0,0 @@
1
- {
2
- "epoch": 100.0,
3
- "train_loss": 0.3454266402721405,
4
- "train_runtime": 35232.701,
5
- "train_samples": 5716,
6
- "train_samples_per_second": 16.224,
7
- "train_steps_per_second": 0.114
8
- }
 
 
 
 
 
 
 
 
 
trainer_state.json DELETED
@@ -1,337 +0,0 @@
1
- {
2
- "best_metric": null,
3
- "best_model_checkpoint": null,
4
- "epoch": 100.0,
5
- "global_step": 4000,
6
- "is_hyper_param_search": false,
7
- "is_local_process_zero": true,
8
- "is_world_process_zero": true,
9
- "log_history": [
10
- {
11
- "epoch": 2.5,
12
- "learning_rate": 0.00019800000000000002,
13
- "loss": 4.6007,
14
- "step": 100
15
- },
16
- {
17
- "epoch": 5.0,
18
- "learning_rate": 0.000398,
19
- "loss": 2.9065,
20
- "step": 200
21
- },
22
- {
23
- "epoch": 7.5,
24
- "learning_rate": 0.000598,
25
- "loss": 1.2691,
26
- "step": 300
27
- },
28
- {
29
- "epoch": 10.0,
30
- "learning_rate": 0.0007980000000000001,
31
- "loss": 0.4261,
32
- "step": 400
33
- },
34
- {
35
- "epoch": 12.5,
36
- "learning_rate": 0.000998,
37
- "loss": 0.3229,
38
- "step": 500
39
- },
40
- {
41
- "epoch": 12.5,
42
- "eval_loss": 0.3643854558467865,
43
- "eval_runtime": 133.0426,
44
- "eval_samples_per_second": 19.64,
45
- "eval_steps_per_second": 0.278,
46
- "eval_wer": 0.45679051483641897,
47
- "step": 500
48
- },
49
- {
50
- "epoch": 15.0,
51
- "learning_rate": 0.0009980271764103532,
52
- "loss": 0.2887,
53
- "step": 600
54
- },
55
- {
56
- "epoch": 17.5,
57
- "learning_rate": 0.000992044732251972,
58
- "loss": 0.2467,
59
- "step": 700
60
- },
61
- {
62
- "epoch": 20.0,
63
- "learning_rate": 0.0009821006332271156,
64
- "loss": 0.2233,
65
- "step": 800
66
- },
67
- {
68
- "epoch": 22.5,
69
- "learning_rate": 0.0009682749433740962,
70
- "loss": 0.209,
71
- "step": 900
72
- },
73
- {
74
- "epoch": 25.0,
75
- "learning_rate": 0.0009506789790182364,
76
- "loss": 0.195,
77
- "step": 1000
78
- },
79
- {
80
- "epoch": 25.0,
81
- "eval_loss": 0.4216161072254181,
82
- "eval_runtime": 131.8019,
83
- "eval_samples_per_second": 19.825,
84
- "eval_steps_per_second": 0.281,
85
- "eval_wer": 0.4414151661171697,
86
- "step": 1000
87
- },
88
- {
89
- "epoch": 27.5,
90
- "learning_rate": 0.00092945441251827,
91
- "loss": 0.187,
92
- "step": 1100
93
- },
94
- {
95
- "epoch": 30.0,
96
- "learning_rate": 0.0009047721316038118,
97
- "loss": 0.1805,
98
- "step": 1200
99
- },
100
- {
101
- "epoch": 32.5,
102
- "learning_rate": 0.0008768308634878388,
103
- "loss": 0.1702,
104
- "step": 1300
105
- },
106
- {
107
- "epoch": 35.0,
108
- "learning_rate": 0.0008458555748320216,
109
- "loss": 0.1604,
110
- "step": 1400
111
- },
112
- {
113
- "epoch": 37.5,
114
- "learning_rate": 0.0008120956604474414,
115
- "loss": 0.1601,
116
- "step": 1500
117
- },
118
- {
119
- "epoch": 37.5,
120
- "eval_loss": 0.4490557909011841,
121
- "eval_runtime": 132.5526,
122
- "eval_samples_per_second": 19.713,
123
- "eval_steps_per_second": 0.279,
124
- "eval_wer": 0.429527009890946,
125
- "step": 1500
126
- },
127
- {
128
- "epoch": 40.0,
129
- "learning_rate": 0.0007758229353142152,
130
- "loss": 0.1493,
131
- "step": 1600
132
- },
133
- {
134
- "epoch": 42.5,
135
- "learning_rate": 0.0007373294460870985,
136
- "loss": 0.1451,
137
- "step": 1700
138
- },
139
- {
140
- "epoch": 45.0,
141
- "learning_rate": 0.0006969251197075427,
142
- "loss": 0.1373,
143
- "step": 1800
144
- },
145
- {
146
- "epoch": 47.5,
147
- "learning_rate": 0.0006549352680541975,
148
- "loss": 0.1322,
149
- "step": 1900
150
- },
151
- {
152
- "epoch": 50.0,
153
- "learning_rate": 0.000611697968722942,
154
- "loss": 0.1259,
155
- "step": 2000
156
- },
157
- {
158
- "epoch": 50.0,
159
- "eval_loss": 0.4587898552417755,
160
- "eval_runtime": 131.4786,
161
- "eval_samples_per_second": 19.874,
162
- "eval_steps_per_second": 0.281,
163
- "eval_wer": 0.39795206695409585,
164
- "step": 2000
165
- },
166
- {
167
- "epoch": 52.5,
168
- "learning_rate": 0.0005675613430248713,
169
- "loss": 0.1191,
170
- "step": 2100
171
- },
172
- {
173
- "epoch": 55.0,
174
- "learning_rate": 0.0005228807531181908,
175
- "loss": 0.1149,
176
- "step": 2200
177
- },
178
- {
179
- "epoch": 57.5,
180
- "learning_rate": 0.00047801594084106763,
181
- "loss": 0.1098,
182
- "step": 2300
183
- },
184
- {
185
- "epoch": 60.0,
186
- "learning_rate": 0.0004333281312818746,
187
- "loss": 0.1011,
188
- "step": 2400
189
- },
190
- {
191
- "epoch": 62.5,
192
- "learning_rate": 0.00038917712440717607,
193
- "loss": 0.0953,
194
- "step": 2500
195
- },
196
- {
197
- "epoch": 62.5,
198
- "eval_loss": 0.4653233289718628,
199
- "eval_runtime": 132.7207,
200
- "eval_samples_per_second": 19.688,
201
- "eval_steps_per_second": 0.279,
202
- "eval_wer": 0.38806112097387774,
203
- "step": 2500
204
- },
205
- {
206
- "epoch": 65.0,
207
- "learning_rate": 0.00034591839816395533,
208
- "loss": 0.0913,
209
- "step": 2600
210
- },
211
- {
212
- "epoch": 67.5,
213
- "learning_rate": 0.00030390024638020374,
214
- "loss": 0.0893,
215
- "step": 2700
216
- },
217
- {
218
- "epoch": 70.0,
219
- "learning_rate": 0.0002634609745078109,
220
- "loss": 0.0871,
221
- "step": 2800
222
- },
223
- {
224
- "epoch": 72.5,
225
- "learning_rate": 0.00022492617578598646,
226
- "loss": 0.0813,
227
- "step": 2900
228
- },
229
- {
230
- "epoch": 75.0,
231
- "learning_rate": 0.00018860610975594382,
232
- "loss": 0.0742,
233
- "step": 3000
234
- },
235
- {
236
- "epoch": 75.0,
237
- "eval_loss": 0.4794091284275055,
238
- "eval_runtime": 133.056,
239
- "eval_samples_per_second": 19.638,
240
- "eval_steps_per_second": 0.278,
241
- "eval_wer": 0.36837433426325134,
242
- "step": 3000
243
- },
244
- {
245
- "epoch": 77.5,
246
- "learning_rate": 0.0001547932042335039,
247
- "loss": 0.0729,
248
- "step": 3100
249
- },
250
- {
251
- "epoch": 80.0,
252
- "learning_rate": 0.00012375970085226701,
253
- "loss": 0.0681,
254
- "step": 3200
255
- },
256
- {
257
- "epoch": 82.5,
258
- "learning_rate": 9.575546313405425e-05,
259
- "loss": 0.065,
260
- "step": 3300
261
- },
262
- {
263
- "epoch": 85.0,
264
- "learning_rate": 7.100596473474763e-05,
265
- "loss": 0.0621,
266
- "step": 3400
267
- },
268
- {
269
- "epoch": 87.5,
270
- "learning_rate": 4.9710474062988955e-05,
271
- "loss": 0.0626,
272
- "step": 3500
273
- },
274
- {
275
- "epoch": 87.5,
276
- "eval_loss": 0.47274619340896606,
277
- "eval_runtime": 131.1685,
278
- "eval_samples_per_second": 19.921,
279
- "eval_steps_per_second": 0.282,
280
- "eval_wer": 0.3495117930509764,
281
- "step": 3500
282
- },
283
- {
284
- "epoch": 90.0,
285
- "learning_rate": 3.204044988812144e-05,
286
- "loss": 0.0603,
287
- "step": 3600
288
- },
289
- {
290
- "epoch": 92.5,
291
- "learning_rate": 1.8138160854995144e-05,
292
- "loss": 0.0573,
293
- "step": 3700
294
- },
295
- {
296
- "epoch": 95.0,
297
- "learning_rate": 8.115540020491363e-06,
298
- "loss": 0.0563,
299
- "step": 3800
300
- },
301
- {
302
- "epoch": 97.5,
303
- "learning_rate": 2.053283634363745e-06,
304
- "loss": 0.057,
305
- "step": 3900
306
- },
307
- {
308
- "epoch": 100.0,
309
- "learning_rate": 2.0142048445803695e-10,
310
- "loss": 0.0561,
311
- "step": 4000
312
- },
313
- {
314
- "epoch": 100.0,
315
- "eval_loss": 0.47282761335372925,
316
- "eval_runtime": 131.8106,
317
- "eval_samples_per_second": 19.824,
318
- "eval_steps_per_second": 0.281,
319
- "eval_wer": 0.34558077605883847,
320
- "step": 4000
321
- },
322
- {
323
- "epoch": 100.0,
324
- "step": 4000,
325
- "total_flos": 1.0563098944095935e+20,
326
- "train_loss": 0.3454266402721405,
327
- "train_runtime": 35232.701,
328
- "train_samples_per_second": 16.224,
329
- "train_steps_per_second": 0.114
330
- }
331
- ],
332
- "max_steps": 4000,
333
- "num_train_epochs": 100,
334
- "total_flos": 1.0563098944095935e+20,
335
- "trial_name": null,
336
- "trial_params": null
337
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:abf540ea374d085bd01a39af3ebdada3502de7f57cb93c66336133a273be8cd0
3
  size 3055
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c0bea3b68715095de222821f1ad7985da207a18422de7cc09557b3abc43bceb
3
  size 3055
wandb/debug-internal.log CHANGED
@@ -1 +1 @@
1
- run-20220202_014046-gq6zg0t4/logs/debug-internal.log
 
1
+ run-20220202_141009-3kd8yz7g/logs/debug-internal.log
wandb/debug.log CHANGED
@@ -1 +1 @@
1
- run-20220202_014046-gq6zg0t4/logs/debug.log
 
1
+ run-20220202_141009-3kd8yz7g/logs/debug.log
wandb/latest-run CHANGED
@@ -1 +1 @@
1
- run-20220202_014046-gq6zg0t4
 
1
+ run-20220202_141009-3kd8yz7g
wandb/run-20220202_014046-gq6zg0t4/files/config.yaml CHANGED
@@ -4829,7 +4829,13 @@ _wandb:
4829
  - 1
4830
  - 5
4831
  - 11
 
 
 
 
4832
  3:
 
 
4833
  - 13
4834
  4: 3.9.6
4835
  5: 0.12.9
 
4829
  - 1
4830
  - 5
4831
  - 11
4832
+ 2:
4833
+ - 1
4834
+ - 5
4835
+ - 11
4836
  3:
4837
+ - 1
4838
+ - 7
4839
  - 13
4840
  4: 3.9.6
4841
  5: 0.12.9
wandb/run-20220202_014046-gq6zg0t4/files/output.log CHANGED
@@ -4460,3 +4460,232 @@ The following columns in the evaluation set don't have a corresponding argument
4460
  Saving model checkpoint to ./
4461
  Configuration saved in ./config.json
4462
  Model weights saved in ./pytorch_model.bin
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
4460
  Saving model checkpoint to ./
4461
  Configuration saved in ./config.json
4462
  Model weights saved in ./pytorch_model.bin
4463
+ Configuration saved in ./preprocessor_config.json
4464
+ 02/02/2022 11:30:41 - WARNING - huggingface_hub.repository - Several commits (2) will be pushed upstream.
4465
+ 02/02/2022 11:30:41 - WARNING - huggingface_hub.repository - The progress bars may be unreliable.
4466
+ Several commits (2) will be pushed upstream.
4467
+ The progress bars may be unreliable.
4468
+ Upload file pytorch_model.bin: 0%| | 32.0k/1.18G [00:00<?, ?B/s]
4469
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 19%|███████████████████▌ | 5.38M/27.8M [00:02<00:07, 2.95MB/s]
4470
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 41%|█████████████████████████████████████████▌ | 11.4M/27.8M [00:04<00:05, 3.01MB/s]
4471
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 56%|████████████████████████████████████████████████████████▏ | 15.5M/27.8M [00:06<00:05, 2.46MB/s]
4472
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 66%|██████████████████████████████████████████████████████████████████▏ | 18.2M/27.8M [00:08<00:05, 1.94MB/s]
4473
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 75%|███████████████████████████████████████████████████████████████████████████▋ | 20.9M/27.8M [00:10<00:04, 1.62MB/s]
4474
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 85%|█████████████████████████████████████████████████████████████████████████████████████▌ | 23.6M/27.8M [00:12<00:02, 1.49MB/s]
4475
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 97%|█████████████████████████████████████████████████████████████████████████████████████████████████▋ | 26.9M/27.8M [00:14<00:00, 1.61MB/s]
4476
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 97%|█████████████████████████████████████████████████████████████████████████████████████████████████▋ | 26.9M/27.8M [00:14<00:00, 1.61MB/s]
4477
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 97%|█████████████████████████████████████████████████████████████████████████████████████████████████▋ | 26.9M/27.8M [00:14<00:00, 1.61MB/s]
4478
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 97%|█████████████████████████████████████████████████████████████████████████████████████████████████▋ | 26.9M/27.8M [00:14<00:00, 1.61MB/s]
4479
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 97%|█████████████████████████████████████████████████████████████████████████████████████████████████▋ | 26.9M/27.8M [00:14<00:00, 1.61MB/s]
4480
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 97%|█████████████████████████████████████████████████████████████████████████████████████████���███████▋ | 26.9M/27.8M [00:14<00:00, 1.61MB/s]
4481
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 97%|█████████████████████████████████████████████████████████████████████████████████████████████████▋ | 26.9M/27.8M [00:14<00:00, 1.61MB/s]
4482
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4483
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4484
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4485
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4486
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4487
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4488
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4489
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4490
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4491
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4492
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4493
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4494
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4495
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4496
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4497
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4498
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4499
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4500
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4501
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4502
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4503
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4504
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4505
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|████████████████████████████████████████████████████████��████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4506
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4507
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4508
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4509
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4510
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4511
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4512
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4513
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4514
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4515
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4516
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4517
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4518
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4519
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4520
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4521
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4522
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4523
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4524
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4525
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4526
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4527
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4528
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4529
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4530
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4531
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4532
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4533
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4534
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4535
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4536
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4537
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4538
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4539
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4540
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4541
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4542
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|██████████████████████████████████████████████████████████████████████��██████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4543
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4544
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4545
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4546
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4547
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4548
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4549
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4550
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4551
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4552
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4553
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4554
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4555
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4556
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4557
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4558
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4559
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4560
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4561
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4562
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4563
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4564
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4565
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4566
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4567
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4568
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4569
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4570
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4571
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4572
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4573
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4574
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4575
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4576
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4577
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4578
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4579
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|████████████████████████████████████████████████████████████████████████████████████��████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4580
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4581
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4582
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4583
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4584
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4585
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4586
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4587
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4588
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4589
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4590
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4591
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4592
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4593
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4594
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4595
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4596
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4597
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4598
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4599
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4600
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4601
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4602
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4603
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4604
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4605
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4606
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4607
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4608
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4609
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4610
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4611
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4612
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4613
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4614
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4615
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4616
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|██████████████████████████████████████████████████████████████████████████████████████████████████��██| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4617
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4618
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4619
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4620
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4621
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4622
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4623
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4624
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4625
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4626
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4627
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4628
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4629
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|███████████���█████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4630
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4631
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4632
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4633
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4634
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4635
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4636
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4637
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4638
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4639
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4640
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4641
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4642
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4643
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4644
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4645
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4646
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4647
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4648
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4649
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4650
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4651
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4652
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4653
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4654
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4655
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4656
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4657
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4658
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4659
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4660
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4661
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4662
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4663
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4664
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4665
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4666
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████���███████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4667
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4668
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4669
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4670
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4671
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4672
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4673
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4674
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4675
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4676
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4677
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4678
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4679
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4680
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4681
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4682
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4683
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4684
+ Upload file wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████| 27.8M/27.8M [00:27<00:00, 1.61MB/s]
4685
+ ! [remote rejected] main -> main (failed to update ref)': is at 82746b5ed32ee2d35a1147a5241c0ef0ed81f070 but expected c958cf3c0c1bd910501206e227ba7810e9addf18 ██████| 27.8M/27.8M [07:20<00:00, 11.0kB/s]
4686
+ ! [remote rejected] main -> main (failed to update ref)': is at 82746b5ed32ee2d35a1147a5241c0ef0ed81f070 but expected c958cf3c0c1bd910501206e227ba7810e9addf18 ██████| 27.8M/27.8M [07:20<00:00, 11.0kB/s]
4687
+ 02/02/2022 11:38:04 - WARNING - huggingface_hub.repository - remote: error: cannot lock ref 'refs/heads/main': is at 82746b5ed32ee2d35a1147a5241c0ef0ed81f070 but expected c958cf3c0c1bd910501206e227ba7810e9addf18
4688
+ To https://huggingface.co/shpotes/xls-r-et-cv_8_0
4689
+ ! [remote rejected] main -> main (failed to update ref)
4690
+ error: failed to push some refs to 'https://huggingface.co/shpotes/xls-r-et-cv_8_0'
4691
+ ! [remote rejected] main -> main (failed to update ref)': is at 82746b5ed32ee2d35a1147a5241c0ef0ed81f070 but expected c958cf3c0c1bd910501206e227ba7810e9addf18 ██████| 27.8M/27.8M [07:20<00:00, 11.0kB/s]
wandb/run-20220202_014046-gq6zg0t4/files/wandb-summary.json CHANGED
The diff for this file is too large to render. See raw diff
 
wandb/run-20220202_014046-gq6zg0t4/logs/debug-internal.log CHANGED
@@ -11607,3 +11607,417 @@
11607
  2022-02-02 11:30:38,642 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: stop_status
11608
  2022-02-02 11:30:38,642 DEBUG SenderThread:2884821 [sender.py:send_request():248] send_request: stop_status
11609
  2022-02-02 11:30:39,483 DEBUG SenderThread:2884821 [sender.py:send():234] send: stats
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
11607
  2022-02-02 11:30:38,642 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: stop_status
11608
  2022-02-02 11:30:38,642 DEBUG SenderThread:2884821 [sender.py:send_request():248] send_request: stop_status
11609
  2022-02-02 11:30:39,483 DEBUG SenderThread:2884821 [sender.py:send():234] send: stats
11610
+ 2022-02-02 11:30:42,565 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11611
+ 2022-02-02 11:30:43,565 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11612
+ 2022-02-02 11:30:45,566 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11613
+ 2022-02-02 11:30:47,567 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11614
+ 2022-02-02 11:30:49,568 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11615
+ 2022-02-02 11:30:51,569 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11616
+ 2022-02-02 11:30:53,570 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11617
+ 2022-02-02 11:30:53,804 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: stop_status
11618
+ 2022-02-02 11:30:53,805 DEBUG SenderThread:2884821 [sender.py:send_request():248] send_request: stop_status
11619
+ 2022-02-02 11:30:55,571 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11620
+ 2022-02-02 11:30:57,572 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11621
+ 2022-02-02 11:30:59,573 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11622
+ 2022-02-02 11:31:01,574 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11623
+ 2022-02-02 11:31:03,575 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11624
+ 2022-02-02 11:31:05,576 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11625
+ 2022-02-02 11:31:07,578 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11626
+ 2022-02-02 11:31:08,951 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: stop_status
11627
+ 2022-02-02 11:31:08,951 DEBUG SenderThread:2884821 [sender.py:send_request():248] send_request: stop_status
11628
+ 2022-02-02 11:31:09,578 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11629
+ 2022-02-02 11:31:10,456 DEBUG SenderThread:2884821 [sender.py:send():234] send: stats
11630
+ 2022-02-02 11:31:11,579 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11631
+ 2022-02-02 11:31:13,580 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11632
+ 2022-02-02 11:31:15,581 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11633
+ 2022-02-02 11:31:17,582 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11634
+ 2022-02-02 11:31:19,583 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11635
+ 2022-02-02 11:31:21,584 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11636
+ 2022-02-02 11:31:23,585 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11637
+ 2022-02-02 11:31:24,117 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: stop_status
11638
+ 2022-02-02 11:31:24,118 DEBUG SenderThread:2884821 [sender.py:send_request():248] send_request: stop_status
11639
+ 2022-02-02 11:31:25,586 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11640
+ 2022-02-02 11:31:27,587 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11641
+ 2022-02-02 11:31:29,588 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11642
+ 2022-02-02 11:31:31,589 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11643
+ 2022-02-02 11:31:33,590 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11644
+ 2022-02-02 11:31:35,591 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11645
+ 2022-02-02 11:31:37,592 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11646
+ 2022-02-02 11:31:39,262 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: stop_status
11647
+ 2022-02-02 11:31:39,263 DEBUG SenderThread:2884821 [sender.py:send_request():248] send_request: stop_status
11648
+ 2022-02-02 11:31:39,593 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11649
+ 2022-02-02 11:31:41,422 DEBUG SenderThread:2884821 [sender.py:send():234] send: stats
11650
+ 2022-02-02 11:31:41,594 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11651
+ 2022-02-02 11:31:43,595 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11652
+ 2022-02-02 11:31:45,596 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11653
+ 2022-02-02 11:31:47,596 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11654
+ 2022-02-02 11:31:49,597 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11655
+ 2022-02-02 11:31:51,598 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11656
+ 2022-02-02 11:31:53,599 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11657
+ 2022-02-02 11:31:54,417 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: stop_status
11658
+ 2022-02-02 11:31:54,418 DEBUG SenderThread:2884821 [sender.py:send_request():248] send_request: stop_status
11659
+ 2022-02-02 11:31:55,600 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11660
+ 2022-02-02 11:31:57,601 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11661
+ 2022-02-02 11:31:59,603 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11662
+ 2022-02-02 11:32:01,604 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11663
+ 2022-02-02 11:32:03,604 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11664
+ 2022-02-02 11:32:05,605 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11665
+ 2022-02-02 11:32:07,606 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11666
+ 2022-02-02 11:32:09,563 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: stop_status
11667
+ 2022-02-02 11:32:09,563 DEBUG SenderThread:2884821 [sender.py:send_request():248] send_request: stop_status
11668
+ 2022-02-02 11:32:09,608 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11669
+ 2022-02-02 11:32:11,609 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11670
+ 2022-02-02 11:32:12,379 DEBUG SenderThread:2884821 [sender.py:send():234] send: stats
11671
+ 2022-02-02 11:32:13,609 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11672
+ 2022-02-02 11:32:15,610 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11673
+ 2022-02-02 11:32:17,611 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11674
+ 2022-02-02 11:32:19,612 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11675
+ 2022-02-02 11:32:21,613 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11676
+ 2022-02-02 11:32:23,614 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11677
+ 2022-02-02 11:32:24,715 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: stop_status
11678
+ 2022-02-02 11:32:24,716 DEBUG SenderThread:2884821 [sender.py:send_request():248] send_request: stop_status
11679
+ 2022-02-02 11:32:25,615 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11680
+ 2022-02-02 11:32:27,616 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11681
+ 2022-02-02 11:32:29,617 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11682
+ 2022-02-02 11:32:31,618 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11683
+ 2022-02-02 11:32:33,619 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11684
+ 2022-02-02 11:32:35,620 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11685
+ 2022-02-02 11:32:37,621 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11686
+ 2022-02-02 11:32:39,622 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11687
+ 2022-02-02 11:32:39,906 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: stop_status
11688
+ 2022-02-02 11:32:39,907 DEBUG SenderThread:2884821 [sender.py:send_request():248] send_request: stop_status
11689
+ 2022-02-02 11:32:41,623 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11690
+ 2022-02-02 11:32:43,351 DEBUG SenderThread:2884821 [sender.py:send():234] send: stats
11691
+ 2022-02-02 11:32:43,624 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11692
+ 2022-02-02 11:32:45,625 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11693
+ 2022-02-02 11:32:47,625 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11694
+ 2022-02-02 11:32:49,626 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11695
+ 2022-02-02 11:32:51,627 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11696
+ 2022-02-02 11:32:53,628 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11697
+ 2022-02-02 11:32:55,057 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: stop_status
11698
+ 2022-02-02 11:32:55,057 DEBUG SenderThread:2884821 [sender.py:send_request():248] send_request: stop_status
11699
+ 2022-02-02 11:32:55,629 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11700
+ 2022-02-02 11:32:57,630 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11701
+ 2022-02-02 11:32:59,631 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11702
+ 2022-02-02 11:33:01,633 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11703
+ 2022-02-02 11:33:03,634 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11704
+ 2022-02-02 11:33:05,634 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11705
+ 2022-02-02 11:33:07,635 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11706
+ 2022-02-02 11:33:09,636 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11707
+ 2022-02-02 11:33:10,203 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: stop_status
11708
+ 2022-02-02 11:33:10,203 DEBUG SenderThread:2884821 [sender.py:send_request():248] send_request: stop_status
11709
+ 2022-02-02 11:33:13,638 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11710
+ 2022-02-02 11:33:14,286 DEBUG SenderThread:2884821 [sender.py:send():234] send: stats
11711
+ 2022-02-02 11:33:15,639 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11712
+ 2022-02-02 11:33:17,640 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11713
+ 2022-02-02 11:33:21,642 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11714
+ 2022-02-02 11:33:23,643 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11715
+ 2022-02-02 11:33:25,349 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: stop_status
11716
+ 2022-02-02 11:33:25,350 DEBUG SenderThread:2884821 [sender.py:send_request():248] send_request: stop_status
11717
+ 2022-02-02 11:33:25,644 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11718
+ 2022-02-02 11:33:29,646 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11719
+ 2022-02-02 11:33:31,647 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11720
+ 2022-02-02 11:33:34,648 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11721
+ 2022-02-02 11:33:36,649 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11722
+ 2022-02-02 11:33:38,650 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11723
+ 2022-02-02 11:33:40,493 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: stop_status
11724
+ 2022-02-02 11:33:40,494 DEBUG SenderThread:2884821 [sender.py:send_request():248] send_request: stop_status
11725
+ 2022-02-02 11:33:40,651 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11726
+ 2022-02-02 11:33:42,652 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11727
+ 2022-02-02 11:33:44,653 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11728
+ 2022-02-02 11:33:45,203 DEBUG SenderThread:2884821 [sender.py:send():234] send: stats
11729
+ 2022-02-02 11:33:46,654 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11730
+ 2022-02-02 11:33:48,655 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11731
+ 2022-02-02 11:33:50,656 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11732
+ 2022-02-02 11:33:52,657 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11733
+ 2022-02-02 11:33:54,658 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11734
+ 2022-02-02 11:33:55,643 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: stop_status
11735
+ 2022-02-02 11:33:55,644 DEBUG SenderThread:2884821 [sender.py:send_request():248] send_request: stop_status
11736
+ 2022-02-02 11:33:56,659 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11737
+ 2022-02-02 11:33:58,660 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11738
+ 2022-02-02 11:34:00,661 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11739
+ 2022-02-02 11:34:02,662 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11740
+ 2022-02-02 11:34:04,663 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11741
+ 2022-02-02 11:34:06,664 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11742
+ 2022-02-02 11:34:08,665 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11743
+ 2022-02-02 11:34:10,666 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11744
+ 2022-02-02 11:34:10,788 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: stop_status
11745
+ 2022-02-02 11:34:10,788 DEBUG SenderThread:2884821 [sender.py:send_request():248] send_request: stop_status
11746
+ 2022-02-02 11:34:12,667 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11747
+ 2022-02-02 11:34:14,668 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11748
+ 2022-02-02 11:34:16,144 DEBUG SenderThread:2884821 [sender.py:send():234] send: stats
11749
+ 2022-02-02 11:34:16,669 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11750
+ 2022-02-02 11:34:18,670 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11751
+ 2022-02-02 11:34:20,671 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11752
+ 2022-02-02 11:34:22,672 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11753
+ 2022-02-02 11:34:24,673 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11754
+ 2022-02-02 11:34:26,010 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: stop_status
11755
+ 2022-02-02 11:34:26,010 DEBUG SenderThread:2884821 [sender.py:send_request():248] send_request: stop_status
11756
+ 2022-02-02 11:34:26,674 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11757
+ 2022-02-02 11:34:28,675 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11758
+ 2022-02-02 11:34:30,676 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11759
+ 2022-02-02 11:34:32,677 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11760
+ 2022-02-02 11:34:34,678 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11761
+ 2022-02-02 11:34:36,679 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11762
+ 2022-02-02 11:34:38,680 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11763
+ 2022-02-02 11:34:40,681 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11764
+ 2022-02-02 11:34:41,163 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: stop_status
11765
+ 2022-02-02 11:34:41,163 DEBUG SenderThread:2884821 [sender.py:send_request():248] send_request: stop_status
11766
+ 2022-02-02 11:34:42,682 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11767
+ 2022-02-02 11:34:44,683 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11768
+ 2022-02-02 11:34:46,683 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11769
+ 2022-02-02 11:34:47,097 DEBUG SenderThread:2884821 [sender.py:send():234] send: stats
11770
+ 2022-02-02 11:34:48,684 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11771
+ 2022-02-02 11:34:50,685 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11772
+ 2022-02-02 11:34:52,686 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11773
+ 2022-02-02 11:34:54,687 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11774
+ 2022-02-02 11:34:56,312 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: stop_status
11775
+ 2022-02-02 11:34:56,313 DEBUG SenderThread:2884821 [sender.py:send_request():248] send_request: stop_status
11776
+ 2022-02-02 11:34:56,688 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11777
+ 2022-02-02 11:34:58,689 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11778
+ 2022-02-02 11:35:00,690 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11779
+ 2022-02-02 11:35:02,691 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11780
+ 2022-02-02 11:35:04,692 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11781
+ 2022-02-02 11:35:06,693 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11782
+ 2022-02-02 11:35:08,694 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11783
+ 2022-02-02 11:35:10,695 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11784
+ 2022-02-02 11:35:11,465 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: stop_status
11785
+ 2022-02-02 11:35:11,465 DEBUG SenderThread:2884821 [sender.py:send_request():248] send_request: stop_status
11786
+ 2022-02-02 11:35:12,697 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11787
+ 2022-02-02 11:35:14,697 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11788
+ 2022-02-02 11:35:16,698 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11789
+ 2022-02-02 11:35:18,036 DEBUG SenderThread:2884821 [sender.py:send():234] send: stats
11790
+ 2022-02-02 11:35:18,699 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11791
+ 2022-02-02 11:35:20,700 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11792
+ 2022-02-02 11:35:22,701 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11793
+ 2022-02-02 11:35:24,702 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11794
+ 2022-02-02 11:35:26,615 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: stop_status
11795
+ 2022-02-02 11:35:26,615 DEBUG SenderThread:2884821 [sender.py:send_request():248] send_request: stop_status
11796
+ 2022-02-02 11:35:26,703 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11797
+ 2022-02-02 11:35:28,704 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11798
+ 2022-02-02 11:35:30,705 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11799
+ 2022-02-02 11:35:32,706 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11800
+ 2022-02-02 11:35:34,707 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11801
+ 2022-02-02 11:35:36,708 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11802
+ 2022-02-02 11:35:38,709 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11803
+ 2022-02-02 11:35:40,710 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11804
+ 2022-02-02 11:35:41,934 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: stop_status
11805
+ 2022-02-02 11:35:41,934 DEBUG SenderThread:2884821 [sender.py:send_request():248] send_request: stop_status
11806
+ 2022-02-02 11:35:42,711 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11807
+ 2022-02-02 11:35:44,712 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11808
+ 2022-02-02 11:35:46,713 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11809
+ 2022-02-02 11:35:48,714 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11810
+ 2022-02-02 11:35:48,978 DEBUG SenderThread:2884821 [sender.py:send():234] send: stats
11811
+ 2022-02-02 11:35:50,715 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11812
+ 2022-02-02 11:35:52,716 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11813
+ 2022-02-02 11:35:54,717 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11814
+ 2022-02-02 11:35:56,718 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11815
+ 2022-02-02 11:35:57,085 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: stop_status
11816
+ 2022-02-02 11:35:57,085 DEBUG SenderThread:2884821 [sender.py:send_request():248] send_request: stop_status
11817
+ 2022-02-02 11:35:58,719 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11818
+ 2022-02-02 11:36:00,720 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11819
+ 2022-02-02 11:36:02,721 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11820
+ 2022-02-02 11:36:04,722 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11821
+ 2022-02-02 11:36:06,723 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11822
+ 2022-02-02 11:36:08,724 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11823
+ 2022-02-02 11:36:10,725 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11824
+ 2022-02-02 11:36:12,230 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: stop_status
11825
+ 2022-02-02 11:36:12,230 DEBUG SenderThread:2884821 [sender.py:send_request():248] send_request: stop_status
11826
+ 2022-02-02 11:36:12,726 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11827
+ 2022-02-02 11:36:14,727 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11828
+ 2022-02-02 11:36:16,728 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11829
+ 2022-02-02 11:36:18,729 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11830
+ 2022-02-02 11:36:19,913 DEBUG SenderThread:2884821 [sender.py:send():234] send: stats
11831
+ 2022-02-02 11:36:20,730 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11832
+ 2022-02-02 11:36:22,731 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11833
+ 2022-02-02 11:36:24,732 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11834
+ 2022-02-02 11:36:26,732 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11835
+ 2022-02-02 11:36:27,384 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: stop_status
11836
+ 2022-02-02 11:36:27,385 DEBUG SenderThread:2884821 [sender.py:send_request():248] send_request: stop_status
11837
+ 2022-02-02 11:36:28,733 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11838
+ 2022-02-02 11:36:30,734 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11839
+ 2022-02-02 11:36:32,735 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11840
+ 2022-02-02 11:36:34,736 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11841
+ 2022-02-02 11:36:36,737 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11842
+ 2022-02-02 11:36:38,738 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11843
+ 2022-02-02 11:36:40,739 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11844
+ 2022-02-02 11:36:42,540 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: stop_status
11845
+ 2022-02-02 11:36:42,541 DEBUG SenderThread:2884821 [sender.py:send_request():248] send_request: stop_status
11846
+ 2022-02-02 11:36:42,740 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11847
+ 2022-02-02 11:36:44,741 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11848
+ 2022-02-02 11:36:46,742 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11849
+ 2022-02-02 11:36:48,743 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11850
+ 2022-02-02 11:36:50,744 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11851
+ 2022-02-02 11:36:50,847 DEBUG SenderThread:2884821 [sender.py:send():234] send: stats
11852
+ 2022-02-02 11:36:52,745 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11853
+ 2022-02-02 11:36:54,746 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11854
+ 2022-02-02 11:36:56,747 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11855
+ 2022-02-02 11:36:57,689 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: stop_status
11856
+ 2022-02-02 11:36:57,690 DEBUG SenderThread:2884821 [sender.py:send_request():248] send_request: stop_status
11857
+ 2022-02-02 11:36:58,748 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11858
+ 2022-02-02 11:37:00,748 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11859
+ 2022-02-02 11:37:02,749 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11860
+ 2022-02-02 11:37:04,750 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11861
+ 2022-02-02 11:37:06,751 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11862
+ 2022-02-02 11:37:08,752 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11863
+ 2022-02-02 11:37:10,753 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11864
+ 2022-02-02 11:37:12,755 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11865
+ 2022-02-02 11:37:12,845 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: stop_status
11866
+ 2022-02-02 11:37:12,846 DEBUG SenderThread:2884821 [sender.py:send_request():248] send_request: stop_status
11867
+ 2022-02-02 11:37:14,756 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11868
+ 2022-02-02 11:37:16,756 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11869
+ 2022-02-02 11:37:18,757 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11870
+ 2022-02-02 11:37:20,758 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11871
+ 2022-02-02 11:37:21,808 DEBUG SenderThread:2884821 [sender.py:send():234] send: stats
11872
+ 2022-02-02 11:37:22,759 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11873
+ 2022-02-02 11:37:24,761 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11874
+ 2022-02-02 11:37:26,761 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11875
+ 2022-02-02 11:37:27,999 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: stop_status
11876
+ 2022-02-02 11:37:27,999 DEBUG SenderThread:2884821 [sender.py:send_request():248] send_request: stop_status
11877
+ 2022-02-02 11:37:28,762 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11878
+ 2022-02-02 11:37:30,763 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11879
+ 2022-02-02 11:37:32,764 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11880
+ 2022-02-02 11:37:34,765 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11881
+ 2022-02-02 11:37:36,766 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11882
+ 2022-02-02 11:37:38,767 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11883
+ 2022-02-02 11:37:40,768 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11884
+ 2022-02-02 11:37:42,769 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11885
+ 2022-02-02 11:37:43,160 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: stop_status
11886
+ 2022-02-02 11:37:43,161 DEBUG SenderThread:2884821 [sender.py:send_request():248] send_request: stop_status
11887
+ 2022-02-02 11:37:44,770 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11888
+ 2022-02-02 11:37:46,771 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11889
+ 2022-02-02 11:37:48,771 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11890
+ 2022-02-02 11:37:50,772 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11891
+ 2022-02-02 11:37:52,758 DEBUG SenderThread:2884821 [sender.py:send():234] send: stats
11892
+ 2022-02-02 11:37:52,773 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11893
+ 2022-02-02 11:37:54,774 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11894
+ 2022-02-02 11:37:56,775 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11895
+ 2022-02-02 11:37:58,326 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: stop_status
11896
+ 2022-02-02 11:37:58,326 DEBUG SenderThread:2884821 [sender.py:send_request():248] send_request: stop_status
11897
+ 2022-02-02 11:37:58,776 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11898
+ 2022-02-02 11:38:00,777 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11899
+ 2022-02-02 11:38:02,778 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11900
+ 2022-02-02 11:38:04,779 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11901
+ 2022-02-02 11:38:06,780 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11902
+ 2022-02-02 11:38:07,732 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: poll_exit
11903
+ 2022-02-02 11:38:07,732 DEBUG SenderThread:2884821 [sender.py:send():234] send: telemetry
11904
+ 2022-02-02 11:38:07,733 DEBUG SenderThread:2884821 [sender.py:send():234] send: exit
11905
+ 2022-02-02 11:38:07,733 INFO SenderThread:2884821 [sender.py:send_exit():366] handling exit code: 1
11906
+ 2022-02-02 11:38:07,734 INFO SenderThread:2884821 [sender.py:send_exit():368] handling runtime: 35839
11907
+ 2022-02-02 11:38:07,763 INFO SenderThread:2884821 [sender.py:_save_file():939] saving file wandb-summary.json with policy end
11908
+ 2022-02-02 11:38:07,763 INFO SenderThread:2884821 [sender.py:send_exit():374] send defer
11909
+ 2022-02-02 11:38:07,763 DEBUG SenderThread:2884821 [sender.py:send_request():248] send_request: poll_exit
11910
+ 2022-02-02 11:38:07,764 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: defer
11911
+ 2022-02-02 11:38:07,765 INFO HandlerThread:2884821 [handler.py:handle_request_defer():147] handle defer: 0
11912
+ 2022-02-02 11:38:07,765 DEBUG SenderThread:2884821 [sender.py:send_request():248] send_request: defer
11913
+ 2022-02-02 11:38:07,765 INFO SenderThread:2884821 [sender.py:send_request_defer():383] handle sender defer: 0
11914
+ 2022-02-02 11:38:07,765 INFO SenderThread:2884821 [sender.py:transition_state():387] send defer: 1
11915
+ 2022-02-02 11:38:07,765 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: defer
11916
+ 2022-02-02 11:38:07,766 INFO HandlerThread:2884821 [handler.py:handle_request_defer():147] handle defer: 1
11917
+ 2022-02-02 11:38:07,781 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11918
+ 2022-02-02 11:38:07,781 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/wandb-summary.json
11919
+ 2022-02-02 11:38:07,861 DEBUG SenderThread:2884821 [sender.py:send_request():248] send_request: defer
11920
+ 2022-02-02 11:38:07,861 INFO SenderThread:2884821 [sender.py:send_request_defer():383] handle sender defer: 1
11921
+ 2022-02-02 11:38:07,861 INFO SenderThread:2884821 [sender.py:transition_state():387] send defer: 2
11922
+ 2022-02-02 11:38:07,862 DEBUG SenderThread:2884821 [sender.py:send():234] send: stats
11923
+ 2022-02-02 11:38:07,863 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: defer
11924
+ 2022-02-02 11:38:07,863 INFO HandlerThread:2884821 [handler.py:handle_request_defer():147] handle defer: 2
11925
+ 2022-02-02 11:38:07,863 DEBUG SenderThread:2884821 [sender.py:send_request():248] send_request: defer
11926
+ 2022-02-02 11:38:07,863 INFO SenderThread:2884821 [sender.py:send_request_defer():383] handle sender defer: 2
11927
+ 2022-02-02 11:38:07,864 INFO SenderThread:2884821 [sender.py:transition_state():387] send defer: 3
11928
+ 2022-02-02 11:38:07,864 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: defer
11929
+ 2022-02-02 11:38:07,864 INFO HandlerThread:2884821 [handler.py:handle_request_defer():147] handle defer: 3
11930
+ 2022-02-02 11:38:07,893 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: poll_exit
11931
+ 2022-02-02 11:38:07,894 DEBUG SenderThread:2884821 [sender.py:send():234] send: summary
11932
+ 2022-02-02 11:38:07,931 INFO SenderThread:2884821 [sender.py:_save_file():939] saving file wandb-summary.json with policy end
11933
+ 2022-02-02 11:38:07,932 DEBUG SenderThread:2884821 [sender.py:send_request():248] send_request: defer
11934
+ 2022-02-02 11:38:07,932 INFO SenderThread:2884821 [sender.py:send_request_defer():383] handle sender defer: 3
11935
+ 2022-02-02 11:38:07,932 INFO SenderThread:2884821 [sender.py:transition_state():387] send defer: 4
11936
+ 2022-02-02 11:38:07,932 DEBUG SenderThread:2884821 [sender.py:send_request():248] send_request: poll_exit
11937
+ 2022-02-02 11:38:07,932 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: defer
11938
+ 2022-02-02 11:38:07,932 INFO HandlerThread:2884821 [handler.py:handle_request_defer():147] handle defer: 4
11939
+ 2022-02-02 11:38:07,933 DEBUG SenderThread:2884821 [sender.py:send_request():248] send_request: defer
11940
+ 2022-02-02 11:38:07,933 INFO SenderThread:2884821 [sender.py:send_request_defer():383] handle sender defer: 4
11941
+ 2022-02-02 11:38:08,034 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: poll_exit
11942
+ 2022-02-02 11:38:08,547 INFO SenderThread:2884821 [sender.py:transition_state():387] send defer: 5
11943
+ 2022-02-02 11:38:08,547 DEBUG SenderThread:2884821 [sender.py:send_request():248] send_request: poll_exit
11944
+ 2022-02-02 11:38:08,548 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: defer
11945
+ 2022-02-02 11:38:08,548 INFO HandlerThread:2884821 [handler.py:handle_request_defer():147] handle defer: 5
11946
+ 2022-02-02 11:38:08,548 DEBUG SenderThread:2884821 [sender.py:send_request():248] send_request: defer
11947
+ 2022-02-02 11:38:08,548 INFO SenderThread:2884821 [sender.py:send_request_defer():383] handle sender defer: 5
11948
+ 2022-02-02 11:38:08,548 INFO SenderThread:2884821 [dir_watcher.py:finish():283] shutting down directory watcher
11949
+ 2022-02-02 11:38:08,650 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: poll_exit
11950
+ 2022-02-02 11:38:08,781 INFO Thread-8 :2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/wandb-summary.json
11951
+ 2022-02-02 11:38:08,782 INFO SenderThread:2884821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/config.yaml
11952
+ 2022-02-02 11:38:08,782 INFO SenderThread:2884821 [dir_watcher.py:finish():313] scan: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files
11953
+ 2022-02-02 11:38:08,783 INFO SenderThread:2884821 [dir_watcher.py:finish():327] scan save: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/config.yaml config.yaml
11954
+ 2022-02-02 11:38:08,783 INFO SenderThread:2884821 [dir_watcher.py:finish():327] scan save: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/wandb-summary.json wandb-summary.json
11955
+ 2022-02-02 11:38:08,783 INFO SenderThread:2884821 [dir_watcher.py:finish():327] scan save: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/requirements.txt requirements.txt
11956
+ 2022-02-02 11:38:08,789 INFO SenderThread:2884821 [dir_watcher.py:finish():327] scan save: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/wandb-metadata.json wandb-metadata.json
11957
+ 2022-02-02 11:38:08,789 INFO SenderThread:2884821 [dir_watcher.py:finish():327] scan save: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log output.log
11958
+ 2022-02-02 11:38:08,789 INFO SenderThread:2884821 [sender.py:transition_state():387] send defer: 6
11959
+ 2022-02-02 11:38:08,794 DEBUG SenderThread:2884821 [sender.py:send_request():248] send_request: poll_exit
11960
+ 2022-02-02 11:38:08,802 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: defer
11961
+ 2022-02-02 11:38:08,807 INFO HandlerThread:2884821 [handler.py:handle_request_defer():147] handle defer: 6
11962
+ 2022-02-02 11:38:08,807 DEBUG SenderThread:2884821 [sender.py:send_request():248] send_request: defer
11963
+ 2022-02-02 11:38:08,807 INFO SenderThread:2884821 [sender.py:send_request_defer():383] handle sender defer: 6
11964
+ 2022-02-02 11:38:08,808 INFO SenderThread:2884821 [file_pusher.py:finish():177] shutting down file pusher
11965
+ 2022-02-02 11:38:08,896 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: poll_exit
11966
+ 2022-02-02 11:38:08,897 DEBUG SenderThread:2884821 [sender.py:send_request():248] send_request: poll_exit
11967
+ 2022-02-02 11:38:08,999 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: poll_exit
11968
+ 2022-02-02 11:38:09,000 DEBUG SenderThread:2884821 [sender.py:send_request():248] send_request: poll_exit
11969
+ 2022-02-02 11:38:09,102 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: poll_exit
11970
+ 2022-02-02 11:38:09,102 DEBUG SenderThread:2884821 [sender.py:send_request():248] send_request: poll_exit
11971
+ 2022-02-02 11:38:09,205 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: poll_exit
11972
+ 2022-02-02 11:38:09,205 DEBUG SenderThread:2884821 [sender.py:send_request():248] send_request: poll_exit
11973
+ 2022-02-02 11:38:09,307 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: poll_exit
11974
+ 2022-02-02 11:38:09,308 DEBUG SenderThread:2884821 [sender.py:send_request():248] send_request: poll_exit
11975
+ 2022-02-02 11:38:09,410 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: poll_exit
11976
+ 2022-02-02 11:38:09,411 DEBUG SenderThread:2884821 [sender.py:send_request():248] send_request: poll_exit
11977
+ 2022-02-02 11:38:09,513 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: poll_exit
11978
+ 2022-02-02 11:38:09,513 DEBUG SenderThread:2884821 [sender.py:send_request():248] send_request: poll_exit
11979
+ 2022-02-02 11:38:09,608 INFO Thread-15 :2884821 [upload_job.py:push():137] Uploaded file /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/output.log
11980
+ 2022-02-02 11:38:09,616 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: poll_exit
11981
+ 2022-02-02 11:38:09,616 DEBUG SenderThread:2884821 [sender.py:send_request():248] send_request: poll_exit
11982
+ 2022-02-02 11:38:09,634 INFO Thread-12 :2884821 [upload_job.py:push():137] Uploaded file /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/config.yaml
11983
+ 2022-02-02 11:38:09,718 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: poll_exit
11984
+ 2022-02-02 11:38:09,719 DEBUG SenderThread:2884821 [sender.py:send_request():248] send_request: poll_exit
11985
+ 2022-02-02 11:38:09,821 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: poll_exit
11986
+ 2022-02-02 11:38:09,821 DEBUG SenderThread:2884821 [sender.py:send_request():248] send_request: poll_exit
11987
+ 2022-02-02 11:38:09,850 INFO Thread-14 :2884821 [upload_job.py:push():137] Uploaded file /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/requirements.txt
11988
+ 2022-02-02 11:38:09,888 INFO Thread-13 :2884821 [upload_job.py:push():137] Uploaded file /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/files/wandb-summary.json
11989
+ 2022-02-02 11:38:09,924 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: poll_exit
11990
+ 2022-02-02 11:38:09,924 DEBUG SenderThread:2884821 [sender.py:send_request():248] send_request: poll_exit
11991
+ 2022-02-02 11:38:10,027 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: poll_exit
11992
+ 2022-02-02 11:38:10,027 DEBUG SenderThread:2884821 [sender.py:send_request():248] send_request: poll_exit
11993
+ 2022-02-02 11:38:10,089 INFO Thread-7 :2884821 [sender.py:transition_state():387] send defer: 7
11994
+ 2022-02-02 11:38:10,090 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: defer
11995
+ 2022-02-02 11:38:10,090 INFO HandlerThread:2884821 [handler.py:handle_request_defer():147] handle defer: 7
11996
+ 2022-02-02 11:38:10,090 DEBUG SenderThread:2884821 [sender.py:send_request():248] send_request: defer
11997
+ 2022-02-02 11:38:10,090 INFO SenderThread:2884821 [sender.py:send_request_defer():383] handle sender defer: 7
11998
+ 2022-02-02 11:38:10,129 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: poll_exit
11999
+ 2022-02-02 11:38:11,166 INFO SenderThread:2884821 [sender.py:transition_state():387] send defer: 8
12000
+ 2022-02-02 11:38:11,166 DEBUG SenderThread:2884821 [sender.py:send_request():248] send_request: poll_exit
12001
+ 2022-02-02 11:38:11,167 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: defer
12002
+ 2022-02-02 11:38:11,167 INFO HandlerThread:2884821 [handler.py:handle_request_defer():147] handle defer: 8
12003
+ 2022-02-02 11:38:11,168 DEBUG SenderThread:2884821 [sender.py:send_request():248] send_request: defer
12004
+ 2022-02-02 11:38:11,168 INFO SenderThread:2884821 [sender.py:send_request_defer():383] handle sender defer: 8
12005
+ 2022-02-02 11:38:11,168 INFO SenderThread:2884821 [sender.py:transition_state():387] send defer: 9
12006
+ 2022-02-02 11:38:11,169 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: defer
12007
+ 2022-02-02 11:38:11,169 DEBUG SenderThread:2884821 [sender.py:send():234] send: final
12008
+ 2022-02-02 11:38:11,170 INFO HandlerThread:2884821 [handler.py:handle_request_defer():147] handle defer: 9
12009
+ 2022-02-02 11:38:11,170 DEBUG SenderThread:2884821 [sender.py:send():234] send: footer
12010
+ 2022-02-02 11:38:11,171 DEBUG SenderThread:2884821 [sender.py:send_request():248] send_request: defer
12011
+ 2022-02-02 11:38:11,171 INFO SenderThread:2884821 [sender.py:send_request_defer():383] handle sender defer: 9
12012
+ 2022-02-02 11:38:11,269 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: poll_exit
12013
+ 2022-02-02 11:38:11,269 DEBUG SenderThread:2884821 [sender.py:send_request():248] send_request: poll_exit
12014
+ 2022-02-02 11:38:11,269 INFO SenderThread:2884821 [file_pusher.py:join():182] waiting for file pusher
12015
+ 2022-02-02 11:38:11,545 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: get_summary
12016
+ 2022-02-02 11:38:11,604 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: sampled_history
12017
+ 2022-02-02 11:38:11,608 DEBUG HandlerThread:2884821 [handler.py:handle_request():130] handle_request: shutdown
12018
+ 2022-02-02 11:38:11,608 INFO HandlerThread:2884821 [handler.py:finish():731] shutting down handler
12019
+ 2022-02-02 11:38:12,170 INFO WriterThread:2884821 [datastore.py:close():281] close: /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb
12020
+ 2022-02-02 11:38:12,544 INFO SenderThread:2884821 [sender.py:finish():1070] shutting down sender
12021
+ 2022-02-02 11:38:12,544 INFO SenderThread:2884821 [file_pusher.py:finish():177] shutting down file pusher
12022
+ 2022-02-02 11:38:12,544 INFO SenderThread:2884821 [file_pusher.py:join():182] waiting for file pusher
12023
+ 2022-02-02 11:38:12,552 INFO MainThread:2884821 [internal.py:handle_exit():77] Internal process exited
wandb/run-20220202_014046-gq6zg0t4/logs/debug.log CHANGED
@@ -23,3 +23,157 @@ config: {}
23
  2022-02-02 01:40:47,991 INFO MainThread:2884552 [wandb_init.py:init():633] run started, returning control to user process
24
  2022-02-02 01:40:48,012 INFO MainThread:2884552 [wandb_run.py:_config_callback():956] config_cb None None {'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': 'float32', 'use_bfloat16': False, 'pruned_heads': {}, 'tie_word_embeddings': True, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'chunk_size_feed_forward': 0, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'architectures': ['Wav2Vec2ForPreTraining'], 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': 1, 'pad_token_id': 36, 'eos_token_id': 2, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': 'facebook/wav2vec2-xls-r-300m', 'transformers_version': '4.16.0.dev0', 'feat_extract_dropout': 0.0, 'model_type': 'wav2vec2', 'num_feat_extract_layers': 7, 'hidden_size': 1024, 'feat_extract_norm': 'layer', 'feat_extract_activation': 'gelu', 'conv_dim': [512, 512, 512, 512, 512, 512, 512], 'conv_stride': [5, 2, 2, 2, 2, 2, 2], 'conv_kernel': [10, 3, 3, 3, 3, 2, 2], 'conv_bias': True, 'num_conv_pos_embeddings': 128, 'num_conv_pos_embedding_groups': 16, 'num_hidden_layers': 24, 'intermediate_size': 4096, 'hidden_act': 'gelu', 'num_attention_heads': 16, 'hidden_dropout': 0.0, 'attention_dropout': 0.0, 'activation_dropout': 0.0, 'feat_proj_dropout': 0.1, 'final_dropout': 0.0, 'layerdrop': 0.0, 'layer_norm_eps': 1e-05, 'initializer_range': 0.02, 'vocab_size': 39, 'do_stable_layer_norm': True, 'use_weighted_layer_sum': False, 'apply_spec_augment': True, 'mask_time_prob': 0.1, 'mask_time_length': 10, 'mask_time_min_masks': 2, 'mask_feature_prob': 0.0, 'mask_feature_length': 10, 'mask_feature_min_masks': 0, 'num_codevectors_per_group': 320, 'num_codevector_groups': 2, 'contrastive_logits_temperature': 0.1, 'feat_quantizer_dropout': 0.0, 'num_negatives': 100, 'codevector_dim': 768, 'proj_codevector_dim': 768, 'diversity_loss_weight': 0.1, 'ctc_loss_reduction': 'mean', 'ctc_zero_infinity': False, 'add_adapter': False, 'adapter_kernel_size': 3, 'adapter_stride': 2, 'num_adapter_layers': 3, 'output_hidden_size': 1024, 'classifier_proj_size': 256, 'tdnn_dim': [512, 512, 512, 512, 1500], 'tdnn_kernel': [5, 3, 3, 1, 1], 'tdnn_dilation': [1, 2, 3, 1, 1], 'xvector_output_dim': 512, 'output_dir': './', 'overwrite_output_dir': True, 'do_train': True, 'do_eval': True, 'do_predict': False, 'evaluation_strategy': 'steps', 'prediction_loss_only': False, 'per_device_train_batch_size': 72, 'per_device_eval_batch_size': 72, 'per_gpu_train_batch_size': 'None', 'per_gpu_eval_batch_size': 'None', 'gradient_accumulation_steps': 2, 'eval_accumulation_steps': 'None', 'learning_rate': 0.0003, 'weight_decay': 0.0, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'max_grad_norm': 1.0, 'num_train_epochs': 100.0, 'max_steps': -1, 'lr_scheduler_type': 'cosine', 'warmup_ratio': 0.0, 'warmup_steps': 500, 'log_level': -1, 'log_level_replica': -1, 'log_on_each_node': True, 'logging_dir': './runs/Feb02_01-39-56_ganymede.eafit.edu.co', 'logging_strategy': 'steps', 'logging_first_step': False, 'logging_steps': 100, 'logging_nan_inf_filter': True, 'save_strategy': 'steps', 'save_steps': 500, 'save_total_limit': 1, 'save_on_each_node': False, 'no_cuda': False, 'seed': 42, 'bf16': False, 'fp16': True, 'fp16_opt_level': 'O1', 'half_precision_backend': 'amp', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': 'None', 'local_rank': -1, 'xpu_backend': 'None', 'tpu_num_cores': 'None', 'tpu_metrics_debug': False, 'debug': '[]', 'dataloader_drop_last': False, 'eval_steps': 500, 'dataloader_num_workers': 0, 'past_index': -1, 'run_name': 'cosine+drop_proj+low_specaugment-300M+cv_8_0', 'disable_tqdm': False, 'remove_unused_columns': True, 'label_names': 'None', 'load_best_model_at_end': False, 'metric_for_best_model': 'None', 'greater_is_better': 'None', 'ignore_data_skip': False, 'sharded_ddp': '[]', 'deepspeed': 'None', 'label_smoothing_factor': 0.0, 'optim': 'adamw_hf', 'adafactor': False, 'group_by_length': True, 'length_column_name': 'input_length', 'report_to': "['wandb']", 'ddp_find_unused_parameters': 'None', 'ddp_bucket_cap_mb': 'None', 'dataloader_pin_memory': True, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': True, 'resume_from_checkpoint': 'None', 'hub_model_id': 'None', 'hub_strategy': 'every_save', 'hub_token': '<HUB_TOKEN>', 'gradient_checkpointing': True, 'fp16_backend': 'auto', 'push_to_hub_model_id': 'None', 'push_to_hub_organization': 'None', 'push_to_hub_token': '<PUSH_TO_HUB_TOKEN>', '_n_gpu': 1, 'mp_parameters': '', 'train_batch_size': 72, 'eval_batch_size': 72}
25
  2022-02-02 01:40:48,015 INFO MainThread:2884552 [wandb_watch.py:watch():43] Watching
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
23
  2022-02-02 01:40:47,991 INFO MainThread:2884552 [wandb_init.py:init():633] run started, returning control to user process
24
  2022-02-02 01:40:48,012 INFO MainThread:2884552 [wandb_run.py:_config_callback():956] config_cb None None {'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': 'float32', 'use_bfloat16': False, 'pruned_heads': {}, 'tie_word_embeddings': True, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'chunk_size_feed_forward': 0, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'architectures': ['Wav2Vec2ForPreTraining'], 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': 1, 'pad_token_id': 36, 'eos_token_id': 2, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': 'facebook/wav2vec2-xls-r-300m', 'transformers_version': '4.16.0.dev0', 'feat_extract_dropout': 0.0, 'model_type': 'wav2vec2', 'num_feat_extract_layers': 7, 'hidden_size': 1024, 'feat_extract_norm': 'layer', 'feat_extract_activation': 'gelu', 'conv_dim': [512, 512, 512, 512, 512, 512, 512], 'conv_stride': [5, 2, 2, 2, 2, 2, 2], 'conv_kernel': [10, 3, 3, 3, 3, 2, 2], 'conv_bias': True, 'num_conv_pos_embeddings': 128, 'num_conv_pos_embedding_groups': 16, 'num_hidden_layers': 24, 'intermediate_size': 4096, 'hidden_act': 'gelu', 'num_attention_heads': 16, 'hidden_dropout': 0.0, 'attention_dropout': 0.0, 'activation_dropout': 0.0, 'feat_proj_dropout': 0.1, 'final_dropout': 0.0, 'layerdrop': 0.0, 'layer_norm_eps': 1e-05, 'initializer_range': 0.02, 'vocab_size': 39, 'do_stable_layer_norm': True, 'use_weighted_layer_sum': False, 'apply_spec_augment': True, 'mask_time_prob': 0.1, 'mask_time_length': 10, 'mask_time_min_masks': 2, 'mask_feature_prob': 0.0, 'mask_feature_length': 10, 'mask_feature_min_masks': 0, 'num_codevectors_per_group': 320, 'num_codevector_groups': 2, 'contrastive_logits_temperature': 0.1, 'feat_quantizer_dropout': 0.0, 'num_negatives': 100, 'codevector_dim': 768, 'proj_codevector_dim': 768, 'diversity_loss_weight': 0.1, 'ctc_loss_reduction': 'mean', 'ctc_zero_infinity': False, 'add_adapter': False, 'adapter_kernel_size': 3, 'adapter_stride': 2, 'num_adapter_layers': 3, 'output_hidden_size': 1024, 'classifier_proj_size': 256, 'tdnn_dim': [512, 512, 512, 512, 1500], 'tdnn_kernel': [5, 3, 3, 1, 1], 'tdnn_dilation': [1, 2, 3, 1, 1], 'xvector_output_dim': 512, 'output_dir': './', 'overwrite_output_dir': True, 'do_train': True, 'do_eval': True, 'do_predict': False, 'evaluation_strategy': 'steps', 'prediction_loss_only': False, 'per_device_train_batch_size': 72, 'per_device_eval_batch_size': 72, 'per_gpu_train_batch_size': 'None', 'per_gpu_eval_batch_size': 'None', 'gradient_accumulation_steps': 2, 'eval_accumulation_steps': 'None', 'learning_rate': 0.0003, 'weight_decay': 0.0, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'max_grad_norm': 1.0, 'num_train_epochs': 100.0, 'max_steps': -1, 'lr_scheduler_type': 'cosine', 'warmup_ratio': 0.0, 'warmup_steps': 500, 'log_level': -1, 'log_level_replica': -1, 'log_on_each_node': True, 'logging_dir': './runs/Feb02_01-39-56_ganymede.eafit.edu.co', 'logging_strategy': 'steps', 'logging_first_step': False, 'logging_steps': 100, 'logging_nan_inf_filter': True, 'save_strategy': 'steps', 'save_steps': 500, 'save_total_limit': 1, 'save_on_each_node': False, 'no_cuda': False, 'seed': 42, 'bf16': False, 'fp16': True, 'fp16_opt_level': 'O1', 'half_precision_backend': 'amp', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': 'None', 'local_rank': -1, 'xpu_backend': 'None', 'tpu_num_cores': 'None', 'tpu_metrics_debug': False, 'debug': '[]', 'dataloader_drop_last': False, 'eval_steps': 500, 'dataloader_num_workers': 0, 'past_index': -1, 'run_name': 'cosine+drop_proj+low_specaugment-300M+cv_8_0', 'disable_tqdm': False, 'remove_unused_columns': True, 'label_names': 'None', 'load_best_model_at_end': False, 'metric_for_best_model': 'None', 'greater_is_better': 'None', 'ignore_data_skip': False, 'sharded_ddp': '[]', 'deepspeed': 'None', 'label_smoothing_factor': 0.0, 'optim': 'adamw_hf', 'adafactor': False, 'group_by_length': True, 'length_column_name': 'input_length', 'report_to': "['wandb']", 'ddp_find_unused_parameters': 'None', 'ddp_bucket_cap_mb': 'None', 'dataloader_pin_memory': True, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': True, 'resume_from_checkpoint': 'None', 'hub_model_id': 'None', 'hub_strategy': 'every_save', 'hub_token': '<HUB_TOKEN>', 'gradient_checkpointing': True, 'fp16_backend': 'auto', 'push_to_hub_model_id': 'None', 'push_to_hub_organization': 'None', 'push_to_hub_token': '<PUSH_TO_HUB_TOKEN>', '_n_gpu': 1, 'mp_parameters': '', 'train_batch_size': 72, 'eval_batch_size': 72}
25
  2022-02-02 01:40:48,015 INFO MainThread:2884552 [wandb_watch.py:watch():43] Watching
26
+ 2022-02-02 11:38:05,091 INFO MainThread:2884552 [wandb_run.py:_atexit_cleanup():1780] got exitcode: 1
27
+ 2022-02-02 11:38:05,097 INFO MainThread:2884552 [wandb_run.py:_restore():1752] restore
28
+ 2022-02-02 11:38:07,765 INFO MainThread:2884552 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts {
29
+ wandb_count: 1
30
+ }
31
+ pusher_stats {
32
+ uploaded_bytes: 2352
33
+ total_bytes: 2352
34
+ }
35
+
36
+ 2022-02-02 11:38:07,933 INFO MainThread:2884552 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts {
37
+ wandb_count: 1
38
+ }
39
+ pusher_stats {
40
+ uploaded_bytes: 2352
41
+ total_bytes: 2352
42
+ }
43
+
44
+ 2022-02-02 11:38:08,548 INFO MainThread:2884552 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts {
45
+ wandb_count: 1
46
+ }
47
+ pusher_stats {
48
+ uploaded_bytes: 2352
49
+ total_bytes: 2352
50
+ }
51
+
52
+ 2022-02-02 11:38:08,795 INFO MainThread:2884552 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts {
53
+ wandb_count: 3
54
+ }
55
+ pusher_stats {
56
+ uploaded_bytes: 2352
57
+ total_bytes: 789203
58
+ }
59
+
60
+ 2022-02-02 11:38:08,898 INFO MainThread:2884552 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts {
61
+ wandb_count: 5
62
+ }
63
+ pusher_stats {
64
+ uploaded_bytes: 2352
65
+ total_bytes: 912227
66
+ }
67
+
68
+ 2022-02-02 11:38:09,000 INFO MainThread:2884552 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts {
69
+ wandb_count: 5
70
+ }
71
+ pusher_stats {
72
+ uploaded_bytes: 2352
73
+ total_bytes: 912227
74
+ }
75
+
76
+ 2022-02-02 11:38:09,103 INFO MainThread:2884552 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts {
77
+ wandb_count: 5
78
+ }
79
+ pusher_stats {
80
+ uploaded_bytes: 2352
81
+ total_bytes: 912227
82
+ }
83
+
84
+ 2022-02-02 11:38:09,206 INFO MainThread:2884552 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts {
85
+ wandb_count: 5
86
+ }
87
+ pusher_stats {
88
+ uploaded_bytes: 912227
89
+ total_bytes: 912227
90
+ }
91
+
92
+ 2022-02-02 11:38:09,309 INFO MainThread:2884552 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts {
93
+ wandb_count: 5
94
+ }
95
+ pusher_stats {
96
+ uploaded_bytes: 912227
97
+ total_bytes: 912227
98
+ }
99
+
100
+ 2022-02-02 11:38:09,411 INFO MainThread:2884552 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts {
101
+ wandb_count: 5
102
+ }
103
+ pusher_stats {
104
+ uploaded_bytes: 912227
105
+ total_bytes: 912227
106
+ }
107
+
108
+ 2022-02-02 11:38:09,514 INFO MainThread:2884552 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts {
109
+ wandb_count: 5
110
+ }
111
+ pusher_stats {
112
+ uploaded_bytes: 912227
113
+ total_bytes: 912227
114
+ }
115
+
116
+ 2022-02-02 11:38:09,617 INFO MainThread:2884552 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts {
117
+ wandb_count: 5
118
+ }
119
+ pusher_stats {
120
+ uploaded_bytes: 912227
121
+ total_bytes: 912227
122
+ }
123
+
124
+ 2022-02-02 11:38:09,720 INFO MainThread:2884552 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts {
125
+ wandb_count: 5
126
+ }
127
+ pusher_stats {
128
+ uploaded_bytes: 912227
129
+ total_bytes: 912227
130
+ }
131
+
132
+ 2022-02-02 11:38:09,822 INFO MainThread:2884552 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts {
133
+ wandb_count: 5
134
+ }
135
+ pusher_stats {
136
+ uploaded_bytes: 912227
137
+ total_bytes: 912227
138
+ }
139
+
140
+ 2022-02-02 11:38:09,925 INFO MainThread:2884552 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts {
141
+ wandb_count: 5
142
+ }
143
+ pusher_stats {
144
+ uploaded_bytes: 912227
145
+ total_bytes: 912227
146
+ }
147
+
148
+ 2022-02-02 11:38:10,028 INFO MainThread:2884552 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts {
149
+ wandb_count: 5
150
+ }
151
+ pusher_stats {
152
+ uploaded_bytes: 912227
153
+ total_bytes: 912227
154
+ }
155
+
156
+ 2022-02-02 11:38:11,167 INFO MainThread:2884552 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts {
157
+ wandb_count: 5
158
+ }
159
+ pusher_stats {
160
+ uploaded_bytes: 912227
161
+ total_bytes: 912227
162
+ }
163
+
164
+ 2022-02-02 11:38:11,544 INFO MainThread:2884552 [wandb_run.py:_wait_for_finish():1912] got exit ret: done: true
165
+ exit_result {
166
+ }
167
+ file_counts {
168
+ wandb_count: 5
169
+ }
170
+ pusher_stats {
171
+ uploaded_bytes: 912227
172
+ total_bytes: 912227
173
+ }
174
+ local_info {
175
+ }
176
+
177
+ 2022-02-02 11:38:12,655 INFO MainThread:2884552 [wandb_run.py:_append_history():2130] rendering history
178
+ 2022-02-02 11:38:12,657 INFO MainThread:2884552 [wandb_run.py:_append_summary():2085] rendering summary
179
+ 2022-02-02 11:38:12,658 INFO MainThread:2884552 [wandb_run.py:_append_files():2180] logging synced files
wandb/run-20220202_014046-gq6zg0t4/run-gq6zg0t4.wandb CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:10f869039cea8d6184bbf6dbe22d58814d418a8d6aedf1b343926787820aaaea
3
- size 29186702
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f736e6579ea32c0eb750550b6cad48187f4750a56952e918791497a91b878627
3
+ size 29948429
wandb/run-20220202_141009-3kd8yz7g/files/config.yaml ADDED
The diff for this file is too large to render. See raw diff
 
wandb/run-20220202_141009-3kd8yz7g/files/output.log ADDED
@@ -0,0 +1,549 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+
2
+
3
+
4
+
5
+
6
+
7
+
8
+
9
+
10
+
11
+
12
+
13
+
14
+
15
+
16
+
17
+
18
+
19
+
20
+
21
+
22
+
23
+
24
+
25
+
26
+
27
+
28
+
29
+
30
+
31
+
32
+
33
+
34
+
35
+
36
+
37
+
38
+
39
+
40
+
41
+
42
+
43
+
44
+
45
+
46
+
47
+
48
+
49
+
50
+
51
+
52
+
53
+
54
+
55
+
56
+
57
+
58
+
59
+
60
+
61
+
62
+
63
+
64
+
65
+
66
+
67
+
68
+
69
+
70
+
71
+
72
+
73
+
74
+
75
+
76
+
77
+
78
+
79
+
80
+
81
+
82
+
83
+
84
+
85
+
86
+
87
+
88
+
89
+
90
+
91
+
92
+
93
+
94
+
95
+
96
+
97
+
98
+
99
+
100
+
101
+
102
+ 2%|████▏ | 100/4000 [16:27<11:48:04, 10.89s/it]
103
+
104
+
105
+
106
+
107
+
108
+
109
+
110
+
111
+
112
+
113
+
114
+
115
+
116
+
117
+
118
+
119
+
120
+
121
+
122
+
123
+
124
+
125
+
126
+
127
+
128
+
129
+
130
+
131
+
132
+
133
+
134
+
135
+
136
+
137
+
138
+
139
+
140
+
141
+
142
+
143
+
144
+
145
+
146
+
147
+
148
+
149
+
150
+
151
+
152
+
153
+
154
+
155
+
156
+
157
+
158
+
159
+
160
+
161
+
162
+
163
+
164
+
165
+
166
+
167
+
168
+
169
+
170
+
171
+
172
+
173
+
174
+
175
+
176
+
177
+
178
+
179
+
180
+
181
+
182
+
183
+
184
+
185
+
186
+
187
+
188
+
189
+
190
+
191
+
192
+
193
+
194
+
195
+
196
+
197
+
198
+
199
+
200
+
201
+
202
+
203
+ 5%|████████▍ | 200/4000 [32:29<8:26:10, 7.99s/it]
204
+
205
+
206
+
207
+
208
+
209
+
210
+
211
+
212
+
213
+
214
+
215
+
216
+
217
+
218
+
219
+
220
+
221
+
222
+
223
+
224
+
225
+
226
+
227
+
228
+
229
+
230
+
231
+
232
+
233
+
234
+
235
+
236
+
237
+
238
+
239
+
240
+
241
+
242
+
243
+
244
+
245
+
246
+
247
+
248
+
249
+
250
+
251
+
252
+
253
+
254
+
255
+
256
+
257
+
258
+
259
+
260
+
261
+
262
+
263
+
264
+
265
+
266
+
267
+
268
+
269
+
270
+
271
+
272
+
273
+
274
+
275
+
276
+
277
+
278
+
279
+
280
+
281
+
282
+
283
+
284
+
285
+
286
+
287
+
288
+
289
+
290
+
291
+
292
+
293
+
294
+
295
+
296
+
297
+
298
+
299
+
300
+
301
+
302
+
303
+
304
+ 8%|████████████▌ | 300/4000 [48:54<11:07:07, 10.82s/it]
305
+
306
+
307
+
308
+
309
+
310
+
311
+
312
+
313
+
314
+
315
+
316
+
317
+
318
+
319
+
320
+
321
+
322
+
323
+
324
+
325
+
326
+
327
+
328
+
329
+
330
+
331
+
332
+
333
+
334
+
335
+
336
+
337
+
338
+
339
+
340
+
341
+
342
+
343
+
344
+
345
+
346
+
347
+
348
+
349
+
350
+
351
+
352
+
353
+
354
+
355
+
356
+
357
+
358
+
359
+
360
+
361
+
362
+
363
+
364
+
365
+
366
+
367
+
368
+
369
+
370
+
371
+
372
+
373
+
374
+
375
+
376
+
377
+
378
+
379
+
380
+
381
+
382
+
383
+
384
+
385
+
386
+
387
+
388
+
389
+
390
+
391
+
392
+
393
+
394
+
395
+
396
+
397
+
398
+
399
+
400
+
401
+
402
+
403
+
404
+ 10%|████████████████▌ | 399/4000 [1:04:56<9:21:32, 9.36s/it]
405
+
406
+
407
+
408
+
409
+
410
+
411
+
412
+
413
+
414
+
415
+
416
+
417
+
418
+
419
+
420
+
421
+
422
+
423
+
424
+
425
+
426
+
427
+
428
+
429
+
430
+
431
+
432
+
433
+
434
+
435
+
436
+
437
+
438
+
439
+
440
+
441
+
442
+
443
+
444
+
445
+
446
+
447
+
448
+
449
+
450
+
451
+
452
+
453
+
454
+
455
+
456
+
457
+
458
+
459
+
460
+
461
+
462
+
463
+
464
+
465
+
466
+
467
+
468
+
469
+
470
+
471
+
472
+
473
+
474
+
475
+
476
+
477
+
478
+
479
+
480
+
481
+
482
+
483
+
484
+
485
+
486
+
487
+
488
+
489
+
490
+
491
+
492
+
493
+
494
+
495
+
496
+
497
+
498
+
499
+
500
+
501
+
502
+
503
+
504
+
505
+ 12%|████████████████████▋ | 500/4000 [1:21:27<10:42:49, 11.02s/it]The following columns in the evaluation set don't have a corresponding argument in `Wav2Vec2ForCTC.forward` and have been ignored: input_length.
506
+ ***** Running Evaluation *****
507
+ Num examples = 2613
508
+ Batch size = 72
509
+ {'loss': 0.3082, 'learning_rate': 0.000998, 'epoch': 12.5}
510
+
511
+
512
+
513
+
514
+
515
+
516
+
517
+
518
+
519
+
520
+
521
+
522
+
523
+
524
+
525
+
526
+
527
+
528
+
529
+
530
+
531
+
532
+
533
+
534
+
535
+
536
+
537
+
538
+
539
+
540
+
541
+
542
+
543
+
544
+
545
+
546
+ Configuration saved in ./checkpoint-500/config.json
547
+ {'eval_loss': 0.38708925247192383, 'eval_wer': 0.4907113872685772, 'eval_runtime': 140.6014, 'eval_samples_per_second': 18.584, 'eval_steps_per_second': 0.263, 'epoch': 12.5}
548
+ Model weights saved in ./checkpoint-500/pytorch_model.bin
549
+ Configuration saved in ./checkpoint-500/preprocessor_config.json
wandb/run-20220202_141009-3kd8yz7g/files/requirements.txt ADDED
@@ -0,0 +1,87 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ aiohttp==3.8.1
2
+ aiosignal==1.2.0
3
+ appdirs==1.4.4
4
+ async-timeout==4.0.2
5
+ attrs==21.4.0
6
+ audioread==2.1.9
7
+ bitsandbytes-cuda113==0.26.0
8
+ certifi==2021.10.8
9
+ cffi==1.15.0
10
+ charset-normalizer==2.0.10
11
+ click==8.0.3
12
+ clldutils==3.10.1
13
+ colorlog==6.6.0
14
+ configparser==5.2.0
15
+ csvw==1.11.0
16
+ datasets==1.18.4.dev0
17
+ decorator==5.1.1
18
+ dill==0.3.4
19
+ dlinfo==1.2.1
20
+ docker-pycreds==0.4.0
21
+ filelock==3.4.2
22
+ frozenlist==1.3.0
23
+ fsspec==2022.1.0
24
+ gitdb==4.0.9
25
+ gitpython==3.1.26
26
+ huggingface-hub==0.4.0
27
+ hypothesis==6.36.0
28
+ idna==3.3
29
+ isodate==0.6.1
30
+ jiwer==2.3.0
31
+ joblib==1.1.0
32
+ librosa==0.8.1
33
+ llvmlite==0.38.0
34
+ multidict==6.0.2
35
+ multiprocess==0.70.12.2
36
+ numba==0.55.0
37
+ numpy==1.21.5
38
+ packaging==21.3
39
+ pandas==1.4.0
40
+ pathtools==0.1.2
41
+ phonemizer==3.0.1
42
+ pip==21.3.1
43
+ pooch==1.6.0
44
+ promise==2.3
45
+ protobuf==3.19.3
46
+ psutil==5.9.0
47
+ pyarrow==6.0.1
48
+ pycparser==2.21
49
+ pyctcdecode==0.3.0
50
+ pygtrie==2.4.2
51
+ pyparsing==3.0.7
52
+ python-dateutil==2.8.2
53
+ python-levenshtein==0.12.2
54
+ pytz==2021.3
55
+ pyyaml==6.0
56
+ regex==2022.1.18
57
+ requests==2.27.1
58
+ resampy==0.2.2
59
+ rfc3986==2.0.0
60
+ sacremoses==0.0.47
61
+ scikit-learn==1.0.2
62
+ scipy==1.7.3
63
+ segments==2.2.0
64
+ sentry-sdk==1.5.4
65
+ setuptools==60.2.0
66
+ shortuuid==1.0.8
67
+ six==1.16.0
68
+ smmap==5.0.0
69
+ sortedcontainers==2.4.0
70
+ soundfile==0.10.3.post1
71
+ subprocess32==3.5.4
72
+ tabulate==0.8.9
73
+ termcolor==1.1.0
74
+ threadpoolctl==3.0.0
75
+ tokenizers==0.11.4
76
+ torch==1.10.1
77
+ torchaudio==0.10.1
78
+ tqdm==4.62.3
79
+ transformers==4.16.0.dev0
80
+ typing-extensions==4.0.1
81
+ uritemplate==4.1.1
82
+ urllib3==1.26.8
83
+ wandb==0.12.9
84
+ wheel==0.37.1
85
+ xxhash==2.0.2
86
+ yarl==1.7.2
87
+ yaspin==2.1.0
wandb/run-20220202_141009-3kd8yz7g/files/wandb-metadata.json ADDED
@@ -0,0 +1,76 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "os": "Linux-4.18.0-305.10.2.el8_4.x86_64-x86_64-with-glibc2.28",
3
+ "python": "3.9.6",
4
+ "heartbeatAt": "2022-02-02T19:10:10.344072",
5
+ "startedAt": "2022-02-02T19:10:09.392040",
6
+ "docker": null,
7
+ "gpu": "Tesla V100-PCIE-32GB",
8
+ "gpu_count": 3,
9
+ "cpu_count": 64,
10
+ "cuda": null,
11
+ "args": [
12
+ "--dataset_name=mozilla-foundation/common_voice_8_0",
13
+ "--model_name_or_path=facebook/wav2vec2-xls-r-300m",
14
+ "--dataset_config_name=et",
15
+ "--output_dir=./",
16
+ "--overwrite_output_dir",
17
+ "--num_train_epochs=100",
18
+ "--per_device_train_batch_size=72",
19
+ "--per_device_eval_batch_size=72",
20
+ "--gradient_accumulation_steps=2",
21
+ "--learning_rate=3e-4",
22
+ "--save_total_limit=1",
23
+ "--warmup_steps=500",
24
+ "--evaluation_strategy=steps",
25
+ "--text_column_name=sentence",
26
+ "--length_column_name=input_length",
27
+ "--save_steps=500",
28
+ "--eval_steps=500",
29
+ "--logging_steps=100",
30
+ "--layerdrop=0.0",
31
+ "--freeze_feature_encoder",
32
+ "--feat_proj_dropout=0.1",
33
+ "--chars_to_ignore",
34
+ ",",
35
+ "?",
36
+ ".",
37
+ "!",
38
+ "-",
39
+ ";",
40
+ ":",
41
+ "\"",
42
+ "\u201c",
43
+ "%",
44
+ "\u2018",
45
+ "\u201d",
46
+ "\ufffd",
47
+ "\u2014",
48
+ "\u2019",
49
+ "\u2026",
50
+ "\u2013",
51
+ "--gradient_checkpointing",
52
+ "--lr_scheduler_type=cosine",
53
+ "--fp16",
54
+ "--group_by_length",
55
+ "--mask_time_prob=0.1",
56
+ "--mask_time_length=10",
57
+ "--report_to=wandb",
58
+ "--run_name=cosine+drop_proj+low_specaugment-300M+cv_8_0",
59
+ "--do_train",
60
+ "--do_eval",
61
+ "--use_auth_token",
62
+ "--push_to_hub"
63
+ ],
64
+ "state": "running",
65
+ "program": "/home/sagrilaft/Project/audio/xls-r-et-cv_8_0/src/run_speech_recognition_ctc_bnb.py",
66
+ "codePath": "src/run_speech_recognition_ctc_bnb.py",
67
+ "git": {
68
+ "remote": "https://huggingface.co/shpotes/xls-r-et-cv_8_0",
69
+ "commit": "82746b5ed32ee2d35a1147a5241c0ef0ed81f070"
70
+ },
71
+ "email": "shpotes3@gmail.com",
72
+ "root": "/home/sagrilaft/Project/audio/xls-r-et-cv_8_0",
73
+ "host": "ganymede.eafit.edu.co",
74
+ "username": "sagrilaft",
75
+ "executable": "/home/sagrilaft/Project/audio/xls-r-et/.venv/bin/python"
76
+ }
wandb/run-20220202_141009-3kd8yz7g/files/wandb-summary.json ADDED
The diff for this file is too large to render. See raw diff
 
wandb/run-20220202_141009-3kd8yz7g/logs/debug-internal.log ADDED
The diff for this file is too large to render. See raw diff
 
wandb/run-20220202_141009-3kd8yz7g/logs/debug.log ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2022-02-02 14:10:09,394 INFO MainThread:2938114 [wandb_setup.py:_flush():71] setting env: {'project': 'xls-r-estonian'}
2
+ 2022-02-02 14:10:09,395 INFO MainThread:2938114 [wandb_setup.py:_flush():71] setting login settings: {}
3
+ 2022-02-02 14:10:09,395 INFO MainThread:2938114 [wandb_init.py:_log_setup():371] Logging user logs to /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_141009-3kd8yz7g/logs/debug.log
4
+ 2022-02-02 14:10:09,395 INFO MainThread:2938114 [wandb_init.py:_log_setup():372] Logging internal logs to /home/sagrilaft/Project/audio/xls-r-et-cv_8_0/wandb/run-20220202_141009-3kd8yz7g/logs/debug-internal.log
5
+ 2022-02-02 14:10:09,395 INFO MainThread:2938114 [wandb_init.py:init():404] calling init triggers
6
+ 2022-02-02 14:10:09,396 INFO MainThread:2938114 [wandb_init.py:init():409] wandb.init called with sweep_config: {}
7
+ config: {}
8
+ 2022-02-02 14:10:09,396 INFO MainThread:2938114 [wandb_init.py:init():460] starting backend
9
+ 2022-02-02 14:10:09,396 INFO MainThread:2938114 [backend.py:_multiprocessing_setup():99] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
10
+ 2022-02-02 14:10:09,425 INFO MainThread:2938114 [backend.py:ensure_launched():216] starting backend process...
11
+ 2022-02-02 14:10:09,449 INFO MainThread:2938114 [backend.py:ensure_launched():221] started backend process with pid: 2939070
12
+ 2022-02-02 14:10:09,451 INFO MainThread:2938114 [wandb_init.py:init():469] backend started and connected
13
+ 2022-02-02 14:10:09,456 INFO MainThread:2938114 [wandb_init.py:init():533] updated telemetry
14
+ 2022-02-02 14:10:09,522 INFO MainThread:2938114 [wandb_init.py:init():563] communicating current version
15
+ 2022-02-02 14:10:10,165 INFO MainThread:2938114 [wandb_init.py:init():568] got version response upgrade_message: "wandb version 0.12.10 is available! To upgrade, please run:\n $ pip install wandb --upgrade"
16
+
17
+ 2022-02-02 14:10:10,166 INFO MainThread:2938114 [wandb_init.py:init():578] communicating run to backend with 30 second timeout
18
+ 2022-02-02 14:10:10,336 INFO MainThread:2938114 [wandb_init.py:init():606] starting run threads in backend
19
+ 2022-02-02 14:10:10,382 INFO MainThread:2938114 [wandb_run.py:_console_start():1810] atexit reg
20
+ 2022-02-02 14:10:10,383 INFO MainThread:2938114 [wandb_run.py:_redirect():1684] redirect: SettingsConsole.REDIRECT
21
+ 2022-02-02 14:10:10,383 INFO MainThread:2938114 [wandb_run.py:_redirect():1689] Redirecting console.
22
+ 2022-02-02 14:10:10,386 INFO MainThread:2938114 [wandb_run.py:_redirect():1745] Redirects installed.
23
+ 2022-02-02 14:10:10,386 INFO MainThread:2938114 [wandb_init.py:init():633] run started, returning control to user process
24
+ 2022-02-02 14:10:10,402 INFO MainThread:2938114 [wandb_run.py:_config_callback():956] config_cb None None {'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': 'float32', 'use_bfloat16': False, 'pruned_heads': {}, 'tie_word_embeddings': True, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'chunk_size_feed_forward': 0, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'architectures': ['Wav2Vec2ForPreTraining'], 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': 1, 'pad_token_id': 36, 'eos_token_id': 2, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': 'facebook/wav2vec2-xls-r-300m', 'transformers_version': '4.16.0.dev0', 'feat_extract_dropout': 0.0, 'model_type': 'wav2vec2', 'num_feat_extract_layers': 7, 'hidden_size': 1024, 'feat_extract_norm': 'layer', 'feat_extract_activation': 'gelu', 'conv_dim': [512, 512, 512, 512, 512, 512, 512], 'conv_stride': [5, 2, 2, 2, 2, 2, 2], 'conv_kernel': [10, 3, 3, 3, 3, 2, 2], 'conv_bias': True, 'num_conv_pos_embeddings': 128, 'num_conv_pos_embedding_groups': 16, 'num_hidden_layers': 24, 'intermediate_size': 4096, 'hidden_act': 'gelu', 'num_attention_heads': 16, 'hidden_dropout': 0.0, 'attention_dropout': 0.0, 'activation_dropout': 0.0, 'feat_proj_dropout': 0.1, 'final_dropout': 0.0, 'layerdrop': 0.0, 'layer_norm_eps': 1e-05, 'initializer_range': 0.02, 'vocab_size': 39, 'do_stable_layer_norm': True, 'use_weighted_layer_sum': False, 'apply_spec_augment': True, 'mask_time_prob': 0.1, 'mask_time_length': 10, 'mask_time_min_masks': 2, 'mask_feature_prob': 0.0, 'mask_feature_length': 10, 'mask_feature_min_masks': 0, 'num_codevectors_per_group': 320, 'num_codevector_groups': 2, 'contrastive_logits_temperature': 0.1, 'feat_quantizer_dropout': 0.0, 'num_negatives': 100, 'codevector_dim': 768, 'proj_codevector_dim': 768, 'diversity_loss_weight': 0.1, 'ctc_loss_reduction': 'mean', 'ctc_zero_infinity': False, 'add_adapter': False, 'adapter_kernel_size': 3, 'adapter_stride': 2, 'num_adapter_layers': 3, 'output_hidden_size': 1024, 'classifier_proj_size': 256, 'tdnn_dim': [512, 512, 512, 512, 1500], 'tdnn_kernel': [5, 3, 3, 1, 1], 'tdnn_dilation': [1, 2, 3, 1, 1], 'xvector_output_dim': 512, 'output_dir': './', 'overwrite_output_dir': True, 'do_train': True, 'do_eval': True, 'do_predict': False, 'evaluation_strategy': 'steps', 'prediction_loss_only': False, 'per_device_train_batch_size': 72, 'per_device_eval_batch_size': 72, 'per_gpu_train_batch_size': 'None', 'per_gpu_eval_batch_size': 'None', 'gradient_accumulation_steps': 2, 'eval_accumulation_steps': 'None', 'learning_rate': 0.0003, 'weight_decay': 0.0, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'max_grad_norm': 1.0, 'num_train_epochs': 100.0, 'max_steps': -1, 'lr_scheduler_type': 'cosine', 'warmup_ratio': 0.0, 'warmup_steps': 500, 'log_level': -1, 'log_level_replica': -1, 'log_on_each_node': True, 'logging_dir': './runs/Feb02_14-01-49_ganymede.eafit.edu.co', 'logging_strategy': 'steps', 'logging_first_step': False, 'logging_steps': 100, 'logging_nan_inf_filter': True, 'save_strategy': 'steps', 'save_steps': 500, 'save_total_limit': 1, 'save_on_each_node': False, 'no_cuda': False, 'seed': 42, 'bf16': False, 'fp16': True, 'fp16_opt_level': 'O1', 'half_precision_backend': 'amp', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': 'None', 'local_rank': -1, 'xpu_backend': 'None', 'tpu_num_cores': 'None', 'tpu_metrics_debug': False, 'debug': '[]', 'dataloader_drop_last': False, 'eval_steps': 500, 'dataloader_num_workers': 0, 'past_index': -1, 'run_name': 'cosine+drop_proj+low_specaugment-300M+cv_8_0', 'disable_tqdm': False, 'remove_unused_columns': True, 'label_names': 'None', 'load_best_model_at_end': False, 'metric_for_best_model': 'None', 'greater_is_better': 'None', 'ignore_data_skip': False, 'sharded_ddp': '[]', 'deepspeed': 'None', 'label_smoothing_factor': 0.0, 'optim': 'adamw_hf', 'adafactor': False, 'group_by_length': True, 'length_column_name': 'input_length', 'report_to': "['wandb']", 'ddp_find_unused_parameters': 'None', 'ddp_bucket_cap_mb': 'None', 'dataloader_pin_memory': True, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': True, 'resume_from_checkpoint': 'None', 'hub_model_id': 'None', 'hub_strategy': 'every_save', 'hub_token': '<HUB_TOKEN>', 'gradient_checkpointing': True, 'fp16_backend': 'auto', 'push_to_hub_model_id': 'None', 'push_to_hub_organization': 'None', 'push_to_hub_token': '<PUSH_TO_HUB_TOKEN>', '_n_gpu': 1, 'mp_parameters': '', 'train_batch_size': 72, 'eval_batch_size': 72}
25
+ 2022-02-02 14:10:10,405 INFO MainThread:2938114 [wandb_watch.py:watch():43] Watching
wandb/run-20220202_141009-3kd8yz7g/run-3kd8yz7g.wandb ADDED
Binary file (3.65 MB). View file