marinone94 commited on
Commit
52a938d
1 Parent(s): b572cfd

Training in progress, step 500

Browse files
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "marinone94/xls-r-300m-sv-robust",
3
  "activation_dropout": 0.1,
4
  "adapter_kernel_size": 3,
5
  "adapter_stride": 2,
@@ -59,12 +59,20 @@
59
  "intermediate_size": 4096,
60
  "layer_norm_eps": 1e-05,
61
  "layerdrop": 0.0,
 
 
 
 
 
62
  "mask_feature_length": 64,
63
  "mask_feature_min_masks": 0,
64
  "mask_feature_prob": 0.25,
65
  "mask_time_length": 10,
66
  "mask_time_min_masks": 2,
 
 
67
  "mask_time_prob": 0.75,
 
68
  "model_type": "wav2vec2",
69
  "num_adapter_layers": 3,
70
  "num_attention_heads": 16,
 
1
  {
2
+ "_name_or_path": "KBLab/wav2vec2-large-voxrex",
3
  "activation_dropout": 0.1,
4
  "adapter_kernel_size": 3,
5
  "adapter_stride": 2,
 
59
  "intermediate_size": 4096,
60
  "layer_norm_eps": 1e-05,
61
  "layerdrop": 0.0,
62
+ "mask_channel_length": 10,
63
+ "mask_channel_min_space": 1,
64
+ "mask_channel_other": 0.0,
65
+ "mask_channel_prob": 0.0,
66
+ "mask_channel_selection": "static",
67
  "mask_feature_length": 64,
68
  "mask_feature_min_masks": 0,
69
  "mask_feature_prob": 0.25,
70
  "mask_time_length": 10,
71
  "mask_time_min_masks": 2,
72
+ "mask_time_min_space": 1,
73
+ "mask_time_other": 0.0,
74
  "mask_time_prob": 0.75,
75
+ "mask_time_selection": "static",
76
  "model_type": "wav2vec2",
77
  "num_adapter_layers": 3,
78
  "num_attention_heads": 16,
preprocessor_config.json CHANGED
@@ -4,7 +4,6 @@
4
  "feature_size": 1,
5
  "padding_side": "right",
6
  "padding_value": 0,
7
- "processor_class": "Wav2Vec2ProcessorWithLM",
8
  "return_attention_mask": true,
9
  "sampling_rate": 16000
10
  }
 
4
  "feature_size": 1,
5
  "padding_side": "right",
6
  "padding_value": 0,
 
7
  "return_attention_mask": true,
8
  "sampling_rate": 16000
9
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:849f22348838353270f3fea71da7123aea0c4d81f944d73fe8359395ee3e8678
3
  size 1262075377
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34669b63c1997f98af6a828a1f63b66b0658b43051e123f27c37b2b1df710b81
3
  size 1262075377
special_tokens_map.json CHANGED
@@ -1 +1 @@
1
- {"bos_token": "<s>", "eos_token": "</s>", "unk_token": "[UNK]", "pad_token": "[PAD]", "additional_special_tokens": [{"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}]}
 
1
+ {"bos_token": "<s>", "eos_token": "</s>", "unk_token": "[UNK]", "pad_token": "[PAD]", "additional_special_tokens": [{"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}]}
tokenizer_config.json CHANGED
@@ -1 +1 @@
1
- {"unk_token": "[UNK]", "bos_token": "<s>", "eos_token": "</s>", "pad_token": "[PAD]", "do_lower_case": false, "word_delimiter_token": "|", "special_tokens_map_file": null, "tokenizer_file": null, "name_or_path": "marinone94/xls-r-300m-sv-robust", "tokenizer_class": "Wav2Vec2CTCTokenizer"}
 
1
+ {"unk_token": "[UNK]", "bos_token": "<s>", "eos_token": "</s>", "pad_token": "[PAD]", "do_lower_case": false, "word_delimiter_token": "|", "special_tokens_map_file": null, "tokenizer_file": null, "name_or_path": "./", "tokenizer_class": "Wav2Vec2CTCTokenizer"}
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0efc7aad7fd151e94de194f50e712cd8d3c82a2cf2ccee51d253c9130af43c3a
3
- size 2991
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e93512254853170601d69416635484a8a91b518c58d4ec3e92cb2e1d96df8639
3
+ size 3055
wandb/debug-internal.log ADDED
@@ -0,0 +1 @@
 
 
1
+ run-20220127_103723-scy0vyln/logs/debug-internal.log
wandb/debug.log ADDED
@@ -0,0 +1 @@
 
 
1
+ run-20220127_103723-scy0vyln/logs/debug.log
wandb/latest-run ADDED
@@ -0,0 +1 @@
 
 
1
+ run-20220127_103723-scy0vyln
wandb/run-20220127_103723-scy0vyln/files/conda-environment.yaml ADDED
File without changes
wandb/run-20220127_103723-scy0vyln/files/config.yaml ADDED
The diff for this file is too large to render. See raw diff
 
wandb/run-20220127_103723-scy0vyln/files/output.log ADDED
@@ -0,0 +1,391 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+
2
+
3
+
4
+
5
+
6
+
7
+
8
+
9
+
10
+
11
+
12
+
13
+
14
+
15
+
16
+
17
+
18
+
19
+
20
+
21
+
22
+
23
+
24
+
25
+
26
+
27
+
28
+
29
+
30
+
31
+
32
+
33
+
34
+
35
+
36
+
37
+
38
+
39
+
40
+
41
+
42
+
43
+
44
+
45
+
46
+
47
+
48
+
49
+
50
+
51
+
52
+
53
+
54
+
55
+
56
+
57
+
58
+
59
+
60
+
61
+
62
+
63
+ 1%|▉ | 99/17200 [02:04<4:11:41, 1.13it/s]
64
+
65
+
66
+
67
+
68
+
69
+
70
+
71
+
72
+
73
+
74
+
75
+
76
+
77
+
78
+
79
+
80
+
81
+
82
+
83
+
84
+
85
+
86
+
87
+
88
+
89
+
90
+
91
+
92
+
93
+
94
+
95
+
96
+
97
+
98
+
99
+
100
+
101
+
102
+
103
+
104
+
105
+
106
+
107
+
108
+
109
+
110
+
111
+
112
+
113
+
114
+
115
+
116
+
117
+
118
+
119
+
120
+
121
+
122
+
123
+
124
+
125
+
126
+
127
+ 1%|█▊ | 199/17200 [04:10<4:20:58, 1.09it/s]
128
+
129
+
130
+
131
+
132
+
133
+
134
+
135
+
136
+
137
+
138
+
139
+
140
+
141
+
142
+
143
+
144
+
145
+
146
+
147
+
148
+
149
+
150
+
151
+
152
+
153
+
154
+
155
+
156
+
157
+
158
+
159
+
160
+
161
+
162
+
163
+
164
+
165
+
166
+
167
+
168
+
169
+
170
+
171
+
172
+
173
+
174
+
175
+
176
+
177
+
178
+
179
+
180
+
181
+
182
+
183
+
184
+
185
+
186
+
187
+
188
+
189
+
190
+ 2%|██▋ | 299/17200 [06:17<4:09:48, 1.13it/s]
191
+
192
+
193
+
194
+
195
+
196
+
197
+
198
+
199
+
200
+
201
+
202
+
203
+
204
+
205
+
206
+
207
+
208
+
209
+
210
+
211
+
212
+
213
+
214
+
215
+
216
+
217
+
218
+
219
+
220
+
221
+
222
+
223
+
224
+
225
+
226
+
227
+
228
+
229
+
230
+
231
+
232
+
233
+
234
+
235
+
236
+
237
+
238
+
239
+
240
+
241
+
242
+
243
+
244
+
245
+
246
+
247
+
248
+
249
+
250
+
251
+
252
+
253
+
254
+
255
+ 2%|███▌ | 400/17200 [08:28<8:06:09, 1.74s/it]
256
+
257
+
258
+
259
+
260
+
261
+
262
+
263
+
264
+
265
+
266
+
267
+
268
+
269
+
270
+
271
+
272
+
273
+
274
+
275
+
276
+
277
+
278
+
279
+
280
+
281
+
282
+
283
+
284
+
285
+
286
+
287
+
288
+
289
+
290
+
291
+
292
+
293
+
294
+
295
+
296
+
297
+
298
+
299
+
300
+
301
+
302
+
303
+
304
+
305
+
306
+
307
+
308
+
309
+
310
+
311
+
312
+
313
+
314
+
315
+
316
+
317
+
318
+ 3%|████▌ | 500/17200 [10:34<7:57:23, 1.72s/it]The following columns in the evaluation set don't have a corresponding argument in `Wav2Vec2ForCTC.forward` and have been ignored: input_length.
319
+ ***** Running Evaluation *****
320
+ Num examples = 4620
321
+ Batch size = 8
322
+ 1%|█▉ | 7/578 [00:01<02:20, 4.07it/s]
323
+
324
+
325
+
326
+
327
+
328
+
329
+
330
+
331
+
332
+
333
+
334
+
335
+
336
+
337
+
338
+
339
+
340
+
341
+
342
+
343
+
344
+
345
+
346
+
347
+
348
+
349
+
350
+
351
+
352
+
353
+
354
+
355
+
356
+
357
+
358
+
359
+
360
+
361
+
362
+
363
+
364
+
365
+
366
+
367
+
368
+
369
+
370
+
371
+
372
+
373
+
374
+
375
+
376
+
377
+
378
+
379
+
380
+
381
+
382
+
383
+
384
+
385
+
386
+
387
+ 100%|███████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 578/578 [02:10<00:00, 4.78it/s]
388
+
389
+ Configuration saved in ./checkpoint-500/config.json
390
+ Model weights saved in ./checkpoint-500/pytorch_model.bin
391
+ Configuration saved in ./checkpoint-500/preprocessor_config.json
wandb/run-20220127_103723-scy0vyln/files/requirements.txt ADDED
@@ -0,0 +1,164 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ aiohttp==3.8.1
2
+ aiosignal==1.2.0
3
+ analytics-python==1.4.0
4
+ appdirs==1.4.4
5
+ argon2-cffi==20.1.0
6
+ async-generator==1.10
7
+ async-timeout==4.0.2
8
+ attrs==21.1.0
9
+ audioread==2.1.9
10
+ backcall==0.2.0
11
+ backoff==1.10.0
12
+ bcrypt==3.2.0
13
+ beautifulsoup4==4.9.3
14
+ bleach==3.3.0
15
+ brotlipy==0.7.0
16
+ certifi==2020.12.5
17
+ cffi==1.14.3
18
+ chardet==3.0.4
19
+ charset-normalizer==2.0.10
20
+ click==8.0.3
21
+ conda-build==3.21.4
22
+ conda-package-handling==1.7.2
23
+ conda==4.9.2
24
+ configparser==5.2.0
25
+ cryptography==3.2.1
26
+ cycler==0.11.0
27
+ datasets==1.17.1.dev0
28
+ decorator==4.4.2
29
+ defusedxml==0.7.1
30
+ dill==0.3.4
31
+ dnspython==2.1.0
32
+ docker-pycreds==0.4.0
33
+ entrypoints==0.3
34
+ ffmpy==0.3.0
35
+ filelock==3.0.12
36
+ flask-cachebuster==1.0.0
37
+ flask-cors==3.0.10
38
+ flask-login==0.5.0
39
+ flask==2.0.2
40
+ fonttools==4.28.5
41
+ frozenlist==1.3.0
42
+ fsspec==2022.1.0
43
+ gitdb==4.0.9
44
+ gitpython==3.1.26
45
+ glob2==0.7
46
+ gradio==2.7.0
47
+ huggingface-hub==0.4.0
48
+ idna==2.10
49
+ ipykernel==5.5.4
50
+ ipython-genutils==0.2.0
51
+ ipython==7.21.0
52
+ ipywidgets==7.6.3
53
+ itsdangerous==2.0.1
54
+ jedi==0.17.0
55
+ jinja2==3.0.3
56
+ jiwer==2.3.0
57
+ joblib==1.1.0
58
+ json5==0.9.5
59
+ jsonschema==3.2.0
60
+ jupyter-client==6.1.12
61
+ jupyter-core==4.7.1
62
+ jupyterlab-pygments==0.1.2
63
+ jupyterlab-server==1.2.0
64
+ jupyterlab-widgets==1.0.0
65
+ jupyterlab==2.2.9
66
+ kiwisolver==1.3.2
67
+ libarchive-c==2.9
68
+ librosa==0.8.1
69
+ llvmlite==0.38.0
70
+ markdown2==2.4.2
71
+ markupsafe==2.0.1
72
+ matplotlib==3.5.1
73
+ mistune==0.8.4
74
+ mkl-fft==1.3.0
75
+ mkl-random==1.1.1
76
+ mkl-service==2.3.0
77
+ monotonic==1.6
78
+ multidict==5.2.0
79
+ multiprocess==0.70.12.2
80
+ nano==0.10.0
81
+ nbclient==0.5.3
82
+ nbconvert==6.0.7
83
+ nbformat==5.1.3
84
+ nest-asyncio==1.5.1
85
+ notebook==6.3.0
86
+ numba==0.55.0
87
+ numpy==1.19.2
88
+ olefile==0.46
89
+ packaging==20.9
90
+ pandas==1.3.5
91
+ pandocfilters==1.4.3
92
+ paramiko==2.9.2
93
+ parso==0.8.1
94
+ pathtools==0.1.2
95
+ pexpect==4.8.0
96
+ pickleshare==0.7.5
97
+ pillow==8.1.2
98
+ pip==21.3.1
99
+ pkginfo==1.7.0
100
+ pooch==1.5.2
101
+ prometheus-client==0.10.1
102
+ promise==2.3
103
+ prompt-toolkit==3.0.8
104
+ protobuf==3.19.3
105
+ psutil==5.8.0
106
+ ptyprocess==0.7.0
107
+ pyarrow==6.0.1
108
+ pycosat==0.6.3
109
+ pycparser==2.20
110
+ pycryptodome==3.12.0
111
+ pydub==0.25.1
112
+ pygments==2.8.0
113
+ pynacl==1.5.0
114
+ pyopenssl==19.1.0
115
+ pyparsing==2.4.7
116
+ pyrsistent==0.17.3
117
+ pysocks==1.7.1
118
+ python-dateutil==2.8.1
119
+ python-etcd==0.4.5
120
+ python-levenshtein==0.12.2
121
+ pytz==2021.1
122
+ pyyaml==5.4.1
123
+ pyzmq==22.0.3
124
+ regex==2022.1.18
125
+ requests==2.24.0
126
+ resampy==0.2.2
127
+ ruamel-yaml==0.15.87
128
+ sacremoses==0.0.47
129
+ scikit-learn==1.0.2
130
+ scipy==1.7.3
131
+ send2trash==1.5.0
132
+ sentry-sdk==1.5.3
133
+ setuptools==50.3.1.post20201107
134
+ shortuuid==1.0.8
135
+ six==1.15.0
136
+ smmap==5.0.0
137
+ soundfile==0.10.3.post1
138
+ soupsieve==2.2
139
+ subprocess32==3.5.4
140
+ termcolor==1.1.0
141
+ terminado==0.9.4
142
+ testpath==0.4.4
143
+ threadpoolctl==3.0.0
144
+ tokenizers==0.11.4
145
+ torch==1.10.1
146
+ torchaudio==0.10.1
147
+ torchelastic==0.2.2
148
+ torchtext==0.9.1
149
+ torchvision==0.9.1
150
+ tornado==6.1
151
+ tqdm==4.62.3
152
+ traitlets==5.0.5
153
+ transformers==4.16.0.dev0
154
+ typing-extensions==3.7.4.3
155
+ urllib3==1.25.11
156
+ wandb==0.12.9
157
+ wcwidth==0.2.5
158
+ webencodings==0.5.1
159
+ werkzeug==2.0.2
160
+ wheel==0.35.1
161
+ widgetsnbextension==3.5.1
162
+ xxhash==2.0.2
163
+ yarl==1.7.2
164
+ yaspin==2.1.0
wandb/run-20220127_103723-scy0vyln/files/wandb-metadata.json ADDED
@@ -0,0 +1,76 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "os": "Linux-5.11.0-37-generic-x86_64-with-glibc2.10",
3
+ "python": "3.8.8",
4
+ "heartbeatAt": "2022-01-27T10:37:24.935995",
5
+ "startedAt": "2022-01-27T10:37:23.634817",
6
+ "docker": null,
7
+ "gpu": "Tesla V100S-PCIE-32GB",
8
+ "gpu_count": 1,
9
+ "cpu_count": 60,
10
+ "cuda": null,
11
+ "args": [
12
+ "--dataset_name=mozilla-foundation/common_voice_7_0",
13
+ "--model_name_or_path=KBLab/wav2vec2-large-voxrex",
14
+ "--dataset_config_name=sv-SE",
15
+ "--output_dir=./",
16
+ "--overwrite_output_dir",
17
+ "--num_train_epochs=50",
18
+ "--per_device_train_batch_size=8",
19
+ "--per_device_eval_batch_size=8",
20
+ "--gradient_accumulation_steps=4",
21
+ "--learning_rate=7.5e-5",
22
+ "--warmup_steps=2000",
23
+ "--length_column_name=input_length",
24
+ "--evaluation_strategy=steps",
25
+ "--text_column_name=sentence",
26
+ "--chars_to_ignore",
27
+ ",",
28
+ "?",
29
+ ".",
30
+ "!",
31
+ "-",
32
+ ";",
33
+ ":",
34
+ "\"",
35
+ "\u201c",
36
+ "%",
37
+ "\u2018",
38
+ "\u201d",
39
+ "\ufffd",
40
+ "\u2014",
41
+ "\u2019",
42
+ "\u2026",
43
+ "\u2013",
44
+ "--save_steps=500",
45
+ "--eval_steps=500",
46
+ "--logging_steps=100",
47
+ "--layerdrop=0.0",
48
+ "--activation_dropout=0.1",
49
+ "--save_total_limit=3",
50
+ "--freeze_feature_encoder",
51
+ "--feat_proj_dropout=0.0",
52
+ "--mask_time_prob=0.75",
53
+ "--mask_time_length=10",
54
+ "--mask_feature_prob=0.25",
55
+ "--mask_feature_length=64",
56
+ "--gradient_checkpointing",
57
+ "--use_auth_token",
58
+ "--fp16",
59
+ "--group_by_length",
60
+ "--do_train",
61
+ "--do_eval",
62
+ "--push_to_hub"
63
+ ],
64
+ "state": "running",
65
+ "program": "run_speech_recognition_ctc.py",
66
+ "codePath": "run_speech_recognition_ctc.py",
67
+ "git": {
68
+ "remote": "https://huggingface.co/marinone94/xls-r-300m-sv-robust",
69
+ "commit": "b572cfd9a72986bbd88e7fb7e16805985d5ef760"
70
+ },
71
+ "email": "marinone94@gmail.com",
72
+ "root": "/workspace/xls-r-300m-sv-robust",
73
+ "host": "job-38746614-58de-4025-b727-ddb5a9d90aee",
74
+ "username": "ovh",
75
+ "executable": "/opt/conda/bin/python"
76
+ }
wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json ADDED
The diff for this file is too large to render. See raw diff
 
wandb/run-20220127_103723-scy0vyln/logs/debug-internal.log ADDED
The diff for this file is too large to render. See raw diff
 
wandb/run-20220127_103723-scy0vyln/logs/debug.log ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2022-01-27 10:37:23,636 INFO MainThread:1976170 [wandb_setup.py:_flush():71] setting env: {'project': 'xls-r-300m-sv-robust'}
2
+ 2022-01-27 10:37:23,636 INFO MainThread:1976170 [wandb_setup.py:_flush():71] setting login settings: {}
3
+ 2022-01-27 10:37:23,636 INFO MainThread:1976170 [wandb_setup.py:_flush():71] setting login settings: {}
4
+ 2022-01-27 10:37:23,636 INFO MainThread:1976170 [wandb_init.py:_log_setup():371] Logging user logs to /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/logs/debug.log
5
+ 2022-01-27 10:37:23,636 INFO MainThread:1976170 [wandb_init.py:_log_setup():372] Logging internal logs to /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/logs/debug-internal.log
6
+ 2022-01-27 10:37:23,636 INFO MainThread:1976170 [wandb_init.py:init():404] calling init triggers
7
+ 2022-01-27 10:37:23,636 INFO MainThread:1976170 [wandb_init.py:init():409] wandb.init called with sweep_config: {}
8
+ config: {}
9
+ 2022-01-27 10:37:23,637 INFO MainThread:1976170 [wandb_init.py:init():460] starting backend
10
+ 2022-01-27 10:37:23,637 INFO MainThread:1976170 [backend.py:_multiprocessing_setup():99] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
11
+ 2022-01-27 10:37:23,722 INFO MainThread:1976170 [backend.py:ensure_launched():216] starting backend process...
12
+ 2022-01-27 10:37:23,804 INFO MainThread:1976170 [backend.py:ensure_launched():221] started backend process with pid: 1977561
13
+ 2022-01-27 10:37:23,807 INFO MainThread:1976170 [wandb_init.py:init():469] backend started and connected
14
+ 2022-01-27 10:37:23,817 INFO MainThread:1976170 [wandb_init.py:init():533] updated telemetry
15
+ 2022-01-27 10:37:23,979 INFO MainThread:1976170 [wandb_init.py:init():563] communicating current version
16
+ 2022-01-27 10:37:24,696 INFO MainThread:1976170 [wandb_init.py:init():568] got version response
17
+ 2022-01-27 10:37:24,696 INFO MainThread:1976170 [wandb_init.py:init():578] communicating run to backend with 30 second timeout
18
+ 2022-01-27 10:37:24,927 INFO MainThread:1976170 [wandb_init.py:init():606] starting run threads in backend
19
+ 2022-01-27 10:37:25,565 INFO MainThread:1976170 [wandb_run.py:_console_start():1810] atexit reg
20
+ 2022-01-27 10:37:25,566 INFO MainThread:1976170 [wandb_run.py:_redirect():1684] redirect: SettingsConsole.REDIRECT
21
+ 2022-01-27 10:37:25,567 INFO MainThread:1976170 [wandb_run.py:_redirect():1689] Redirecting console.
22
+ 2022-01-27 10:37:25,572 INFO MainThread:1976170 [wandb_run.py:_redirect():1745] Redirects installed.
23
+ 2022-01-27 10:37:25,572 INFO MainThread:1976170 [wandb_init.py:init():633] run started, returning control to user process
24
+ 2022-01-27 10:37:25,575 INFO MainThread:1976170 [wandb_run.py:_config_callback():956] config_cb None None {'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': None, 'use_bfloat16': False, 'pruned_heads': {}, 'tie_word_embeddings': True, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'chunk_size_feed_forward': 0, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'architectures': ['Wav2Vec2ForPreTraining'], 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': 1, 'pad_token_id': 34, 'eos_token_id': 2, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': 'KBLab/wav2vec2-large-voxrex', 'transformers_version': '4.16.0.dev0', 'feat_extract_dropout': 0.0, 'mask_channel_length': 10, 'mask_channel_min_space': 1, 'mask_channel_other': 0.0, 'mask_channel_prob': 0.0, 'mask_channel_selection': 'static', 'mask_time_min_space': 1, 'mask_time_other': 0.0, 'mask_time_selection': 'static', 'model_type': 'wav2vec2', 'num_feat_extract_layers': 7, 'hidden_size': 1024, 'feat_extract_norm': 'layer', 'feat_extract_activation': 'gelu', 'conv_dim': [512, 512, 512, 512, 512, 512, 512], 'conv_stride': [5, 2, 2, 2, 2, 2, 2], 'conv_kernel': [10, 3, 3, 3, 3, 2, 2], 'conv_bias': True, 'num_conv_pos_embeddings': 128, 'num_conv_pos_embedding_groups': 16, 'num_hidden_layers': 24, 'intermediate_size': 4096, 'hidden_act': 'gelu', 'num_attention_heads': 16, 'hidden_dropout': 0.0, 'attention_dropout': 0.0, 'activation_dropout': 0.1, 'feat_proj_dropout': 0.0, 'final_dropout': 0.0, 'layerdrop': 0.0, 'layer_norm_eps': 1e-05, 'initializer_range': 0.02, 'vocab_size': 37, 'do_stable_layer_norm': True, 'use_weighted_layer_sum': False, 'apply_spec_augment': True, 'mask_time_prob': 0.75, 'mask_time_length': 10, 'mask_time_min_masks': 2, 'mask_feature_prob': 0.25, 'mask_feature_length': 64, 'mask_feature_min_masks': 0, 'num_codevectors_per_group': 320, 'num_codevector_groups': 2, 'contrastive_logits_temperature': 0.1, 'feat_quantizer_dropout': 0.0, 'num_negatives': 100, 'codevector_dim': 768, 'proj_codevector_dim': 768, 'diversity_loss_weight': 0.1, 'ctc_loss_reduction': 'mean', 'ctc_zero_infinity': False, 'add_adapter': False, 'adapter_kernel_size': 3, 'adapter_stride': 2, 'num_adapter_layers': 3, 'output_hidden_size': 1024, 'classifier_proj_size': 256, 'tdnn_dim': [512, 512, 512, 512, 1500], 'tdnn_kernel': [5, 3, 3, 1, 1], 'tdnn_dilation': [1, 2, 3, 1, 1], 'xvector_output_dim': 512, 'output_dir': './', 'overwrite_output_dir': True, 'do_train': True, 'do_eval': True, 'do_predict': False, 'evaluation_strategy': 'steps', 'prediction_loss_only': False, 'per_device_train_batch_size': 8, 'per_device_eval_batch_size': 8, 'per_gpu_train_batch_size': 'None', 'per_gpu_eval_batch_size': 'None', 'gradient_accumulation_steps': 4, 'eval_accumulation_steps': 'None', 'learning_rate': 7.5e-05, 'weight_decay': 0.0, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'max_grad_norm': 1.0, 'num_train_epochs': 50.0, 'max_steps': -1, 'lr_scheduler_type': 'linear', 'warmup_ratio': 0.0, 'warmup_steps': 2000, 'log_level': -1, 'log_level_replica': -1, 'log_on_each_node': True, 'logging_dir': './runs/Jan27_10-34-00_job-38746614-58de-4025-b727-ddb5a9d90aee', 'logging_strategy': 'steps', 'logging_first_step': False, 'logging_steps': 100, 'logging_nan_inf_filter': True, 'save_strategy': 'steps', 'save_steps': 500, 'save_total_limit': 3, 'save_on_each_node': False, 'no_cuda': False, 'seed': 42, 'bf16': False, 'fp16': True, 'fp16_opt_level': 'O1', 'half_precision_backend': 'amp', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': 'None', 'local_rank': -1, 'xpu_backend': 'None', 'tpu_num_cores': 'None', 'tpu_metrics_debug': False, 'debug': '[]', 'dataloader_drop_last': False, 'eval_steps': 500, 'dataloader_num_workers': 0, 'past_index': -1, 'run_name': '2022-01-27T10:34:01.114533', 'disable_tqdm': False, 'remove_unused_columns': True, 'label_names': 'None', 'load_best_model_at_end': False, 'metric_for_best_model': 'None', 'greater_is_better': 'None', 'ignore_data_skip': False, 'sharded_ddp': '[]', 'deepspeed': 'None', 'label_smoothing_factor': 0.0, 'optim': 'adamw_hf', 'adafactor': False, 'group_by_length': True, 'length_column_name': 'input_length', 'report_to': "['wandb']", 'ddp_find_unused_parameters': 'None', 'ddp_bucket_cap_mb': 'None', 'dataloader_pin_memory': True, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': True, 'resume_from_checkpoint': 'None', 'hub_model_id': 'None', 'hub_strategy': 'every_save', 'hub_token': '<HUB_TOKEN>', 'gradient_checkpointing': True, 'fp16_backend': 'auto', 'push_to_hub_model_id': 'None', 'push_to_hub_organization': 'None', 'push_to_hub_token': '<PUSH_TO_HUB_TOKEN>', '_n_gpu': 1, 'mp_parameters': '', 'train_batch_size': 8, 'eval_batch_size': 8}
25
+ 2022-01-27 10:37:25,580 INFO MainThread:1976170 [wandb_watch.py:watch():43] Watching
wandb/run-20220127_103723-scy0vyln/run-scy0vyln.wandb ADDED
Binary file (3.6 MB). View file