nipunsadvilkar
commited on
Commit
•
0a45948
1
Parent(s):
709c83d
Saving weights and logs of step 500
Browse files- dummy/dummy_mr_train.csv +0 -0
- dummy/dummy_mr_validation.csv +0 -0
- events.out.tfevents.1625837383.t1v-n-112df4a9-w-0.40707.3.v2 +0 -3
- events.out.tfevents.1625915366.t1v-n-112df4a9-w-0.54625.3.v2 +0 -3
- events.out.tfevents.1625836684.t1v-n-112df4a9-w-0.38631.3.v2 → events.out.tfevents.1625916552.t1v-n-112df4a9-w-0.56815.3.v2 +2 -2
- flax_model.msgpack +1 -1
- run.log +209 -364
- run.sh +2 -2
- run_mlm_flax.py +11 -0
- wandb/debug-internal.log +1 -1
- wandb/debug.log +1 -1
- wandb/latest-run +1 -1
- wandb/run-20210710_112910-2mowkjdf/files/config.yaml +303 -0
- wandb/run-20210710_112910-2mowkjdf/files/events.out.tfevents.1625916552.t1v-n-112df4a9-w-0.56815.3.v2 +1 -0
- wandb/run-20210710_112910-2mowkjdf/files/output.log +39 -0
- wandb/run-20210710_112910-2mowkjdf/files/requirements.txt +116 -0
- wandb/run-20210710_112910-2mowkjdf/files/wandb-metadata.json +43 -0
- wandb/run-20210710_112910-2mowkjdf/files/wandb-summary.json +1 -0
- wandb/run-20210710_112910-2mowkjdf/logs/debug-internal.log +431 -0
- wandb/run-20210710_112910-2mowkjdf/logs/debug.log +26 -0
- wandb/run-20210710_112910-2mowkjdf/run-2mowkjdf.wandb +0 -0
dummy/dummy_mr_train.csv
CHANGED
The diff for this file is too large to render.
See raw diff
|
|
dummy/dummy_mr_validation.csv
CHANGED
The diff for this file is too large to render.
See raw diff
|
|
events.out.tfevents.1625837383.t1v-n-112df4a9-w-0.40707.3.v2
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:d576eeb6e9baef5368f0159c5dfb1991bd8e842e82fbdb6a3608b84b78cbfd87
|
3 |
-
size 12512
|
|
|
|
|
|
|
|
events.out.tfevents.1625915366.t1v-n-112df4a9-w-0.54625.3.v2
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:3cc7d3c359010ce1119084229babede4775d99e8fef55b0d798348dca7fe3523
|
3 |
-
size 26771
|
|
|
|
|
|
|
|
events.out.tfevents.1625836684.t1v-n-112df4a9-w-0.38631.3.v2 → events.out.tfevents.1625916552.t1v-n-112df4a9-w-0.56815.3.v2
RENAMED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2170d5c6a96fba51f722ed2dfb98edd5c307edfd24335def4fe9de2517cf2f00
|
3 |
+
size 9069
|
flax_model.msgpack
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 498796983
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0f6552dbdda3b1eba8c96bfd83fb06cb63770ea852b6779eefb7346da560de2c
|
3 |
size 498796983
|
run.log
CHANGED
@@ -1,5 +1,5 @@
|
|
1 |
-
2021-07-10 11:
|
2 |
-
[11:
|
3 |
_n_gpu=-1,
|
4 |
adafactor=False,
|
5 |
adam_beta1=0.9,
|
@@ -35,7 +35,7 @@ local_rank=-1,
|
|
35 |
log_level=-1,
|
36 |
log_level_replica=-1,
|
37 |
log_on_each_node=True,
|
38 |
-
logging_dir=./runs/Jul10_11-
|
39 |
logging_first_step=False,
|
40 |
logging_steps=500,
|
41 |
logging_strategy=IntervalStrategy.STEPS,
|
@@ -74,368 +74,25 @@ warmup_ratio=0.0,
|
|
74 |
warmup_steps=1000,
|
75 |
weight_decay=0.0,
|
76 |
)
|
77 |
-
[11:09:17] - DEBUG - urllib3.connectionpool - Starting new HTTPS connection (1): s3.amazonaws.com:443
|
78 |
-
[11:09:17] - DEBUG - urllib3.connectionpool - https://s3.amazonaws.com:443 "HEAD /datasets.huggingface.co/datasets/datasets/csv/csv.py HTTP/1.1" 200 0
|
79 |
-
[11:09:17] - WARNING - datasets.builder - Using custom data configuration default-6ab8c94bdbe791a2
|
80 |
-
[11:09:17] - WARNING - datasets.builder - Reusing dataset csv (/home/nipunsadvilkar/.cache/huggingface/datasets/csv/default-6ab8c94bdbe791a2/0.0.0/e138af468cb14e747fb46a19c787ffcfa5170c821476d20d5304287ce12bbc23)
|
81 |
-
|
82 |
0%| | 0/5 [00:00<?, ?ba/s]
|
83 |
20%|██ | 1/5 [00:00<00:00, 7.98ba/s]
|
84 |
40%|████ | 2/5 [00:00<00:00, 8.70ba/s]
|
85 |
80%|████████ | 4/5 [00:00<00:00, 10.08ba/s]
|
86 |
-
|
87 |
0%| | 0/2 [00:00<?, ?ba/s]
|
88 |
50%|█████ | 1/2 [00:00<00:00, 8.48ba/s]
|
89 |
-
|
90 |
0%| | 0/5 [00:00<?, ?ba/s]
|
91 |
20%|██ | 1/5 [00:00<00:03, 1.12ba/s]
|
92 |
40%|████ | 2/5 [00:01<00:02, 1.07ba/s]
|
93 |
60%|██████ | 3/5 [00:02<00:01, 1.21ba/s]
|
94 |
80%|████████ | 4/5 [00:03<00:00, 1.21ba/s]
|
95 |
-
|
96 |
0%| | 0/2 [00:00<?, ?ba/s]
|
97 |
50%|█████ | 1/2 [00:01<00:01, 1.07s/ba]
|
98 |
-
[11:09:23] - INFO - absl - Starting the local TPU driver.
|
99 |
-
[11:09:23] - INFO - absl - Unable to initialize backend 'tpu_driver': Not found: Unable to find driver in registry given worker: local://
|
100 |
-
[11:09:23] - INFO - absl - Unable to initialize backend 'gpu': Not found: Could not find registered platform with name: "cuda". Available platform names are: TPU Interpreter Host
|
101 |
-
2021-07-10 11:09:26.537094: W tensorflow/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory
|
102 |
-
2021-07-10 11:09:26.537128: W tensorflow/stream_executor/cuda/cuda_driver.cc:326] failed call to cuInit: UNKNOWN ERROR (303)
|
103 |
-
/home/nipunsadvilkar/roberta_mr_env/lib/python3.8/site-packages/jax/lib/xla_bridge.py:382: UserWarning: jax.host_count has been renamed to jax.process_count. This alias will eventually be removed; please update your code.
|
104 |
-
warnings.warn(
|
105 |
-
/home/nipunsadvilkar/roberta_mr_env/lib/python3.8/site-packages/jax/lib/xla_bridge.py:369: UserWarning: jax.host_id has been renamed to jax.process_index. This alias will eventually be removed; please update your code.
|
106 |
-
warnings.warn(
|
107 |
-
|
108 |
-
|
109 |
-
|
110 |
-
|
111 |
-
|
112 |
-
|
113 |
-
|
114 |
-
|
115 |
-
|
116 |
-
|
117 |
-
|
118 |
-
|
119 |
-
|
120 |
-
|
121 |
-
|
122 |
-
|
123 |
-
|
124 |
-
|
125 |
-
|
126 |
-
|
127 |
-
|
128 |
-
|
129 |
-
|
130 |
-
|
131 |
-
|
132 |
-
|
133 |
-
|
134 |
-
|
135 |
-
|
136 |
-
|
137 |
-
|
138 |
-
|
139 |
-
|
140 |
-
|
141 |
-
|
142 |
-
|
143 |
-
|
144 |
-
|
145 |
-
|
146 |
-
|
147 |
-
|
148 |
-
|
149 |
-
|
150 |
-
|
151 |
-
|
152 |
-
|
153 |
-
|
154 |
-
|
155 |
-
|
156 |
-
|
157 |
-
|
158 |
-
|
159 |
-
|
160 |
-
|
161 |
-
|
162 |
-
|
163 |
-
|
164 |
-
|
165 |
-
|
166 |
-
|
167 |
-
|
168 |
-
|
169 |
-
|
170 |
-
|
171 |
-
|
172 |
-
|
173 |
-
|
174 |
-
|
175 |
-
|
176 |
-
|
177 |
-
|
178 |
-
|
179 |
-
|
180 |
-
|
181 |
-
|
182 |
-
|
183 |
-
|
184 |
-
|
185 |
-
|
186 |
-
|
187 |
-
|
188 |
-
|
189 |
-
|
190 |
-
|
191 |
-
|
192 |
-
|
193 |
-
|
194 |
-
|
195 |
-
|
196 |
-
|
197 |
-
|
198 |
-
|
199 |
-
|
200 |
-
|
201 |
-
|
202 |
-
|
203 |
-
|
204 |
-
|
205 |
-
|
206 |
-
|
207 |
-
|
208 |
-
|
209 |
-
|
210 |
-
|
211 |
-
|
212 |
-
|
213 |
-
|
214 |
-
|
215 |
-
|
216 |
-
|
217 |
-
|
218 |
-
|
219 |
-
|
220 |
-
|
221 |
-
|
222 |
-
|
223 |
-
|
224 |
-
|
225 |
-
|
226 |
-
|
227 |
-
|
228 |
-
|
229 |
-
|
230 |
-
|
231 |
-
|
232 |
-
|
233 |
-
|
234 |
-
|
235 |
-
|
236 |
-
|
237 |
-
|
238 |
|
239 |
-
|
240 |
|
241 |
-
|
242 |
-
|
243 |
-
|
244 |
-
|
245 |
-
|
246 |
-
|
247 |
-
|
248 |
-
|
249 |
-
|
250 |
-
|
251 |
-
|
252 |
-
|
253 |
-
|
254 |
-
|
255 |
-
|
256 |
-
|
257 |
-
|
258 |
-
|
259 |
-
To disable this warning, you can either:
|
260 |
-
- Avoid using `tokenizers` before the fork if possible
|
261 |
-
- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
|
262 |
-
huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
|
263 |
-
To disable this warning, you can either:
|
264 |
-
- Avoid using `tokenizers` before the fork if possible
|
265 |
-
- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
|
266 |
-
|
267 |
-
[11:11:14] - INFO - huggingface_hub.repository - git version 2.25.1
|
268 |
-
git-lfs/2.9.2 (GitHub; linux amd64; go 1.13.5)
|
269 |
|
270 |
|
|
|
271 |
0%| | 0/5 [00:00<?, ?ba/s]
|
272 |
20%|██ | 1/5 [00:00<00:00, 8.07ba/s]
|
273 |
40%|████ | 2/5 [00:00<00:00, 7.27ba/s]
|
274 |
80%|████████ | 4/5 [00:00<00:00, 9.13ba/s]
|
|
|
275 |
0%| | 0/2 [00:00<?, ?ba/s]
|
276 |
50%|█████ | 1/2 [00:00<00:00, 8.60ba/s]
|
|
|
277 |
0%| | 0/5 [00:00<?, ?ba/s]
|
278 |
20%|██ | 1/5 [00:00<00:03, 1.11ba/s]
|
279 |
40%|████ | 2/5 [00:01<00:02, 1.06ba/s]
|
280 |
60%|██████ | 3/5 [00:02<00:01, 1.22ba/s]
|
281 |
80%|████████ | 4/5 [00:03<00:00, 1.22ba/s]
|
|
|
282 |
0%| | 0/2 [00:00<?, ?ba/s]
|
283 |
50%|█████ | 1/2 [00:00<00:00, 1.06ba/s]
|
|
|
|
|
|
|
|
|
284 |
huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
|
285 |
To disable this warning, you can either:
|
286 |
- Avoid using `tokenizers` before the fork if possible
|
287 |
- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
|
288 |
-
[11:
|
289 |
huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
|
290 |
-
To disable this warning, you can either:
|
291 |
-
- Avoid using `tokenizers` before the fork if possible
|
292 |
-
- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
|
293 |
-
|
294 |
-
|
295 |
-
To disable this warning, you can either:
|
296 |
-
- Avoid using `tokenizers` before the fork if possible
|
297 |
-
- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
|
298 |
-
huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
|
299 |
-
To disable this warning, you can either:
|
300 |
-
- Avoid using `tokenizers` before the fork if possible
|
301 |
-
- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
|
302 |
-
huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
|
303 |
-
To disable this warning, you can either:
|
304 |
-
- Avoid using `tokenizers` before the fork if possible
|
305 |
-
- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
|
306 |
-
[11:11:31] - INFO - huggingface_hub.repository - Uploading LFS objects: 100% (2/2), 499 MB | 78 MB/s, done.
|
307 |
-
|
308 |
-
huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
|
309 |
-
To disable this warning, you can either:
|
310 |
-
- Avoid using `tokenizers` before the fork if possible
|
311 |
-
- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
|
312 |
-
huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
|
313 |
-
To disable this warning, you can either:
|
314 |
-
- Avoid using `tokenizers` before the fork if possible
|
315 |
-
- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
|
316 |
-
|
317 |
-
|
318 |
-
|
319 |
-
|
320 |
-
|
321 |
-
|
322 |
-
|
323 |
-
|
324 |
-
|
325 |
-
|
326 |
-
|
327 |
-
|
328 |
-
|
329 |
-
|
330 |
-
|
331 |
-
|
332 |
-
|
333 |
-
|
334 |
-
|
335 |
-
|
336 |
-
|
337 |
-
|
338 |
-
|
339 |
-
|
340 |
-
|
341 |
-
|
342 |
-
|
343 |
-
|
344 |
-
|
345 |
-
|
346 |
-
|
347 |
-
|
348 |
-
|
349 |
-
|
350 |
-
|
351 |
-
|
352 |
-
|
353 |
-
|
354 |
-
|
355 |
-
|
356 |
-
|
357 |
-
|
358 |
-
|
359 |
-
|
360 |
-
|
361 |
-
|
362 |
-
|
363 |
-
|
364 |
-
|
365 |
-
|
366 |
-
|
367 |
-
|
368 |
-
|
369 |
-
|
370 |
-
|
371 |
-
|
372 |
-
|
373 |
-
|
374 |
-
|
375 |
-
|
376 |
-
|
377 |
-
|
378 |
-
|
379 |
-
|
380 |
-
|
381 |
-
|
382 |
-
|
383 |
-
|
384 |
-
|
385 |
-
|
386 |
-
|
387 |
-
|
388 |
-
|
389 |
-
|
390 |
-
|
391 |
-
|
392 |
-
|
393 |
-
|
394 |
-
|
395 |
-
|
396 |
-
|
397 |
-
|
398 |
-
|
399 |
-
|
400 |
-
|
401 |
-
|
402 |
-
|
403 |
-
|
404 |
-
|
405 |
-
|
406 |
-
|
407 |
-
|
408 |
-
|
409 |
-
|
410 |
-
|
411 |
-
|
412 |
-
|
413 |
-
|
414 |
-
|
415 |
-
|
416 |
-
|
417 |
-
|
418 |
-
|
419 |
-
|
420 |
-
|
421 |
-
|
422 |
-
|
423 |
-
|
424 |
-
|
425 |
-
|
426 |
-
|
427 |
-
|
428 |
-
|
429 |
-
|
430 |
-
|
431 |
-
|
432 |
-
|
433 |
-
|
434 |
-
|
435 |
-
|
436 |
-
|
437 |
-
|
438 |
-
|
439 |
-
|
440 |
-
|
441 |
-
|
442 |
-
|
443 |
-
|
444 |
-
|
445 |
-
|
446 |
-
|
447 |
-
|
448 |
-
|
449 |
-
|
450 |
|
451 |
-
|
452 |
|
453 |
-
|
454 |
-
|
455 |
-
|
456 |
-
|
457 |
-
|
458 |
-
|
459 |
-
|
460 |
-
|
461 |
-
|
462 |
-
|
463 |
-
|
464 |
-
|
465 |
-
|
466 |
-
|
467 |
-
|
468 |
-
|
469 |
-
|
470 |
-
|
471 |
To disable this warning, you can either:
|
472 |
- Avoid using `tokenizers` before the fork if possible
|
473 |
- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
|
@@ -443,14 +100,14 @@ huggingface/tokenizers: The current process just got forked, after parallelism h
|
|
443 |
To disable this warning, you can either:
|
444 |
- Avoid using `tokenizers` before the fork if possible
|
445 |
- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
|
446 |
-
|
447 |
-
[11:11:51] - INFO - huggingface_hub.repository - git version 2.25.1
|
448 |
-
git-lfs/2.9.2 (GitHub; linux amd64; go 1.13.5)
|
449 |
huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
|
450 |
To disable this warning, you can either:
|
451 |
- Avoid using `tokenizers` before the fork if possible
|
452 |
- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
|
453 |
-
[11:
|
|
|
|
|
454 |
huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
|
455 |
To disable this warning, you can either:
|
456 |
- Avoid using `tokenizers` before the fork if possible
|
@@ -459,3 +116,191 @@ huggingface/tokenizers: The current process just got forked, after parallelism h
|
|
459 |
To disable this warning, you can either:
|
460 |
- Avoid using `tokenizers` before the fork if possible
|
461 |
- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
462 |
|
|
|
463 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
2021-07-10 11:28:58.039466: W tensorflow/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory
|
2 |
+
[11:28:59] - INFO - __main__ - Training/evaluation parameters TrainingArguments(
|
3 |
_n_gpu=-1,
|
4 |
adafactor=False,
|
5 |
adam_beta1=0.9,
|
|
|
35 |
log_level=-1,
|
36 |
log_level_replica=-1,
|
37 |
log_on_each_node=True,
|
38 |
+
logging_dir=./runs/Jul10_11-28-59_t1v-n-112df4a9-w-0,
|
39 |
logging_first_step=False,
|
40 |
logging_steps=500,
|
41 |
logging_strategy=IntervalStrategy.STEPS,
|
|
|
74 |
warmup_steps=1000,
|
75 |
weight_decay=0.0,
|
76 |
)
|
|
|
|
|
|
|
|
|
|
|
77 |
0%| | 0/5 [00:00<?, ?ba/s]
|
78 |
20%|██ | 1/5 [00:00<00:00, 7.98ba/s]
|
79 |
40%|████ | 2/5 [00:00<00:00, 8.70ba/s]
|
80 |
80%|████████ | 4/5 [00:00<00:00, 10.08ba/s]
|
|
|
81 |
0%| | 0/2 [00:00<?, ?ba/s]
|
82 |
50%|█████ | 1/2 [00:00<00:00, 8.48ba/s]
|
|
|
83 |
0%| | 0/5 [00:00<?, ?ba/s]
|
84 |
20%|██ | 1/5 [00:00<00:03, 1.12ba/s]
|
85 |
40%|████ | 2/5 [00:01<00:02, 1.07ba/s]
|
86 |
60%|██████ | 3/5 [00:02<00:01, 1.21ba/s]
|
87 |
80%|████████ | 4/5 [00:03<00:00, 1.21ba/s]
|
|
|
88 |
0%| | 0/2 [00:00<?, ?ba/s]
|
89 |
50%|█████ | 1/2 [00:01<00:01, 1.07s/ba]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
90 |
|
|
|
91 |
|
92 |
+
[11:28:59] - DEBUG - urllib3.connectionpool - Starting new HTTPS connection (1): s3.amazonaws.com:443
|
93 |
+
[11:28:59] - DEBUG - urllib3.connectionpool - https://s3.amazonaws.com:443 "HEAD /datasets.huggingface.co/datasets/datasets/csv/csv.py HTTP/1.1" 200 0
|
94 |
+
[11:28:59] - WARNING - datasets.builder - Using custom data configuration default-81af252916854639
|
95 |
+
Downloading and preparing dataset csv/default (download: Unknown size, generated: Unknown size, post-processed: Unknown size, total: Unknown size) to /home/nipunsadvilkar/.cache/huggingface/datasets/csv/default-81af252916854639/0.0.0/e138af468cb14e747fb46a19c787ffcfa5170c821476d20d5304287ce12bbc23...
|
96 |
+
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
97 |
|
98 |
|
99 |
+
|
100 |
0%| | 0/5 [00:00<?, ?ba/s]
|
101 |
20%|██ | 1/5 [00:00<00:00, 8.07ba/s]
|
102 |
40%|████ | 2/5 [00:00<00:00, 7.27ba/s]
|
103 |
80%|████████ | 4/5 [00:00<00:00, 9.13ba/s]
|
104 |
+
|
105 |
0%| | 0/2 [00:00<?, ?ba/s]
|
106 |
50%|█████ | 1/2 [00:00<00:00, 8.60ba/s]
|
107 |
+
|
108 |
0%| | 0/5 [00:00<?, ?ba/s]
|
109 |
20%|██ | 1/5 [00:00<00:03, 1.11ba/s]
|
110 |
40%|████ | 2/5 [00:01<00:02, 1.06ba/s]
|
111 |
60%|██████ | 3/5 [00:02<00:01, 1.22ba/s]
|
112 |
80%|████████ | 4/5 [00:03<00:00, 1.22ba/s]
|
113 |
+
|
114 |
0%| | 0/2 [00:00<?, ?ba/s]
|
115 |
50%|█████ | 1/2 [00:00<00:00, 1.06ba/s]
|
116 |
+
[11:29:05] - INFO - absl - Starting the local TPU driver.
|
117 |
+
[11:29:05] - INFO - absl - Unable to initialize backend 'tpu_driver': Not found: Unable to find driver in registry given worker: local://
|
118 |
+
[11:29:05] - INFO - absl - Unable to initialize backend 'gpu': Not found: Could not find registered platform with name: "cuda". Available platform names are: Host Interpreter TPU
|
119 |
+
[11:29:08] - DEBUG - git.cmd - Popen(['git', 'version'], cwd=/home/nipunsadvilkar/sample/roberta-base-mr, universal_newlines=False, shell=None, istream=None)
|
120 |
huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
|
121 |
To disable this warning, you can either:
|
122 |
- Avoid using `tokenizers` before the fork if possible
|
123 |
- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
|
124 |
+
[11:29:08] - DEBUG - git.cmd - Popen(['git', 'version'], cwd=/home/nipunsadvilkar/sample/roberta-base-mr, universal_newlines=False, shell=None, istream=None)
|
125 |
huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
126 |
|
|
|
127 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
128 |
To disable this warning, you can either:
|
129 |
- Avoid using `tokenizers` before the fork if possible
|
130 |
- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
|
|
|
100 |
To disable this warning, you can either:
|
101 |
- Avoid using `tokenizers` before the fork if possible
|
102 |
- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
|
103 |
+
[11:29:10] - DEBUG - git.cmd - Popen(['git', 'rev-parse', '--show-toplevel'], cwd=/home/nipunsadvilkar/sample/roberta-base-mr, universal_newlines=False, shell=None, istream=None)
|
|
|
|
|
104 |
huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
|
105 |
To disable this warning, you can either:
|
106 |
- Avoid using `tokenizers` before the fork if possible
|
107 |
- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
|
108 |
+
[11:29:10] - DEBUG - urllib3.connectionpool - Starting new HTTPS connection (1): api.wandb.ai:443
|
109 |
+
[11:29:10] - DEBUG - urllib3.connectionpool - https://api.wandb.ai:443 "POST /graphql HTTP/1.1" 200 None
|
110 |
+
wandb: Currently logged in as: nipunsadvilkar (use `wandb login --relogin` to force relogin)
|
111 |
huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
|
112 |
To disable this warning, you can either:
|
113 |
- Avoid using `tokenizers` before the fork if possible
|
|
|
116 |
To disable this warning, you can either:
|
117 |
- Avoid using `tokenizers` before the fork if possible
|
118 |
- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
|
119 |
+
2021-07-10 11:29:11.076322: W tensorflow/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory
|
120 |
+
wandb: Tracking run with wandb version 0.10.33
|
121 |
+
wandb: Syncing run hardy-shape-9
|
122 |
+
wandb: View project at https://wandb.ai/nipunsadvilkar/hf-flax-robert-base-mr
|
123 |
+
wandb: View run at https://wandb.ai/nipunsadvilkar/hf-flax-robert-base-mr/runs/2mowkjdf
|
124 |
+
wandb: Run data is saved locally in /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf
|
125 |
+
wandb: Run `wandb offline` to turn off syncing.
|
126 |
+
2021-07-10 11:29:12.228649: W tensorflow/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory
|
127 |
+
2021-07-10 11:29:12.228690: W tensorflow/stream_executor/cuda/cuda_driver.cc:326] failed call to cuInit: UNKNOWN ERROR (303)
|
128 |
+
|
129 |
+
/home/nipunsadvilkar/roberta_mr_env/lib/python3.8/site-packages/jax/lib/xla_bridge.py:382: UserWarning: jax.host_count has been renamed to jax.process_count. This alias will eventually be removed; please update your code.
|
130 |
+
warnings.warn(
|
131 |
+
/home/nipunsadvilkar/roberta_mr_env/lib/python3.8/site-packages/jax/lib/xla_bridge.py:369: UserWarning: jax.host_id has been renamed to jax.process_index. This alias will eventually be removed; please update your code.
|
132 |
+
warnings.warn(
|
133 |
+
|
134 |
+
|
135 |
+
|
136 |
+
|
137 |
+
|
138 |
+
|
139 |
+
|
140 |
+
|
141 |
+
|
142 |
+
|
143 |
+
|
144 |
+
|
145 |
+
|
146 |
+
|
147 |
+
|
148 |
+
|
149 |
+
|
150 |
+
|
151 |
+
|
152 |
+
|
153 |
+
|
154 |
+
|
155 |
+
|
156 |
+
|
157 |
+
|
158 |
+
|
159 |
+
|
160 |
+
|
161 |
+
|
162 |
+
|
163 |
+
|
164 |
+
|
165 |
+
|
166 |
+
|
167 |
+
|
168 |
+
|
169 |
+
|
170 |
+
|
171 |
+
|
172 |
+
|
173 |
+
|
174 |
+
|
175 |
+
|
176 |
+
|
177 |
+
|
178 |
+
|
179 |
+
|
180 |
+
|
181 |
+
|
182 |
+
|
183 |
+
|
184 |
+
|
185 |
+
|
186 |
+
|
187 |
+
|
188 |
+
|
189 |
+
|
190 |
+
|
191 |
+
|
192 |
+
|
193 |
+
|
194 |
+
|
195 |
+
|
196 |
+
|
197 |
+
|
198 |
+
|
199 |
+
|
200 |
+
|
201 |
+
|
202 |
+
|
203 |
+
|
204 |
+
|
205 |
+
|
206 |
+
|
207 |
+
|
208 |
+
|
209 |
+
|
210 |
+
|
211 |
+
|
212 |
+
|
213 |
+
|
214 |
+
|
215 |
+
|
216 |
+
|
217 |
+
|
218 |
+
|
219 |
+
|
220 |
+
|
221 |
+
|
222 |
+
|
223 |
+
|
224 |
+
|
225 |
+
|
226 |
+
|
227 |
+
|
228 |
+
|
229 |
+
|
230 |
+
|
231 |
+
|
232 |
+
|
233 |
+
|
234 |
+
|
235 |
+
|
236 |
+
|
237 |
+
|
238 |
+
|
239 |
+
|
240 |
+
|
241 |
+
|
242 |
+
|
243 |
+
|
244 |
+
|
245 |
+
|
246 |
+
|
247 |
+
|
248 |
+
|
249 |
+
|
250 |
+
|
251 |
+
|
252 |
+
|
253 |
+
|
254 |
+
|
255 |
+
|
256 |
+
|
257 |
+
|
258 |
+
|
259 |
+
|
260 |
+
|
261 |
+
|
262 |
+
|
263 |
+
|
264 |
+
|
265 |
|
266 |
+
|
267 |
|
268 |
+
|
269 |
+
|
270 |
+
Step... (500 | Loss: 4.267045974731445, Learning Rate: 0.0001500000071246177)
|
271 |
+
|
272 |
+
|
273 |
+
|
274 |
+
|
275 |
+
|
276 |
+
|
277 |
+
|
278 |
+
|
279 |
+
|
280 |
+
|
281 |
+
|
282 |
+
|
283 |
+
|
284 |
+
|
285 |
+
|
286 |
+
To disable this warning, you can either:
|
287 |
+
- Avoid using `tokenizers` before the fork if possible
|
288 |
+
- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
|
289 |
+
huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
|
290 |
+
To disable this warning, you can either:
|
291 |
+
- Avoid using `tokenizers` before the fork if possible
|
292 |
+
- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
|
293 |
+
|
294 |
+
[11:30:56] - INFO - huggingface_hub.repository - git version 2.25.1
|
295 |
+
git-lfs/2.9.2 (GitHub; linux amd64; go 1.13.5)
|
296 |
+
huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
|
297 |
+
To disable this warning, you can either:
|
298 |
+
- Avoid using `tokenizers` before the fork if possible
|
299 |
+
- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
|
300 |
+
[11:30:56] - DEBUG - huggingface_hub.repository - [Repository] is a valid git repo
|
301 |
+
huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
|
302 |
+
To disable this warning, you can either:
|
303 |
+
- Avoid using `tokenizers` before the fork if possible
|
304 |
+
- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
|
305 |
+
huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
|
306 |
+
To disable this warning, you can either:
|
307 |
+
- Avoid using `tokenizers` before the fork if possible
|
308 |
+
- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
|
run.sh
CHANGED
@@ -4,8 +4,8 @@ python run_mlm_flax.py \
|
|
4 |
--model_type="roberta" \
|
5 |
--config_name="./" \
|
6 |
--tokenizer_name="./" \
|
7 |
-
--train_file="/
|
8 |
-
--validation_file="/
|
9 |
--max_seq_length="128" \
|
10 |
--per_device_train_batch_size="4" \
|
11 |
--per_device_eval_batch_size="4" \
|
|
|
4 |
--model_type="roberta" \
|
5 |
--config_name="./" \
|
6 |
--tokenizer_name="./" \
|
7 |
+
--train_file="dummy/dummy_mr_train.csv" \
|
8 |
+
--validation_file="dummy/dummy_mr_validation.csv"\
|
9 |
--max_seq_length="128" \
|
10 |
--per_device_train_batch_size="4" \
|
11 |
--per_device_eval_batch_size="4" \
|
run_mlm_flax.py
CHANGED
@@ -456,6 +456,17 @@ if __name__ == "__main__":
|
|
456 |
# Enable tensorboard only on the master node
|
457 |
has_tensorboard = is_tensorboard_available()
|
458 |
if has_tensorboard and jax.process_index() == 0:
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
459 |
try:
|
460 |
from flax.metrics.tensorboard import SummaryWriter
|
461 |
|
|
|
456 |
# Enable tensorboard only on the master node
|
457 |
has_tensorboard = is_tensorboard_available()
|
458 |
if has_tensorboard and jax.process_index() == 0:
|
459 |
+
import wandb
|
460 |
+
|
461 |
+
wandb.init(
|
462 |
+
entity='nipunsadvilkar',
|
463 |
+
project='hf-flax-robert-base-mr',
|
464 |
+
sync_tensorboard=True
|
465 |
+
)
|
466 |
+
|
467 |
+
wandb.config.update(training_args) # optional, log your configs
|
468 |
+
wandb.config.update(model_args) # optional, log your configs
|
469 |
+
wandb.config.update(data_args) # optional, log your configs
|
470 |
try:
|
471 |
from flax.metrics.tensorboard import SummaryWriter
|
472 |
|
wandb/debug-internal.log
CHANGED
@@ -1 +1 @@
|
|
1 |
-
run-
|
|
|
1 |
+
run-20210710_112910-2mowkjdf/logs/debug-internal.log
|
wandb/debug.log
CHANGED
@@ -1 +1 @@
|
|
1 |
-
run-
|
|
|
1 |
+
run-20210710_112910-2mowkjdf/logs/debug.log
|
wandb/latest-run
CHANGED
@@ -1 +1 @@
|
|
1 |
-
run-
|
|
|
1 |
+
run-20210710_112910-2mowkjdf
|
wandb/run-20210710_112910-2mowkjdf/files/config.yaml
ADDED
@@ -0,0 +1,303 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
wandb_version: 1
|
2 |
+
|
3 |
+
_wandb:
|
4 |
+
desc: null
|
5 |
+
value:
|
6 |
+
cli_version: 0.10.33
|
7 |
+
framework: huggingface
|
8 |
+
huggingface_version: 4.9.0.dev0
|
9 |
+
is_jupyter_run: false
|
10 |
+
is_kaggle_kernel: false
|
11 |
+
python_version: 3.8.10
|
12 |
+
t:
|
13 |
+
1:
|
14 |
+
- 3
|
15 |
+
- 11
|
16 |
+
4: 3.8.10
|
17 |
+
5: 0.10.33
|
18 |
+
6: 4.9.0.dev0
|
19 |
+
8:
|
20 |
+
- 5
|
21 |
+
adafactor:
|
22 |
+
desc: null
|
23 |
+
value: false
|
24 |
+
adam_beta1:
|
25 |
+
desc: null
|
26 |
+
value: 0.9
|
27 |
+
adam_beta2:
|
28 |
+
desc: null
|
29 |
+
value: 0.999
|
30 |
+
adam_epsilon:
|
31 |
+
desc: null
|
32 |
+
value: 1.0e-08
|
33 |
+
cache_dir:
|
34 |
+
desc: null
|
35 |
+
value: null
|
36 |
+
config_name:
|
37 |
+
desc: null
|
38 |
+
value: ./
|
39 |
+
dataloader_drop_last:
|
40 |
+
desc: null
|
41 |
+
value: false
|
42 |
+
dataloader_num_workers:
|
43 |
+
desc: null
|
44 |
+
value: 0
|
45 |
+
dataloader_pin_memory:
|
46 |
+
desc: null
|
47 |
+
value: true
|
48 |
+
dataset_config_name:
|
49 |
+
desc: null
|
50 |
+
value: null
|
51 |
+
dataset_name:
|
52 |
+
desc: null
|
53 |
+
value: null
|
54 |
+
ddp_find_unused_parameters:
|
55 |
+
desc: null
|
56 |
+
value: null
|
57 |
+
debug:
|
58 |
+
desc: null
|
59 |
+
value: []
|
60 |
+
deepspeed:
|
61 |
+
desc: null
|
62 |
+
value: null
|
63 |
+
disable_tqdm:
|
64 |
+
desc: null
|
65 |
+
value: false
|
66 |
+
do_eval:
|
67 |
+
desc: null
|
68 |
+
value: false
|
69 |
+
do_predict:
|
70 |
+
desc: null
|
71 |
+
value: false
|
72 |
+
do_train:
|
73 |
+
desc: null
|
74 |
+
value: false
|
75 |
+
dtype:
|
76 |
+
desc: null
|
77 |
+
value: float32
|
78 |
+
eval_accumulation_steps:
|
79 |
+
desc: null
|
80 |
+
value: null
|
81 |
+
eval_steps:
|
82 |
+
desc: null
|
83 |
+
value: 500
|
84 |
+
evaluation_strategy:
|
85 |
+
desc: null
|
86 |
+
value: IntervalStrategy.NO
|
87 |
+
fp16:
|
88 |
+
desc: null
|
89 |
+
value: false
|
90 |
+
fp16_backend:
|
91 |
+
desc: null
|
92 |
+
value: auto
|
93 |
+
fp16_full_eval:
|
94 |
+
desc: null
|
95 |
+
value: false
|
96 |
+
fp16_opt_level:
|
97 |
+
desc: null
|
98 |
+
value: O1
|
99 |
+
gradient_accumulation_steps:
|
100 |
+
desc: null
|
101 |
+
value: 1
|
102 |
+
greater_is_better:
|
103 |
+
desc: null
|
104 |
+
value: null
|
105 |
+
group_by_length:
|
106 |
+
desc: null
|
107 |
+
value: false
|
108 |
+
ignore_data_skip:
|
109 |
+
desc: null
|
110 |
+
value: false
|
111 |
+
label_names:
|
112 |
+
desc: null
|
113 |
+
value: null
|
114 |
+
label_smoothing_factor:
|
115 |
+
desc: null
|
116 |
+
value: 0.0
|
117 |
+
learning_rate:
|
118 |
+
desc: null
|
119 |
+
value: 0.0003
|
120 |
+
length_column_name:
|
121 |
+
desc: null
|
122 |
+
value: length
|
123 |
+
line_by_line:
|
124 |
+
desc: null
|
125 |
+
value: false
|
126 |
+
load_best_model_at_end:
|
127 |
+
desc: null
|
128 |
+
value: false
|
129 |
+
local_rank:
|
130 |
+
desc: null
|
131 |
+
value: -1
|
132 |
+
log_level:
|
133 |
+
desc: null
|
134 |
+
value: -1
|
135 |
+
log_level_replica:
|
136 |
+
desc: null
|
137 |
+
value: -1
|
138 |
+
log_on_each_node:
|
139 |
+
desc: null
|
140 |
+
value: true
|
141 |
+
logging_dir:
|
142 |
+
desc: null
|
143 |
+
value: ./runs/Jul10_11-28-59_t1v-n-112df4a9-w-0
|
144 |
+
logging_first_step:
|
145 |
+
desc: null
|
146 |
+
value: false
|
147 |
+
logging_steps:
|
148 |
+
desc: null
|
149 |
+
value: 500
|
150 |
+
logging_strategy:
|
151 |
+
desc: null
|
152 |
+
value: IntervalStrategy.STEPS
|
153 |
+
lr_scheduler_type:
|
154 |
+
desc: null
|
155 |
+
value: SchedulerType.LINEAR
|
156 |
+
max_grad_norm:
|
157 |
+
desc: null
|
158 |
+
value: 1.0
|
159 |
+
max_seq_length:
|
160 |
+
desc: null
|
161 |
+
value: 128
|
162 |
+
max_steps:
|
163 |
+
desc: null
|
164 |
+
value: -1
|
165 |
+
metric_for_best_model:
|
166 |
+
desc: null
|
167 |
+
value: null
|
168 |
+
mlm_probability:
|
169 |
+
desc: null
|
170 |
+
value: 0.15
|
171 |
+
model_name_or_path:
|
172 |
+
desc: null
|
173 |
+
value: null
|
174 |
+
model_type:
|
175 |
+
desc: null
|
176 |
+
value: roberta
|
177 |
+
mp_parameters:
|
178 |
+
desc: null
|
179 |
+
value: ''
|
180 |
+
no_cuda:
|
181 |
+
desc: null
|
182 |
+
value: false
|
183 |
+
num_train_epochs:
|
184 |
+
desc: null
|
185 |
+
value: 8.0
|
186 |
+
output_dir:
|
187 |
+
desc: null
|
188 |
+
value: ./
|
189 |
+
overwrite_cache:
|
190 |
+
desc: null
|
191 |
+
value: false
|
192 |
+
overwrite_output_dir:
|
193 |
+
desc: null
|
194 |
+
value: true
|
195 |
+
pad_to_max_length:
|
196 |
+
desc: null
|
197 |
+
value: false
|
198 |
+
past_index:
|
199 |
+
desc: null
|
200 |
+
value: -1
|
201 |
+
per_device_eval_batch_size:
|
202 |
+
desc: null
|
203 |
+
value: 4
|
204 |
+
per_device_train_batch_size:
|
205 |
+
desc: null
|
206 |
+
value: 4
|
207 |
+
per_gpu_eval_batch_size:
|
208 |
+
desc: null
|
209 |
+
value: null
|
210 |
+
per_gpu_train_batch_size:
|
211 |
+
desc: null
|
212 |
+
value: null
|
213 |
+
prediction_loss_only:
|
214 |
+
desc: null
|
215 |
+
value: false
|
216 |
+
preprocessing_num_workers:
|
217 |
+
desc: null
|
218 |
+
value: null
|
219 |
+
push_to_hub:
|
220 |
+
desc: null
|
221 |
+
value: true
|
222 |
+
push_to_hub_model_id:
|
223 |
+
desc: null
|
224 |
+
value: flax-community/roberta-base-mr
|
225 |
+
push_to_hub_organization:
|
226 |
+
desc: null
|
227 |
+
value: null
|
228 |
+
push_to_hub_token:
|
229 |
+
desc: null
|
230 |
+
value: vdIAyRvCACJNslYtyLHufmNDnUIyknPzUgVDMFiXqJoulvMqjoubonLJzXOJQJczWfRMJumVaMFjGSFVnQAMdswvZkzNIthKrxBeARBXfqnIwjABkKpCbjGEgnkjpjKi
|
231 |
+
remove_unused_columns:
|
232 |
+
desc: null
|
233 |
+
value: true
|
234 |
+
report_to:
|
235 |
+
desc: null
|
236 |
+
value:
|
237 |
+
- wandb
|
238 |
+
resume_from_checkpoint:
|
239 |
+
desc: null
|
240 |
+
value: null
|
241 |
+
run_name:
|
242 |
+
desc: null
|
243 |
+
value: hf-flax-robert-base-mr
|
244 |
+
save_on_each_node:
|
245 |
+
desc: null
|
246 |
+
value: false
|
247 |
+
save_steps:
|
248 |
+
desc: null
|
249 |
+
value: 500
|
250 |
+
save_strategy:
|
251 |
+
desc: null
|
252 |
+
value: IntervalStrategy.STEPS
|
253 |
+
save_total_limit:
|
254 |
+
desc: null
|
255 |
+
value: null
|
256 |
+
seed:
|
257 |
+
desc: null
|
258 |
+
value: 42
|
259 |
+
sharded_ddp:
|
260 |
+
desc: null
|
261 |
+
value: []
|
262 |
+
skip_memory_metrics:
|
263 |
+
desc: null
|
264 |
+
value: true
|
265 |
+
tokenizer_name:
|
266 |
+
desc: null
|
267 |
+
value: ./
|
268 |
+
tpu_metrics_debug:
|
269 |
+
desc: null
|
270 |
+
value: false
|
271 |
+
tpu_num_cores:
|
272 |
+
desc: null
|
273 |
+
value: null
|
274 |
+
train_file:
|
275 |
+
desc: null
|
276 |
+
value: dummy/dummy_mr_train.csv
|
277 |
+
train_ref_file:
|
278 |
+
desc: null
|
279 |
+
value: null
|
280 |
+
use_fast_tokenizer:
|
281 |
+
desc: null
|
282 |
+
value: true
|
283 |
+
use_legacy_prediction_loop:
|
284 |
+
desc: null
|
285 |
+
value: false
|
286 |
+
validation_file:
|
287 |
+
desc: null
|
288 |
+
value: dummy/dummy_mr_validation.csv
|
289 |
+
validation_ref_file:
|
290 |
+
desc: null
|
291 |
+
value: null
|
292 |
+
validation_split_percentage:
|
293 |
+
desc: null
|
294 |
+
value: 5
|
295 |
+
warmup_ratio:
|
296 |
+
desc: null
|
297 |
+
value: 0.0
|
298 |
+
warmup_steps:
|
299 |
+
desc: null
|
300 |
+
value: 1000
|
301 |
+
weight_decay:
|
302 |
+
desc: null
|
303 |
+
value: 0.0
|
wandb/run-20210710_112910-2mowkjdf/files/events.out.tfevents.1625916552.t1v-n-112df4a9-w-0.56815.3.v2
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
/home/nipunsadvilkar/sample/roberta-base-mr/events.out.tfevents.1625916552.t1v-n-112df4a9-w-0.56815.3.v2
|
wandb/run-20210710_112910-2mowkjdf/files/output.log
ADDED
@@ -0,0 +1,39 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
2021-07-10 11:29:12.228649: W tensorflow/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory
|
2 |
+
2021-07-10 11:29:12.228690: W tensorflow/stream_executor/cuda/cuda_driver.cc:326] failed call to cuInit: UNKNOWN ERROR (303)
|
3 |
+
/home/nipunsadvilkar/roberta_mr_env/lib/python3.8/site-packages/jax/lib/xla_bridge.py:382: UserWarning: jax.host_count has been renamed to jax.process_count. This alias will eventually be removed; please update your code.
|
4 |
+
warnings.warn(
|
5 |
+
/home/nipunsadvilkar/roberta_mr_env/lib/python3.8/site-packages/jax/lib/xla_bridge.py:369: UserWarning: jax.host_id has been renamed to jax.process_index. This alias will eventually be removed; please update your code.
|
6 |
+
warnings.warn(
|
7 |
+
Epoch ... (1/8): 0%| | 0/8 [00:00<?, ?it/s]
|
8 |
+
|
9 |
+
|
10 |
+
Epoch ... (1/8): 12%|███████████████████ | 1/8 [01:19<09:16, 79.51s/it]
|
11 |
+
|
12 |
+
|
13 |
+
Epoch ... (1/8): 25%|██████████████████████████████████████ | 2/8 [01:24<03:35, 35.84s/it]
|
14 |
+
|
15 |
+
Epoch ... (1/8): 38%|█████████████████████████████████████████████████████████ | 3/8 [01:30<01:49, 21.92s/it]
|
16 |
+
Training...: 38%|██████████████████████████████████████████████████████████▎ | 56/147 [00:02<00:02, 31.29it/s]
|
17 |
+
Evaluating ...: 0%| | 0/58 [00:00<?, ?it/s]
|
18 |
+
|
19 |
+
Evaluating ...: 47%|██████████████████████████████████████████████████████████████████████▎ | 27/58 [00:04<00:02, 11.53it/s]
|
20 |
+
huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
|
21 |
+
To disable this warning, you can either:
|
22 |
+
- Avoid using `tokenizers` before the fork if possible
|
23 |
+
git-lfs/2.9.2 (GitHub; linux amd64; go 1.13.5)██████████████████████████████████████████████████████████████████████████████████████████████████████████████▍ | 52/58 [00:04<00:00, 31.08it/s]
|
24 |
+
[11:30:56] - DEBUG - huggingface_hub.repository - [Repository] is a valid git repo
|
25 |
+
huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
|
26 |
+
To disable this warning, you can either:
|
27 |
+
- Avoid using `tokenizers` before the fork if possible
|
28 |
+
- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
|
29 |
+
huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
|
30 |
+
To disable this warning, you can either:
|
31 |
+
- Avoid using `tokenizers` before the fork if possible
|
32 |
+
- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
|
33 |
+
huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
|
34 |
+
To disable this warning, you can either:
|
35 |
+
- Avoid using `tokenizers` before the fork if possible
|
36 |
+
- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
|
37 |
+
huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
|
38 |
+
To disable this warning, you can either:
|
39 |
+
- Avoid using `tokenizers` before the fork if possible
|
wandb/run-20210710_112910-2mowkjdf/files/requirements.txt
ADDED
@@ -0,0 +1,116 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
absl-py==0.13.0
|
2 |
+
aiohttp==3.7.4.post0
|
3 |
+
astunparse==1.6.3
|
4 |
+
async-timeout==3.0.1
|
5 |
+
attrs==21.2.0
|
6 |
+
backcall==0.2.0
|
7 |
+
cachetools==4.2.2
|
8 |
+
certifi==2021.5.30
|
9 |
+
chardet==4.0.0
|
10 |
+
chex==0.0.8
|
11 |
+
click==8.0.1
|
12 |
+
configparser==5.0.2
|
13 |
+
cycler==0.10.0
|
14 |
+
datasets==1.9.1.dev0
|
15 |
+
debugpy==1.3.0
|
16 |
+
decorator==5.0.9
|
17 |
+
dill==0.3.4
|
18 |
+
dm-tree==0.1.6
|
19 |
+
docker-pycreds==0.4.0
|
20 |
+
filelock==3.0.12
|
21 |
+
flatbuffers==1.12
|
22 |
+
flax==0.3.4
|
23 |
+
fsspec==2021.6.1
|
24 |
+
gast==0.4.0
|
25 |
+
gitdb==4.0.7
|
26 |
+
gitpython==3.1.18
|
27 |
+
google-auth-oauthlib==0.4.4
|
28 |
+
google-auth==1.32.1
|
29 |
+
google-pasta==0.2.0
|
30 |
+
grpcio==1.34.1
|
31 |
+
gviz-api==1.9.0
|
32 |
+
h5py==3.1.0
|
33 |
+
huggingface-hub==0.0.12
|
34 |
+
idna==2.10
|
35 |
+
ipdb==0.13.9
|
36 |
+
ipykernel==6.0.1
|
37 |
+
ipython-genutils==0.2.0
|
38 |
+
ipython==7.25.0
|
39 |
+
jax==0.2.16
|
40 |
+
jaxlib==0.1.68
|
41 |
+
jedi==0.18.0
|
42 |
+
joblib==1.0.1
|
43 |
+
jupyter-client==6.1.12
|
44 |
+
jupyter-core==4.7.1
|
45 |
+
keras-nightly==2.5.0.dev2021032900
|
46 |
+
keras-preprocessing==1.1.2
|
47 |
+
kiwisolver==1.3.1
|
48 |
+
libtpu-nightly==0.1.dev20210615
|
49 |
+
markdown==3.3.4
|
50 |
+
matplotlib-inline==0.1.2
|
51 |
+
matplotlib==3.4.2
|
52 |
+
msgpack==1.0.2
|
53 |
+
multidict==5.1.0
|
54 |
+
multiprocess==0.70.12.2
|
55 |
+
numpy==1.19.5
|
56 |
+
oauthlib==3.1.1
|
57 |
+
opt-einsum==3.3.0
|
58 |
+
optax==0.0.9
|
59 |
+
packaging==21.0
|
60 |
+
pandas==1.3.0
|
61 |
+
parso==0.8.2
|
62 |
+
pathtools==0.1.2
|
63 |
+
pexpect==4.8.0
|
64 |
+
pickleshare==0.7.5
|
65 |
+
pillow==8.3.1
|
66 |
+
pip==20.0.2
|
67 |
+
pkg-resources==0.0.0
|
68 |
+
promise==2.3
|
69 |
+
prompt-toolkit==3.0.19
|
70 |
+
protobuf==3.17.3
|
71 |
+
psutil==5.8.0
|
72 |
+
ptyprocess==0.7.0
|
73 |
+
pyarrow==4.0.1
|
74 |
+
pyasn1-modules==0.2.8
|
75 |
+
pyasn1==0.4.8
|
76 |
+
pygments==2.9.0
|
77 |
+
pyparsing==2.4.7
|
78 |
+
python-dateutil==2.8.1
|
79 |
+
pytz==2021.1
|
80 |
+
pyyaml==5.4.1
|
81 |
+
pyzmq==22.1.0
|
82 |
+
regex==2021.7.6
|
83 |
+
requests-oauthlib==1.3.0
|
84 |
+
requests==2.25.1
|
85 |
+
rsa==4.7.2
|
86 |
+
sacremoses==0.0.45
|
87 |
+
scipy==1.7.0
|
88 |
+
sentry-sdk==1.3.0
|
89 |
+
setuptools==44.0.0
|
90 |
+
shortuuid==1.0.1
|
91 |
+
six==1.15.0
|
92 |
+
smmap==4.0.0
|
93 |
+
subprocess32==3.5.4
|
94 |
+
tensorboard-data-server==0.6.1
|
95 |
+
tensorboard-plugin-profile==2.4.0
|
96 |
+
tensorboard-plugin-wit==1.8.0
|
97 |
+
tensorboard==2.5.0
|
98 |
+
tensorflow-estimator==2.5.0
|
99 |
+
tensorflow==2.5.0
|
100 |
+
termcolor==1.1.0
|
101 |
+
tokenizers==0.10.3
|
102 |
+
toml==0.10.2
|
103 |
+
toolz==0.11.1
|
104 |
+
tornado==6.1
|
105 |
+
tqdm==4.61.2
|
106 |
+
traitlets==5.0.5
|
107 |
+
transformers==4.9.0.dev0
|
108 |
+
typing-extensions==3.7.4.3
|
109 |
+
urllib3==1.26.6
|
110 |
+
wandb==0.10.33
|
111 |
+
wcwidth==0.2.5
|
112 |
+
werkzeug==2.0.1
|
113 |
+
wheel==0.36.2
|
114 |
+
wrapt==1.12.1
|
115 |
+
xxhash==2.0.2
|
116 |
+
yarl==1.6.3
|
wandb/run-20210710_112910-2mowkjdf/files/wandb-metadata.json
ADDED
@@ -0,0 +1,43 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"os": "Linux-5.4.0-1043-gcp-x86_64-with-glibc2.29",
|
3 |
+
"python": "3.8.10",
|
4 |
+
"heartbeatAt": "2021-07-10T11:29:12.123773",
|
5 |
+
"startedAt": "2021-07-10T11:29:10.129593",
|
6 |
+
"docker": null,
|
7 |
+
"cpu_count": 96,
|
8 |
+
"cuda": null,
|
9 |
+
"args": [
|
10 |
+
"--output_dir=./",
|
11 |
+
"--model_type=roberta",
|
12 |
+
"--config_name=./",
|
13 |
+
"--tokenizer_name=./",
|
14 |
+
"--train_file=dummy/dummy_mr_train.csv",
|
15 |
+
"--validation_file=dummy/dummy_mr_validation.csv",
|
16 |
+
"--max_seq_length=128",
|
17 |
+
"--per_device_train_batch_size=4",
|
18 |
+
"--per_device_eval_batch_size=4",
|
19 |
+
"--learning_rate=3e-4",
|
20 |
+
"--warmup_steps=1000",
|
21 |
+
"--overwrite_output_dir",
|
22 |
+
"--num_train_epochs=8",
|
23 |
+
"--report_to",
|
24 |
+
"wandb",
|
25 |
+
"--run_name",
|
26 |
+
"hf-flax-robert-base-mr",
|
27 |
+
"--push_to_hub_model_id=flax-community/roberta-base-mr",
|
28 |
+
"--push_to_hub_token=vdIAyRvCACJNslYtyLHufmNDnUIyknPzUgVDMFiXqJoulvMqjoubonLJzXOJQJczWfRMJumVaMFjGSFVnQAMdswvZkzNIthKrxBeARBXfqnIwjABkKpCbjGEgnkjpjKi",
|
29 |
+
"--push_to_hub"
|
30 |
+
],
|
31 |
+
"state": "running",
|
32 |
+
"program": "run_mlm_flax.py",
|
33 |
+
"codePath": "run_mlm_flax.py",
|
34 |
+
"git": {
|
35 |
+
"remote": "https://huggingface.co/flax-community/roberta-base-mr",
|
36 |
+
"commit": "709c83d1c85e630bda803b03ce6b3bcc4ce98dc9"
|
37 |
+
},
|
38 |
+
"email": "nipunsadvilkar@gmail.com",
|
39 |
+
"root": "/home/nipunsadvilkar/sample/roberta-base-mr",
|
40 |
+
"host": "t1v-n-112df4a9-w-0",
|
41 |
+
"username": "nipunsadvilkar",
|
42 |
+
"executable": "/home/nipunsadvilkar/roberta_mr_env/bin/python"
|
43 |
+
}
|
wandb/run-20210710_112910-2mowkjdf/files/wandb-summary.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"global_step": 500, "_timestamp": 1625916650.148326, "train_time": 2.491791248321533, "train_learning_rate": 0.0001500000071246177, "_step": 115, "train_loss": 4.0718536376953125}
|
wandb/run-20210710_112910-2mowkjdf/logs/debug-internal.log
ADDED
@@ -0,0 +1,431 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
2021-07-10 11:29:10,766 INFO MainThread:58251 [internal.py:wandb_internal():88] W&B internal server running at pid: 58251, started at: 2021-07-10 11:29:10.765853
|
2 |
+
2021-07-10 11:29:10,767 INFO WriterThread:58251 [datastore.py:open_for_write():80] open: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/run-2mowkjdf.wandb
|
3 |
+
2021-07-10 11:29:10,768 DEBUG HandlerThread:58251 [handler.py:handle_request():124] handle_request: check_version
|
4 |
+
2021-07-10 11:29:10,769 DEBUG SenderThread:58251 [sender.py:send():179] send: header
|
5 |
+
2021-07-10 11:29:10,769 DEBUG SenderThread:58251 [sender.py:send_request():193] send_request: check_version
|
6 |
+
2021-07-10 11:29:10,832 DEBUG SenderThread:58251 [sender.py:send():179] send: run
|
7 |
+
2021-07-10 11:29:10,896 INFO SenderThread:58251 [dir_watcher.py:__init__():168] watching files in: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/files
|
8 |
+
2021-07-10 11:29:10,896 INFO SenderThread:58251 [sender.py:_start_run_threads():716] run started: 2mowkjdf with start time 1625916550
|
9 |
+
2021-07-10 11:29:10,896 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
10 |
+
2021-07-10 11:29:10,896 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
11 |
+
2021-07-10 11:29:10,896 DEBUG HandlerThread:58251 [handler.py:handle_request():124] handle_request: run_start
|
12 |
+
2021-07-10 11:29:11,897 INFO Thread-8 :58251 [dir_watcher.py:_on_file_created():216] file/dir created: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/files/wandb-summary.json
|
13 |
+
2021-07-10 11:29:12,123 DEBUG HandlerThread:58251 [meta.py:__init__():39] meta init
|
14 |
+
2021-07-10 11:29:12,123 DEBUG HandlerThread:58251 [meta.py:__init__():53] meta init done
|
15 |
+
2021-07-10 11:29:12,123 DEBUG HandlerThread:58251 [meta.py:probe():210] probe
|
16 |
+
2021-07-10 11:29:12,125 DEBUG HandlerThread:58251 [meta.py:_setup_git():200] setup git
|
17 |
+
2021-07-10 11:29:12,154 DEBUG HandlerThread:58251 [meta.py:_setup_git():207] setup git done
|
18 |
+
2021-07-10 11:29:12,154 DEBUG HandlerThread:58251 [meta.py:_save_pip():57] save pip
|
19 |
+
2021-07-10 11:29:12,154 DEBUG HandlerThread:58251 [meta.py:_save_pip():71] save pip done
|
20 |
+
2021-07-10 11:29:12,155 DEBUG HandlerThread:58251 [meta.py:probe():252] probe done
|
21 |
+
2021-07-10 11:29:12,158 DEBUG SenderThread:58251 [sender.py:send():179] send: files
|
22 |
+
2021-07-10 11:29:12,159 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-metadata.json with policy now
|
23 |
+
2021-07-10 11:29:12,166 DEBUG HandlerThread:58251 [handler.py:handle_request():124] handle_request: stop_status
|
24 |
+
2021-07-10 11:29:12,166 DEBUG SenderThread:58251 [sender.py:send_request():193] send_request: stop_status
|
25 |
+
2021-07-10 11:29:12,193 DEBUG SenderThread:58251 [sender.py:send():179] send: config
|
26 |
+
2021-07-10 11:29:12,193 DEBUG SenderThread:58251 [sender.py:send():179] send: config
|
27 |
+
2021-07-10 11:29:12,193 DEBUG SenderThread:58251 [sender.py:send():179] send: config
|
28 |
+
2021-07-10 11:29:12,245 INFO HandlerThread:58251 [handler.py:handle_tbrecord():547] handling tbrecord: tbrecord {
|
29 |
+
log_dir: "."
|
30 |
+
save: true
|
31 |
+
}
|
32 |
+
|
33 |
+
2021-07-10 11:29:12,246 DEBUG HandlerThread:58251 [config_util.py:dict_from_config_file():101] no default config file found in config-defaults.yaml
|
34 |
+
2021-07-10 11:29:12,254 DEBUG SenderThread:58251 [sender.py:send():179] send: tbrecord
|
35 |
+
2021-07-10 11:29:12,256 DEBUG SenderThread:58251 [sender.py:send():179] send: files
|
36 |
+
2021-07-10 11:29:12,256 INFO SenderThread:58251 [sender.py:_save_file():841] saving file events.out.tfevents.1625916552.t1v-n-112df4a9-w-0.56815.3.v2 with policy live
|
37 |
+
2021-07-10 11:29:12,444 INFO Thread-14 :58251 [upload_job.py:push():137] Uploaded file /tmp/tmpoxa5lxa1wandb/5mdei2m8-events.out.tfevents.1625916552.t1v-n-112df4a9-w-0.56815.3.v2
|
38 |
+
2021-07-10 11:29:12,457 INFO Thread-11 :58251 [upload_job.py:push():137] Uploaded file /tmp/tmpoxa5lxa1wandb/3asqgshc-wandb-metadata.json
|
39 |
+
2021-07-10 11:29:12,897 INFO Thread-8 :58251 [dir_watcher.py:_on_file_created():216] file/dir created: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/files/wandb-metadata.json
|
40 |
+
2021-07-10 11:29:12,897 INFO Thread-8 :58251 [dir_watcher.py:_on_file_created():216] file/dir created: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/files/requirements.txt
|
41 |
+
2021-07-10 11:29:12,897 INFO Thread-8 :58251 [dir_watcher.py:_on_file_created():216] file/dir created: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/files/output.log
|
42 |
+
2021-07-10 11:29:12,898 INFO Thread-8 :58251 [dir_watcher.py:_on_file_created():216] file/dir created: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/files/events.out.tfevents.1625916552.t1v-n-112df4a9-w-0.56815.3.v2
|
43 |
+
2021-07-10 11:29:14,898 INFO Thread-8 :58251 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/files/output.log
|
44 |
+
2021-07-10 11:29:18,899 INFO Thread-8 :58251 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/files/output.log
|
45 |
+
2021-07-10 11:29:20,900 INFO Thread-8 :58251 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/files/output.log
|
46 |
+
2021-07-10 11:29:27,211 DEBUG HandlerThread:58251 [handler.py:handle_request():124] handle_request: stop_status
|
47 |
+
2021-07-10 11:29:27,212 DEBUG SenderThread:58251 [sender.py:send_request():193] send_request: stop_status
|
48 |
+
2021-07-10 11:29:40,208 DEBUG SenderThread:58251 [sender.py:send():179] send: stats
|
49 |
+
2021-07-10 11:29:41,908 INFO Thread-8 :58251 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/files/config.yaml
|
50 |
+
2021-07-10 11:29:42,252 DEBUG HandlerThread:58251 [handler.py:handle_request():124] handle_request: stop_status
|
51 |
+
2021-07-10 11:29:42,252 DEBUG SenderThread:58251 [sender.py:send_request():193] send_request: stop_status
|
52 |
+
2021-07-10 11:29:57,281 DEBUG HandlerThread:58251 [handler.py:handle_request():124] handle_request: stop_status
|
53 |
+
2021-07-10 11:29:57,282 DEBUG SenderThread:58251 [sender.py:send_request():193] send_request: stop_status
|
54 |
+
2021-07-10 11:30:10,286 DEBUG SenderThread:58251 [sender.py:send():179] send: stats
|
55 |
+
2021-07-10 11:30:12,308 DEBUG HandlerThread:58251 [handler.py:handle_request():124] handle_request: stop_status
|
56 |
+
2021-07-10 11:30:12,309 DEBUG SenderThread:58251 [sender.py:send_request():193] send_request: stop_status
|
57 |
+
2021-07-10 11:30:27,338 DEBUG HandlerThread:58251 [handler.py:handle_request():124] handle_request: stop_status
|
58 |
+
2021-07-10 11:30:27,338 DEBUG SenderThread:58251 [sender.py:send_request():193] send_request: stop_status
|
59 |
+
2021-07-10 11:30:34,926 INFO Thread-8 :58251 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/files/output.log
|
60 |
+
2021-07-10 11:30:36,927 INFO Thread-8 :58251 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/files/output.log
|
61 |
+
2021-07-10 11:30:38,928 INFO Thread-8 :58251 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/files/output.log
|
62 |
+
2021-07-10 11:30:40,361 DEBUG SenderThread:58251 [sender.py:send():179] send: stats
|
63 |
+
2021-07-10 11:30:40,928 INFO Thread-8 :58251 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/files/output.log
|
64 |
+
2021-07-10 11:30:42,369 DEBUG HandlerThread:58251 [handler.py:handle_request():124] handle_request: stop_status
|
65 |
+
2021-07-10 11:30:42,369 DEBUG SenderThread:58251 [sender.py:send_request():193] send_request: stop_status
|
66 |
+
2021-07-10 11:30:42,929 INFO Thread-8 :58251 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/files/output.log
|
67 |
+
2021-07-10 11:30:44,930 INFO Thread-8 :58251 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/files/output.log
|
68 |
+
2021-07-10 11:30:46,931 INFO Thread-8 :58251 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/files/output.log
|
69 |
+
2021-07-10 11:30:48,931 INFO Thread-8 :58251 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/files/output.log
|
70 |
+
2021-07-10 11:30:49,932 INFO Thread-8 :58251 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/files/events.out.tfevents.1625916552.t1v-n-112df4a9-w-0.56815.3.v2
|
71 |
+
2021-07-10 11:30:50,222 INFO Thread-15 :58251 [upload_job.py:push():137] Uploaded file /tmp/tmpoxa5lxa1wandb/vyqcf78j-events.out.tfevents.1625916552.t1v-n-112df4a9-w-0.56815.3.v2
|
72 |
+
2021-07-10 11:30:50,448 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
73 |
+
2021-07-10 11:30:50,454 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
74 |
+
2021-07-10 11:30:50,456 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
75 |
+
2021-07-10 11:30:50,456 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
76 |
+
2021-07-10 11:30:50,459 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
77 |
+
2021-07-10 11:30:50,467 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
78 |
+
2021-07-10 11:30:50,483 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
79 |
+
2021-07-10 11:30:50,484 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
80 |
+
2021-07-10 11:30:50,490 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
81 |
+
2021-07-10 11:30:50,495 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
82 |
+
2021-07-10 11:30:50,495 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
83 |
+
2021-07-10 11:30:50,495 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
84 |
+
2021-07-10 11:30:50,495 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
85 |
+
2021-07-10 11:30:50,496 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
86 |
+
2021-07-10 11:30:50,496 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
87 |
+
2021-07-10 11:30:50,496 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
88 |
+
2021-07-10 11:30:50,496 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
89 |
+
2021-07-10 11:30:50,497 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
90 |
+
2021-07-10 11:30:50,497 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
91 |
+
2021-07-10 11:30:50,497 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
92 |
+
2021-07-10 11:30:50,497 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
93 |
+
2021-07-10 11:30:50,498 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
94 |
+
2021-07-10 11:30:50,498 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
95 |
+
2021-07-10 11:30:50,498 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
96 |
+
2021-07-10 11:30:50,498 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
97 |
+
2021-07-10 11:30:50,498 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
98 |
+
2021-07-10 11:30:50,499 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
99 |
+
2021-07-10 11:30:50,499 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
100 |
+
2021-07-10 11:30:50,499 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
101 |
+
2021-07-10 11:30:50,499 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
102 |
+
2021-07-10 11:30:50,499 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
103 |
+
2021-07-10 11:30:50,499 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
104 |
+
2021-07-10 11:30:50,500 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
105 |
+
2021-07-10 11:30:50,500 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
106 |
+
2021-07-10 11:30:50,500 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
107 |
+
2021-07-10 11:30:50,500 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
108 |
+
2021-07-10 11:30:50,500 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
109 |
+
2021-07-10 11:30:50,500 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
110 |
+
2021-07-10 11:30:50,501 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
111 |
+
2021-07-10 11:30:50,501 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
112 |
+
2021-07-10 11:30:50,501 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
113 |
+
2021-07-10 11:30:50,501 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
114 |
+
2021-07-10 11:30:50,501 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
115 |
+
2021-07-10 11:30:50,501 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
116 |
+
2021-07-10 11:30:50,502 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
117 |
+
2021-07-10 11:30:50,502 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
118 |
+
2021-07-10 11:30:50,502 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
119 |
+
2021-07-10 11:30:50,502 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
120 |
+
2021-07-10 11:30:50,502 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
121 |
+
2021-07-10 11:30:50,502 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
122 |
+
2021-07-10 11:30:50,503 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
123 |
+
2021-07-10 11:30:50,503 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
124 |
+
2021-07-10 11:30:50,503 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
125 |
+
2021-07-10 11:30:50,503 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
126 |
+
2021-07-10 11:30:50,503 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
127 |
+
2021-07-10 11:30:50,503 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
128 |
+
2021-07-10 11:30:50,504 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
129 |
+
2021-07-10 11:30:50,504 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
130 |
+
2021-07-10 11:30:50,504 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
131 |
+
2021-07-10 11:30:50,504 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
132 |
+
2021-07-10 11:30:50,504 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
133 |
+
2021-07-10 11:30:50,504 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
134 |
+
2021-07-10 11:30:50,505 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
135 |
+
2021-07-10 11:30:50,505 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
136 |
+
2021-07-10 11:30:50,505 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
137 |
+
2021-07-10 11:30:50,505 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
138 |
+
2021-07-10 11:30:50,505 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
139 |
+
2021-07-10 11:30:50,505 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
140 |
+
2021-07-10 11:30:50,506 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
141 |
+
2021-07-10 11:30:50,506 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
142 |
+
2021-07-10 11:30:50,506 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
143 |
+
2021-07-10 11:30:50,506 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
144 |
+
2021-07-10 11:30:50,506 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
145 |
+
2021-07-10 11:30:50,506 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
146 |
+
2021-07-10 11:30:50,507 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
147 |
+
2021-07-10 11:30:50,507 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
148 |
+
2021-07-10 11:30:50,507 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
149 |
+
2021-07-10 11:30:50,507 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
150 |
+
2021-07-10 11:30:50,507 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
151 |
+
2021-07-10 11:30:50,508 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
152 |
+
2021-07-10 11:30:50,508 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
153 |
+
2021-07-10 11:30:50,508 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
154 |
+
2021-07-10 11:30:50,508 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
155 |
+
2021-07-10 11:30:50,508 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
156 |
+
2021-07-10 11:30:50,509 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
157 |
+
2021-07-10 11:30:50,509 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
158 |
+
2021-07-10 11:30:50,509 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
159 |
+
2021-07-10 11:30:50,509 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
160 |
+
2021-07-10 11:30:50,509 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
161 |
+
2021-07-10 11:30:50,509 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
162 |
+
2021-07-10 11:30:50,510 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
163 |
+
2021-07-10 11:30:50,510 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
164 |
+
2021-07-10 11:30:50,510 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
165 |
+
2021-07-10 11:30:50,510 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
166 |
+
2021-07-10 11:30:50,510 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
167 |
+
2021-07-10 11:30:50,510 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
168 |
+
2021-07-10 11:30:50,511 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
169 |
+
2021-07-10 11:30:50,511 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
170 |
+
2021-07-10 11:30:50,511 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
171 |
+
2021-07-10 11:30:50,511 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
172 |
+
2021-07-10 11:30:50,511 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
173 |
+
2021-07-10 11:30:50,512 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
174 |
+
2021-07-10 11:30:50,512 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
175 |
+
2021-07-10 11:30:50,512 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
176 |
+
2021-07-10 11:30:50,512 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
177 |
+
2021-07-10 11:30:50,512 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
178 |
+
2021-07-10 11:30:50,512 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
179 |
+
2021-07-10 11:30:50,513 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
180 |
+
2021-07-10 11:30:50,513 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
181 |
+
2021-07-10 11:30:50,513 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
182 |
+
2021-07-10 11:30:50,513 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
183 |
+
2021-07-10 11:30:50,513 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
184 |
+
2021-07-10 11:30:50,513 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
185 |
+
2021-07-10 11:30:50,514 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
186 |
+
2021-07-10 11:30:50,514 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
187 |
+
2021-07-10 11:30:50,514 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
188 |
+
2021-07-10 11:30:50,514 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
189 |
+
2021-07-10 11:30:50,514 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
190 |
+
2021-07-10 11:30:50,514 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
191 |
+
2021-07-10 11:30:50,515 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
192 |
+
2021-07-10 11:30:50,515 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
193 |
+
2021-07-10 11:30:50,515 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
194 |
+
2021-07-10 11:30:50,515 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
195 |
+
2021-07-10 11:30:50,515 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
196 |
+
2021-07-10 11:30:50,515 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
197 |
+
2021-07-10 11:30:50,516 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
198 |
+
2021-07-10 11:30:50,516 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
199 |
+
2021-07-10 11:30:50,516 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
200 |
+
2021-07-10 11:30:50,516 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
201 |
+
2021-07-10 11:30:50,516 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
202 |
+
2021-07-10 11:30:50,517 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
203 |
+
2021-07-10 11:30:50,517 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
204 |
+
2021-07-10 11:30:50,517 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
205 |
+
2021-07-10 11:30:50,517 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
206 |
+
2021-07-10 11:30:50,517 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
207 |
+
2021-07-10 11:30:50,518 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
208 |
+
2021-07-10 11:30:50,518 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
209 |
+
2021-07-10 11:30:50,518 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
210 |
+
2021-07-10 11:30:50,518 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
211 |
+
2021-07-10 11:30:50,518 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
212 |
+
2021-07-10 11:30:50,519 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
213 |
+
2021-07-10 11:30:50,519 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
214 |
+
2021-07-10 11:30:50,519 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
215 |
+
2021-07-10 11:30:50,519 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
216 |
+
2021-07-10 11:30:50,519 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
217 |
+
2021-07-10 11:30:50,519 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
218 |
+
2021-07-10 11:30:50,520 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
219 |
+
2021-07-10 11:30:50,520 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
220 |
+
2021-07-10 11:30:50,520 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
221 |
+
2021-07-10 11:30:50,520 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
222 |
+
2021-07-10 11:30:50,520 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
223 |
+
2021-07-10 11:30:50,520 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
224 |
+
2021-07-10 11:30:50,521 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
225 |
+
2021-07-10 11:30:50,521 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
226 |
+
2021-07-10 11:30:50,521 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
227 |
+
2021-07-10 11:30:50,521 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
228 |
+
2021-07-10 11:30:50,521 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
229 |
+
2021-07-10 11:30:50,521 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
230 |
+
2021-07-10 11:30:50,522 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
231 |
+
2021-07-10 11:30:50,522 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
232 |
+
2021-07-10 11:30:50,522 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
233 |
+
2021-07-10 11:30:50,522 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
234 |
+
2021-07-10 11:30:50,522 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
235 |
+
2021-07-10 11:30:50,523 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
236 |
+
2021-07-10 11:30:50,523 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
237 |
+
2021-07-10 11:30:50,523 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
238 |
+
2021-07-10 11:30:50,523 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
239 |
+
2021-07-10 11:30:50,523 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
240 |
+
2021-07-10 11:30:50,523 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
241 |
+
2021-07-10 11:30:50,524 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
242 |
+
2021-07-10 11:30:50,524 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
243 |
+
2021-07-10 11:30:50,524 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
244 |
+
2021-07-10 11:30:50,524 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
245 |
+
2021-07-10 11:30:50,524 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
246 |
+
2021-07-10 11:30:50,525 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
247 |
+
2021-07-10 11:30:50,525 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
248 |
+
2021-07-10 11:30:50,525 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
249 |
+
2021-07-10 11:30:50,525 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
250 |
+
2021-07-10 11:30:50,525 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
251 |
+
2021-07-10 11:30:50,525 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
252 |
+
2021-07-10 11:30:50,526 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
253 |
+
2021-07-10 11:30:50,526 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
254 |
+
2021-07-10 11:30:50,526 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
255 |
+
2021-07-10 11:30:50,526 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
256 |
+
2021-07-10 11:30:50,526 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
257 |
+
2021-07-10 11:30:50,526 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
258 |
+
2021-07-10 11:30:50,527 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
259 |
+
2021-07-10 11:30:50,527 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
260 |
+
2021-07-10 11:30:50,527 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
261 |
+
2021-07-10 11:30:50,527 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
262 |
+
2021-07-10 11:30:50,527 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
263 |
+
2021-07-10 11:30:50,527 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
264 |
+
2021-07-10 11:30:50,528 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
265 |
+
2021-07-10 11:30:50,528 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
266 |
+
2021-07-10 11:30:50,528 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
267 |
+
2021-07-10 11:30:50,528 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
268 |
+
2021-07-10 11:30:50,528 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
269 |
+
2021-07-10 11:30:50,529 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
270 |
+
2021-07-10 11:30:50,529 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
271 |
+
2021-07-10 11:30:50,529 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
272 |
+
2021-07-10 11:30:50,529 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
273 |
+
2021-07-10 11:30:50,529 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
274 |
+
2021-07-10 11:30:50,529 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
275 |
+
2021-07-10 11:30:50,530 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
276 |
+
2021-07-10 11:30:50,530 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
277 |
+
2021-07-10 11:30:50,530 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
278 |
+
2021-07-10 11:30:50,530 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
279 |
+
2021-07-10 11:30:50,530 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
280 |
+
2021-07-10 11:30:50,530 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
281 |
+
2021-07-10 11:30:50,530 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
282 |
+
2021-07-10 11:30:50,531 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
283 |
+
2021-07-10 11:30:50,531 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
284 |
+
2021-07-10 11:30:50,531 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
285 |
+
2021-07-10 11:30:50,531 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
286 |
+
2021-07-10 11:30:50,531 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
287 |
+
2021-07-10 11:30:50,531 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
288 |
+
2021-07-10 11:30:50,532 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
289 |
+
2021-07-10 11:30:50,532 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
290 |
+
2021-07-10 11:30:50,532 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
291 |
+
2021-07-10 11:30:50,532 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
292 |
+
2021-07-10 11:30:50,532 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
293 |
+
2021-07-10 11:30:50,532 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
294 |
+
2021-07-10 11:30:50,532 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
295 |
+
2021-07-10 11:30:50,533 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
296 |
+
2021-07-10 11:30:50,533 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
297 |
+
2021-07-10 11:30:50,533 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
298 |
+
2021-07-10 11:30:50,533 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
299 |
+
2021-07-10 11:30:50,533 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
300 |
+
2021-07-10 11:30:50,533 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
301 |
+
2021-07-10 11:30:50,534 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
302 |
+
2021-07-10 11:30:50,534 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
303 |
+
2021-07-10 11:30:50,534 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
304 |
+
2021-07-10 11:30:50,534 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
305 |
+
2021-07-10 11:30:50,534 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
306 |
+
2021-07-10 11:30:50,534 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
307 |
+
2021-07-10 11:30:50,535 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
308 |
+
2021-07-10 11:30:50,535 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
309 |
+
2021-07-10 11:30:50,535 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
310 |
+
2021-07-10 11:30:50,535 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
311 |
+
2021-07-10 11:30:50,535 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
312 |
+
2021-07-10 11:30:50,535 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
313 |
+
2021-07-10 11:30:50,536 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
314 |
+
2021-07-10 11:30:50,536 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
315 |
+
2021-07-10 11:30:50,536 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
316 |
+
2021-07-10 11:30:50,536 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
317 |
+
2021-07-10 11:30:50,536 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
318 |
+
2021-07-10 11:30:50,536 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
319 |
+
2021-07-10 11:30:50,536 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
320 |
+
2021-07-10 11:30:50,537 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
321 |
+
2021-07-10 11:30:50,537 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
322 |
+
2021-07-10 11:30:50,537 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
323 |
+
2021-07-10 11:30:50,537 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
324 |
+
2021-07-10 11:30:50,537 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
325 |
+
2021-07-10 11:30:50,537 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
326 |
+
2021-07-10 11:30:50,538 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
327 |
+
2021-07-10 11:30:50,538 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
328 |
+
2021-07-10 11:30:50,538 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
329 |
+
2021-07-10 11:30:50,538 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
330 |
+
2021-07-10 11:30:50,538 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
331 |
+
2021-07-10 11:30:50,538 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
332 |
+
2021-07-10 11:30:50,539 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
333 |
+
2021-07-10 11:30:50,539 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
334 |
+
2021-07-10 11:30:50,539 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
335 |
+
2021-07-10 11:30:50,539 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
336 |
+
2021-07-10 11:30:50,539 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
337 |
+
2021-07-10 11:30:50,539 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
338 |
+
2021-07-10 11:30:50,540 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
339 |
+
2021-07-10 11:30:50,540 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
340 |
+
2021-07-10 11:30:50,540 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
341 |
+
2021-07-10 11:30:50,540 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
342 |
+
2021-07-10 11:30:50,540 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
343 |
+
2021-07-10 11:30:50,540 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
344 |
+
2021-07-10 11:30:50,541 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
345 |
+
2021-07-10 11:30:50,541 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
346 |
+
2021-07-10 11:30:50,541 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
347 |
+
2021-07-10 11:30:50,541 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
348 |
+
2021-07-10 11:30:50,541 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
349 |
+
2021-07-10 11:30:50,541 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
350 |
+
2021-07-10 11:30:50,542 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
351 |
+
2021-07-10 11:30:50,542 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
352 |
+
2021-07-10 11:30:50,542 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
353 |
+
2021-07-10 11:30:50,542 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
354 |
+
2021-07-10 11:30:50,542 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
355 |
+
2021-07-10 11:30:50,542 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
356 |
+
2021-07-10 11:30:50,543 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
357 |
+
2021-07-10 11:30:50,543 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
358 |
+
2021-07-10 11:30:50,543 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
359 |
+
2021-07-10 11:30:50,543 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
360 |
+
2021-07-10 11:30:50,543 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
361 |
+
2021-07-10 11:30:50,543 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
362 |
+
2021-07-10 11:30:50,544 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
363 |
+
2021-07-10 11:30:50,544 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
364 |
+
2021-07-10 11:30:50,544 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
365 |
+
2021-07-10 11:30:50,544 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
366 |
+
2021-07-10 11:30:50,544 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
367 |
+
2021-07-10 11:30:50,544 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
368 |
+
2021-07-10 11:30:50,545 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
369 |
+
2021-07-10 11:30:50,545 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
370 |
+
2021-07-10 11:30:50,545 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
371 |
+
2021-07-10 11:30:50,545 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
372 |
+
2021-07-10 11:30:50,545 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
373 |
+
2021-07-10 11:30:50,545 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
374 |
+
2021-07-10 11:30:50,546 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
375 |
+
2021-07-10 11:30:50,546 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
376 |
+
2021-07-10 11:30:50,546 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
377 |
+
2021-07-10 11:30:50,546 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
378 |
+
2021-07-10 11:30:50,546 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
379 |
+
2021-07-10 11:30:50,546 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
380 |
+
2021-07-10 11:30:50,547 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
381 |
+
2021-07-10 11:30:50,547 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
382 |
+
2021-07-10 11:30:50,547 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
383 |
+
2021-07-10 11:30:50,547 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
384 |
+
2021-07-10 11:30:50,547 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
385 |
+
2021-07-10 11:30:50,547 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
386 |
+
2021-07-10 11:30:50,548 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
387 |
+
2021-07-10 11:30:50,548 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
388 |
+
2021-07-10 11:30:50,548 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
389 |
+
2021-07-10 11:30:50,548 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
390 |
+
2021-07-10 11:30:50,548 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
391 |
+
2021-07-10 11:30:50,548 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
392 |
+
2021-07-10 11:30:50,549 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
393 |
+
2021-07-10 11:30:50,549 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
394 |
+
2021-07-10 11:30:50,549 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
395 |
+
2021-07-10 11:30:50,549 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
396 |
+
2021-07-10 11:30:50,549 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
397 |
+
2021-07-10 11:30:50,550 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
398 |
+
2021-07-10 11:30:50,550 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
399 |
+
2021-07-10 11:30:50,550 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
400 |
+
2021-07-10 11:30:50,550 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
401 |
+
2021-07-10 11:30:50,550 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
402 |
+
2021-07-10 11:30:50,551 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
403 |
+
2021-07-10 11:30:50,551 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
404 |
+
2021-07-10 11:30:50,551 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
405 |
+
2021-07-10 11:30:50,551 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
406 |
+
2021-07-10 11:30:50,551 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
407 |
+
2021-07-10 11:30:50,551 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
408 |
+
2021-07-10 11:30:50,552 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
409 |
+
2021-07-10 11:30:50,552 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
410 |
+
2021-07-10 11:30:50,552 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
411 |
+
2021-07-10 11:30:50,552 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
412 |
+
2021-07-10 11:30:50,552 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
413 |
+
2021-07-10 11:30:50,552 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
414 |
+
2021-07-10 11:30:50,553 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
415 |
+
2021-07-10 11:30:50,553 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
416 |
+
2021-07-10 11:30:50,553 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
417 |
+
2021-07-10 11:30:50,553 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
418 |
+
2021-07-10 11:30:50,553 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
419 |
+
2021-07-10 11:30:50,553 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
420 |
+
2021-07-10 11:30:50,932 INFO Thread-8 :58251 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/files/events.out.tfevents.1625916552.t1v-n-112df4a9-w-0.56815.3.v2
|
421 |
+
2021-07-10 11:30:50,932 INFO Thread-8 :58251 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/files/wandb-summary.json
|
422 |
+
2021-07-10 11:30:51,933 INFO Thread-8 :58251 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/files/output.log
|
423 |
+
2021-07-10 11:30:52,933 INFO Thread-8 :58251 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/files/output.log
|
424 |
+
2021-07-10 11:30:55,935 INFO Thread-8 :58251 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/files/output.log
|
425 |
+
2021-07-10 11:30:55,935 INFO Thread-8 :58251 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/files/events.out.tfevents.1625916552.t1v-n-112df4a9-w-0.56815.3.v2
|
426 |
+
2021-07-10 11:30:56,935 INFO Thread-8 :58251 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/files/output.log
|
427 |
+
2021-07-10 11:30:57,527 DEBUG HandlerThread:58251 [handler.py:handle_request():124] handle_request: stop_status
|
428 |
+
2021-07-10 11:30:57,527 DEBUG SenderThread:58251 [sender.py:send_request():193] send_request: stop_status
|
429 |
+
2021-07-10 11:30:57,935 INFO Thread-8 :58251 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/files/output.log
|
430 |
+
2021-07-10 11:30:58,936 INFO Thread-8 :58251 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/files/output.log
|
431 |
+
2021-07-10 11:31:04,938 INFO Thread-8 :58251 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/files/output.log
|
wandb/run-20210710_112910-2mowkjdf/logs/debug.log
ADDED
@@ -0,0 +1,26 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
2021-07-10 11:29:10,131 INFO MainThread:56815 [wandb_setup.py:_flush():69] setting env: {}
|
2 |
+
2021-07-10 11:29:10,131 INFO MainThread:56815 [wandb_setup.py:_flush():69] setting login settings: {}
|
3 |
+
2021-07-10 11:29:10,131 INFO MainThread:56815 [wandb_init.py:_log_setup():337] Logging user logs to /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/logs/debug.log
|
4 |
+
2021-07-10 11:29:10,131 INFO MainThread:56815 [wandb_init.py:_log_setup():338] Logging internal logs to /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/logs/debug-internal.log
|
5 |
+
2021-07-10 11:29:10,131 INFO MainThread:56815 [wandb_init.py:init():370] calling init triggers
|
6 |
+
2021-07-10 11:29:10,131 INFO MainThread:56815 [wandb_init.py:init():375] wandb.init called with sweep_config: {}
|
7 |
+
config: {}
|
8 |
+
2021-07-10 11:29:10,131 INFO MainThread:56815 [wandb_init.py:init():419] starting backend
|
9 |
+
2021-07-10 11:29:10,131 INFO MainThread:56815 [backend.py:_multiprocessing_setup():70] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
|
10 |
+
2021-07-10 11:29:10,165 INFO MainThread:56815 [backend.py:ensure_launched():135] starting backend process...
|
11 |
+
2021-07-10 11:29:10,197 INFO MainThread:56815 [backend.py:ensure_launched():139] started backend process with pid: 58251
|
12 |
+
2021-07-10 11:29:10,199 INFO MainThread:56815 [wandb_init.py:init():424] backend started and connected
|
13 |
+
2021-07-10 11:29:10,202 INFO MainThread:56815 [wandb_init.py:init():472] updated telemetry
|
14 |
+
2021-07-10 11:29:10,203 INFO MainThread:56815 [wandb_init.py:init():491] communicating current version
|
15 |
+
2021-07-10 11:29:10,831 INFO MainThread:56815 [wandb_init.py:init():496] got version response
|
16 |
+
2021-07-10 11:29:10,831 INFO MainThread:56815 [wandb_init.py:init():504] communicating run to backend with 30 second timeout
|
17 |
+
2021-07-10 11:29:10,896 INFO MainThread:56815 [wandb_init.py:init():529] starting run threads in backend
|
18 |
+
2021-07-10 11:29:12,162 INFO MainThread:56815 [wandb_run.py:_console_start():1623] atexit reg
|
19 |
+
2021-07-10 11:29:12,162 INFO MainThread:56815 [wandb_run.py:_redirect():1497] redirect: SettingsConsole.REDIRECT
|
20 |
+
2021-07-10 11:29:12,163 INFO MainThread:56815 [wandb_run.py:_redirect():1502] Redirecting console.
|
21 |
+
2021-07-10 11:29:12,165 INFO MainThread:56815 [wandb_run.py:_redirect():1558] Redirects installed.
|
22 |
+
2021-07-10 11:29:12,165 INFO MainThread:56815 [wandb_init.py:init():554] run started, returning control to user process
|
23 |
+
2021-07-10 11:29:12,166 INFO MainThread:56815 [wandb_run.py:_config_callback():872] config_cb None None {'output_dir': './', 'overwrite_output_dir': True, 'do_train': False, 'do_eval': False, 'do_predict': False, 'evaluation_strategy': 'IntervalStrategy.NO', 'prediction_loss_only': False, 'per_device_train_batch_size': 4, 'per_device_eval_batch_size': 4, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 1, 'eval_accumulation_steps': None, 'learning_rate': 0.0003, 'weight_decay': 0.0, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'max_grad_norm': 1.0, 'num_train_epochs': 8.0, 'max_steps': -1, 'lr_scheduler_type': 'SchedulerType.LINEAR', 'warmup_ratio': 0.0, 'warmup_steps': 1000, 'log_level': -1, 'log_level_replica': -1, 'log_on_each_node': True, 'logging_dir': './runs/Jul10_11-28-59_t1v-n-112df4a9-w-0', 'logging_strategy': 'IntervalStrategy.STEPS', 'logging_first_step': False, 'logging_steps': 500, 'save_strategy': 'IntervalStrategy.STEPS', 'save_steps': 500, 'save_total_limit': None, 'save_on_each_node': False, 'no_cuda': False, 'seed': 42, 'fp16': False, 'fp16_opt_level': 'O1', 'fp16_backend': 'auto', 'fp16_full_eval': False, 'local_rank': -1, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': 500, 'dataloader_num_workers': 0, 'past_index': -1, 'run_name': 'hf-flax-robert-base-mr', 'disable_tqdm': False, 'remove_unused_columns': True, 'label_names': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': False, 'sharded_ddp': [], 'deepspeed': None, 'label_smoothing_factor': 0.0, 'adafactor': False, 'group_by_length': False, 'length_column_name': 'length', 'report_to': ['wandb'], 'ddp_find_unused_parameters': None, 'dataloader_pin_memory': True, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': True, 'resume_from_checkpoint': None, 'push_to_hub_model_id': 'flax-community/roberta-base-mr', 'push_to_hub_organization': None, 'push_to_hub_token': 'vdIAyRvCACJNslYtyLHufmNDnUIyknPzUgVDMFiXqJoulvMqjoubonLJzXOJQJczWfRMJumVaMFjGSFVnQAMdswvZkzNIthKrxBeARBXfqnIwjABkKpCbjGEgnkjpjKi', 'mp_parameters': ''}
|
24 |
+
2021-07-10 11:29:12,167 INFO MainThread:56815 [wandb_run.py:_config_callback():872] config_cb None None {'model_name_or_path': None, 'model_type': 'roberta', 'config_name': './', 'tokenizer_name': './', 'cache_dir': None, 'use_fast_tokenizer': True, 'dtype': 'float32'}
|
25 |
+
2021-07-10 11:29:12,168 INFO MainThread:56815 [wandb_run.py:_config_callback():872] config_cb None None {'dataset_name': None, 'dataset_config_name': None, 'train_file': 'dummy/dummy_mr_train.csv', 'validation_file': 'dummy/dummy_mr_validation.csv', 'train_ref_file': None, 'validation_ref_file': None, 'overwrite_cache': False, 'validation_split_percentage': 5, 'max_seq_length': 128, 'preprocessing_num_workers': None, 'mlm_probability': 0.15, 'pad_to_max_length': False, 'line_by_line': False}
|
26 |
+
2021-07-10 11:29:12,244 INFO MainThread:56815 [wandb_run.py:_tensorboard_callback():943] tensorboard callback: ., None
|
wandb/run-20210710_112910-2mowkjdf/run-2mowkjdf.wandb
ADDED
Binary file (23.9 kB). View file
|
|