Commit
•
0a45948
1
Parent(s):
709c83d
Saving weights and logs of step 500
Browse files- dummy/dummy_mr_train.csv +0 -0
- dummy/dummy_mr_validation.csv +0 -0
- events.out.tfevents.1625837383.t1v-n-112df4a9-w-0.40707.3.v2 +0 -3
- events.out.tfevents.1625915366.t1v-n-112df4a9-w-0.54625.3.v2 +0 -3
- events.out.tfevents.1625836684.t1v-n-112df4a9-w-0.38631.3.v2 → events.out.tfevents.1625916552.t1v-n-112df4a9-w-0.56815.3.v2 +2 -2
- flax_model.msgpack +1 -1
- run.log +209 -364
- run.sh +2 -2
- run_mlm_flax.py +11 -0
- wandb/debug-internal.log +1 -1
- wandb/debug.log +1 -1
- wandb/latest-run +1 -1
- wandb/run-20210710_112910-2mowkjdf/files/config.yaml +303 -0
- wandb/run-20210710_112910-2mowkjdf/files/events.out.tfevents.1625916552.t1v-n-112df4a9-w-0.56815.3.v2 +1 -0
- wandb/run-20210710_112910-2mowkjdf/files/output.log +39 -0
- wandb/run-20210710_112910-2mowkjdf/files/requirements.txt +116 -0
- wandb/run-20210710_112910-2mowkjdf/files/wandb-metadata.json +43 -0
- wandb/run-20210710_112910-2mowkjdf/files/wandb-summary.json +1 -0
- wandb/run-20210710_112910-2mowkjdf/logs/debug-internal.log +431 -0
- wandb/run-20210710_112910-2mowkjdf/logs/debug.log +26 -0
- wandb/run-20210710_112910-2mowkjdf/run-2mowkjdf.wandb +0 -0
dummy/dummy_mr_train.csv
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
dummy/dummy_mr_validation.csv
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
events.out.tfevents.1625837383.t1v-n-112df4a9-w-0.40707.3.v2
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:d576eeb6e9baef5368f0159c5dfb1991bd8e842e82fbdb6a3608b84b78cbfd87
|
| 3 |
-
size 12512
|
|
|
|
|
|
|
|
|
events.out.tfevents.1625915366.t1v-n-112df4a9-w-0.54625.3.v2
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:3cc7d3c359010ce1119084229babede4775d99e8fef55b0d798348dca7fe3523
|
| 3 |
-
size 26771
|
|
|
|
|
|
|
|
|
events.out.tfevents.1625836684.t1v-n-112df4a9-w-0.38631.3.v2 → events.out.tfevents.1625916552.t1v-n-112df4a9-w-0.56815.3.v2
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2170d5c6a96fba51f722ed2dfb98edd5c307edfd24335def4fe9de2517cf2f00
|
| 3 |
+
size 9069
|
flax_model.msgpack
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 498796983
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0f6552dbdda3b1eba8c96bfd83fb06cb63770ea852b6779eefb7346da560de2c
|
| 3 |
size 498796983
|
run.log
CHANGED
|
@@ -1,5 +1,5 @@
|
|
| 1 |
-
2021-07-10 11:
|
| 2 |
-
[11:
|
| 3 |
_n_gpu=-1,
|
| 4 |
adafactor=False,
|
| 5 |
adam_beta1=0.9,
|
|
@@ -35,7 +35,7 @@ local_rank=-1,
|
|
| 35 |
log_level=-1,
|
| 36 |
log_level_replica=-1,
|
| 37 |
log_on_each_node=True,
|
| 38 |
-
logging_dir=./runs/Jul10_11-
|
| 39 |
logging_first_step=False,
|
| 40 |
logging_steps=500,
|
| 41 |
logging_strategy=IntervalStrategy.STEPS,
|
|
@@ -74,368 +74,25 @@ warmup_ratio=0.0,
|
|
| 74 |
warmup_steps=1000,
|
| 75 |
weight_decay=0.0,
|
| 76 |
)
|
| 77 |
-
[11:09:17] - DEBUG - urllib3.connectionpool - Starting new HTTPS connection (1): s3.amazonaws.com:443
|
| 78 |
-
[11:09:17] - DEBUG - urllib3.connectionpool - https://s3.amazonaws.com:443 "HEAD /datasets.huggingface.co/datasets/datasets/csv/csv.py HTTP/1.1" 200 0
|
| 79 |
-
[11:09:17] - WARNING - datasets.builder - Using custom data configuration default-6ab8c94bdbe791a2
|
| 80 |
-
[11:09:17] - WARNING - datasets.builder - Reusing dataset csv (/home/nipunsadvilkar/.cache/huggingface/datasets/csv/default-6ab8c94bdbe791a2/0.0.0/e138af468cb14e747fb46a19c787ffcfa5170c821476d20d5304287ce12bbc23)
|
| 81 |
-
|
| 82 |
0%| | 0/5 [00:00<?, ?ba/s]
|
| 83 |
20%|██ | 1/5 [00:00<00:00, 7.98ba/s]
|
| 84 |
40%|████ | 2/5 [00:00<00:00, 8.70ba/s]
|
| 85 |
80%|████████ | 4/5 [00:00<00:00, 10.08ba/s]
|
| 86 |
-
|
| 87 |
0%| | 0/2 [00:00<?, ?ba/s]
|
| 88 |
50%|█████ | 1/2 [00:00<00:00, 8.48ba/s]
|
| 89 |
-
|
| 90 |
0%| | 0/5 [00:00<?, ?ba/s]
|
| 91 |
20%|██ | 1/5 [00:00<00:03, 1.12ba/s]
|
| 92 |
40%|████ | 2/5 [00:01<00:02, 1.07ba/s]
|
| 93 |
60%|██████ | 3/5 [00:02<00:01, 1.21ba/s]
|
| 94 |
80%|████████ | 4/5 [00:03<00:00, 1.21ba/s]
|
| 95 |
-
|
| 96 |
0%| | 0/2 [00:00<?, ?ba/s]
|
| 97 |
50%|█████ | 1/2 [00:01<00:01, 1.07s/ba]
|
| 98 |
-
[11:09:23] - INFO - absl - Starting the local TPU driver.
|
| 99 |
-
[11:09:23] - INFO - absl - Unable to initialize backend 'tpu_driver': Not found: Unable to find driver in registry given worker: local://
|
| 100 |
-
[11:09:23] - INFO - absl - Unable to initialize backend 'gpu': Not found: Could not find registered platform with name: "cuda". Available platform names are: TPU Interpreter Host
|
| 101 |
-
2021-07-10 11:09:26.537094: W tensorflow/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory
|
| 102 |
-
2021-07-10 11:09:26.537128: W tensorflow/stream_executor/cuda/cuda_driver.cc:326] failed call to cuInit: UNKNOWN ERROR (303)
|
| 103 |
-
/home/nipunsadvilkar/roberta_mr_env/lib/python3.8/site-packages/jax/lib/xla_bridge.py:382: UserWarning: jax.host_count has been renamed to jax.process_count. This alias will eventually be removed; please update your code.
|
| 104 |
-
warnings.warn(
|
| 105 |
-
/home/nipunsadvilkar/roberta_mr_env/lib/python3.8/site-packages/jax/lib/xla_bridge.py:369: UserWarning: jax.host_id has been renamed to jax.process_index. This alias will eventually be removed; please update your code.
|
| 106 |
-
warnings.warn(
|
| 107 |
-
|
| 108 |
-
|
| 109 |
-
|
| 110 |
-
|
| 111 |
-
|
| 112 |
-
|
| 113 |
-
|
| 114 |
-
|
| 115 |
-
|
| 116 |
-
|
| 117 |
-
|
| 118 |
-
|
| 119 |
-
|
| 120 |
-
|
| 121 |
-
|
| 122 |
-
|
| 123 |
-
|
| 124 |
-
|
| 125 |
-
|
| 126 |
-
|
| 127 |
-
|
| 128 |
-
|
| 129 |
-
|
| 130 |
-
|
| 131 |
-
|
| 132 |
-
|
| 133 |
-
|
| 134 |
-
|
| 135 |
-
|
| 136 |
-
|
| 137 |
-
|
| 138 |
-
|
| 139 |
-
|
| 140 |
-
|
| 141 |
-
|
| 142 |
-
|
| 143 |
-
|
| 144 |
-
|
| 145 |
-
|
| 146 |
-
|
| 147 |
-
|
| 148 |
-
|
| 149 |
-
|
| 150 |
-
|
| 151 |
-
|
| 152 |
-
|
| 153 |
-
|
| 154 |
-
|
| 155 |
-
|
| 156 |
-
|
| 157 |
-
|
| 158 |
-
|
| 159 |
-
|
| 160 |
-
|
| 161 |
-
|
| 162 |
-
|
| 163 |
-
|
| 164 |
-
|
| 165 |
-
|
| 166 |
-
|
| 167 |
-
|
| 168 |
-
|
| 169 |
-
|
| 170 |
-
|
| 171 |
-
|
| 172 |
-
|
| 173 |
-
|
| 174 |
-
|
| 175 |
-
|
| 176 |
-
|
| 177 |
-
|
| 178 |
-
|
| 179 |
-
|
| 180 |
-
|
| 181 |
-
|
| 182 |
-
|
| 183 |
-
|
| 184 |
-
|
| 185 |
-
|
| 186 |
-
|
| 187 |
-
|
| 188 |
-
|
| 189 |
-
|
| 190 |
-
|
| 191 |
-
|
| 192 |
-
|
| 193 |
-
|
| 194 |
-
|
| 195 |
-
|
| 196 |
-
|
| 197 |
-
|
| 198 |
-
|
| 199 |
-
|
| 200 |
-
|
| 201 |
-
|
| 202 |
-
|
| 203 |
-
|
| 204 |
-
|
| 205 |
-
|
| 206 |
-
|
| 207 |
-
|
| 208 |
-
|
| 209 |
-
|
| 210 |
-
|
| 211 |
-
|
| 212 |
-
|
| 213 |
-
|
| 214 |
-
|
| 215 |
-
|
| 216 |
-
|
| 217 |
-
|
| 218 |
-
|
| 219 |
-
|
| 220 |
-
|
| 221 |
-
|
| 222 |
-
|
| 223 |
-
|
| 224 |
-
|
| 225 |
-
|
| 226 |
-
|
| 227 |
-
|
| 228 |
-
|
| 229 |
-
|
| 230 |
-
|
| 231 |
-
|
| 232 |
-
|
| 233 |
-
|
| 234 |
-
|
| 235 |
-
|
| 236 |
-
|
| 237 |
-
|
| 238 |
|
| 239 |
-
|
| 240 |
|
| 241 |
-
|
| 242 |
-
|
| 243 |
-
|
| 244 |
-
|
| 245 |
-
|
| 246 |
-
|
| 247 |
-
|
| 248 |
-
|
| 249 |
-
|
| 250 |
-
|
| 251 |
-
|
| 252 |
-
|
| 253 |
-
|
| 254 |
-
|
| 255 |
-
|
| 256 |
-
|
| 257 |
-
|
| 258 |
-
|
| 259 |
-
To disable this warning, you can either:
|
| 260 |
-
- Avoid using `tokenizers` before the fork if possible
|
| 261 |
-
- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
|
| 262 |
-
huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
|
| 263 |
-
To disable this warning, you can either:
|
| 264 |
-
- Avoid using `tokenizers` before the fork if possible
|
| 265 |
-
- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
|
| 266 |
-
|
| 267 |
-
[11:11:14] - INFO - huggingface_hub.repository - git version 2.25.1
|
| 268 |
-
git-lfs/2.9.2 (GitHub; linux amd64; go 1.13.5)
|
| 269 |
|
| 270 |
|
|
|
|
| 271 |
0%| | 0/5 [00:00<?, ?ba/s]
|
| 272 |
20%|██ | 1/5 [00:00<00:00, 8.07ba/s]
|
| 273 |
40%|████ | 2/5 [00:00<00:00, 7.27ba/s]
|
| 274 |
80%|████████ | 4/5 [00:00<00:00, 9.13ba/s]
|
|
|
|
| 275 |
0%| | 0/2 [00:00<?, ?ba/s]
|
| 276 |
50%|█████ | 1/2 [00:00<00:00, 8.60ba/s]
|
|
|
|
| 277 |
0%| | 0/5 [00:00<?, ?ba/s]
|
| 278 |
20%|██ | 1/5 [00:00<00:03, 1.11ba/s]
|
| 279 |
40%|████ | 2/5 [00:01<00:02, 1.06ba/s]
|
| 280 |
60%|██████ | 3/5 [00:02<00:01, 1.22ba/s]
|
| 281 |
80%|████████ | 4/5 [00:03<00:00, 1.22ba/s]
|
|
|
|
| 282 |
0%| | 0/2 [00:00<?, ?ba/s]
|
| 283 |
50%|█████ | 1/2 [00:00<00:00, 1.06ba/s]
|
|
|
|
|
|
|
|
|
|
|
|
|
| 284 |
huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
|
| 285 |
To disable this warning, you can either:
|
| 286 |
- Avoid using `tokenizers` before the fork if possible
|
| 287 |
- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
|
| 288 |
-
[11:
|
| 289 |
huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
|
| 290 |
-
To disable this warning, you can either:
|
| 291 |
-
- Avoid using `tokenizers` before the fork if possible
|
| 292 |
-
- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
|
| 293 |
-
|
| 294 |
-
|
| 295 |
-
To disable this warning, you can either:
|
| 296 |
-
- Avoid using `tokenizers` before the fork if possible
|
| 297 |
-
- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
|
| 298 |
-
huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
|
| 299 |
-
To disable this warning, you can either:
|
| 300 |
-
- Avoid using `tokenizers` before the fork if possible
|
| 301 |
-
- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
|
| 302 |
-
huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
|
| 303 |
-
To disable this warning, you can either:
|
| 304 |
-
- Avoid using `tokenizers` before the fork if possible
|
| 305 |
-
- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
|
| 306 |
-
[11:11:31] - INFO - huggingface_hub.repository - Uploading LFS objects: 100% (2/2), 499 MB | 78 MB/s, done.
|
| 307 |
-
|
| 308 |
-
huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
|
| 309 |
-
To disable this warning, you can either:
|
| 310 |
-
- Avoid using `tokenizers` before the fork if possible
|
| 311 |
-
- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
|
| 312 |
-
huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
|
| 313 |
-
To disable this warning, you can either:
|
| 314 |
-
- Avoid using `tokenizers` before the fork if possible
|
| 315 |
-
- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
|
| 316 |
-
|
| 317 |
-
|
| 318 |
-
|
| 319 |
-
|
| 320 |
-
|
| 321 |
-
|
| 322 |
-
|
| 323 |
-
|
| 324 |
-
|
| 325 |
-
|
| 326 |
-
|
| 327 |
-
|
| 328 |
-
|
| 329 |
-
|
| 330 |
-
|
| 331 |
-
|
| 332 |
-
|
| 333 |
-
|
| 334 |
-
|
| 335 |
-
|
| 336 |
-
|
| 337 |
-
|
| 338 |
-
|
| 339 |
-
|
| 340 |
-
|
| 341 |
-
|
| 342 |
-
|
| 343 |
-
|
| 344 |
-
|
| 345 |
-
|
| 346 |
-
|
| 347 |
-
|
| 348 |
-
|
| 349 |
-
|
| 350 |
-
|
| 351 |
-
|
| 352 |
-
|
| 353 |
-
|
| 354 |
-
|
| 355 |
-
|
| 356 |
-
|
| 357 |
-
|
| 358 |
-
|
| 359 |
-
|
| 360 |
-
|
| 361 |
-
|
| 362 |
-
|
| 363 |
-
|
| 364 |
-
|
| 365 |
-
|
| 366 |
-
|
| 367 |
-
|
| 368 |
-
|
| 369 |
-
|
| 370 |
-
|
| 371 |
-
|
| 372 |
-
|
| 373 |
-
|
| 374 |
-
|
| 375 |
-
|
| 376 |
-
|
| 377 |
-
|
| 378 |
-
|
| 379 |
-
|
| 380 |
-
|
| 381 |
-
|
| 382 |
-
|
| 383 |
-
|
| 384 |
-
|
| 385 |
-
|
| 386 |
-
|
| 387 |
-
|
| 388 |
-
|
| 389 |
-
|
| 390 |
-
|
| 391 |
-
|
| 392 |
-
|
| 393 |
-
|
| 394 |
-
|
| 395 |
-
|
| 396 |
-
|
| 397 |
-
|
| 398 |
-
|
| 399 |
-
|
| 400 |
-
|
| 401 |
-
|
| 402 |
-
|
| 403 |
-
|
| 404 |
-
|
| 405 |
-
|
| 406 |
-
|
| 407 |
-
|
| 408 |
-
|
| 409 |
-
|
| 410 |
-
|
| 411 |
-
|
| 412 |
-
|
| 413 |
-
|
| 414 |
-
|
| 415 |
-
|
| 416 |
-
|
| 417 |
-
|
| 418 |
-
|
| 419 |
-
|
| 420 |
-
|
| 421 |
-
|
| 422 |
-
|
| 423 |
-
|
| 424 |
-
|
| 425 |
-
|
| 426 |
-
|
| 427 |
-
|
| 428 |
-
|
| 429 |
-
|
| 430 |
-
|
| 431 |
-
|
| 432 |
-
|
| 433 |
-
|
| 434 |
-
|
| 435 |
-
|
| 436 |
-
|
| 437 |
-
|
| 438 |
-
|
| 439 |
-
|
| 440 |
-
|
| 441 |
-
|
| 442 |
-
|
| 443 |
-
|
| 444 |
-
|
| 445 |
-
|
| 446 |
-
|
| 447 |
-
|
| 448 |
-
|
| 449 |
-
|
| 450 |
|
| 451 |
-
|
| 452 |
|
| 453 |
-
|
| 454 |
-
|
| 455 |
-
|
| 456 |
-
|
| 457 |
-
|
| 458 |
-
|
| 459 |
-
|
| 460 |
-
|
| 461 |
-
|
| 462 |
-
|
| 463 |
-
|
| 464 |
-
|
| 465 |
-
|
| 466 |
-
|
| 467 |
-
|
| 468 |
-
|
| 469 |
-
|
| 470 |
-
|
| 471 |
To disable this warning, you can either:
|
| 472 |
- Avoid using `tokenizers` before the fork if possible
|
| 473 |
- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
|
|
@@ -443,14 +100,14 @@ huggingface/tokenizers: The current process just got forked, after parallelism h
|
|
| 443 |
To disable this warning, you can either:
|
| 444 |
- Avoid using `tokenizers` before the fork if possible
|
| 445 |
- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
|
| 446 |
-
|
| 447 |
-
[11:11:51] - INFO - huggingface_hub.repository - git version 2.25.1
|
| 448 |
-
git-lfs/2.9.2 (GitHub; linux amd64; go 1.13.5)
|
| 449 |
huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
|
| 450 |
To disable this warning, you can either:
|
| 451 |
- Avoid using `tokenizers` before the fork if possible
|
| 452 |
- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
|
| 453 |
-
[11:
|
|
|
|
|
|
|
| 454 |
huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
|
| 455 |
To disable this warning, you can either:
|
| 456 |
- Avoid using `tokenizers` before the fork if possible
|
|
@@ -459,3 +116,191 @@ huggingface/tokenizers: The current process just got forked, after parallelism h
|
|
| 459 |
To disable this warning, you can either:
|
| 460 |
- Avoid using `tokenizers` before the fork if possible
|
| 461 |
- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 462 |
|
|
|
|
| 463 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
2021-07-10 11:28:58.039466: W tensorflow/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory
|
| 2 |
+
[11:28:59] - INFO - __main__ - Training/evaluation parameters TrainingArguments(
|
| 3 |
_n_gpu=-1,
|
| 4 |
adafactor=False,
|
| 5 |
adam_beta1=0.9,
|
| 35 |
log_level=-1,
|
| 36 |
log_level_replica=-1,
|
| 37 |
log_on_each_node=True,
|
| 38 |
+
logging_dir=./runs/Jul10_11-28-59_t1v-n-112df4a9-w-0,
|
| 39 |
logging_first_step=False,
|
| 40 |
logging_steps=500,
|
| 41 |
logging_strategy=IntervalStrategy.STEPS,
|
| 74 |
warmup_steps=1000,
|
| 75 |
weight_decay=0.0,
|
| 76 |
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 77 |
0%| | 0/5 [00:00<?, ?ba/s]
|
| 78 |
20%|██ | 1/5 [00:00<00:00, 7.98ba/s]
|
| 79 |
40%|████ | 2/5 [00:00<00:00, 8.70ba/s]
|
| 80 |
80%|████████ | 4/5 [00:00<00:00, 10.08ba/s]
|
|
|
|
| 81 |
0%| | 0/2 [00:00<?, ?ba/s]
|
| 82 |
50%|█████ | 1/2 [00:00<00:00, 8.48ba/s]
|
|
|
|
| 83 |
0%| | 0/5 [00:00<?, ?ba/s]
|
| 84 |
20%|██ | 1/5 [00:00<00:03, 1.12ba/s]
|
| 85 |
40%|████ | 2/5 [00:01<00:02, 1.07ba/s]
|
| 86 |
60%|██████ | 3/5 [00:02<00:01, 1.21ba/s]
|
| 87 |
80%|████████ | 4/5 [00:03<00:00, 1.21ba/s]
|
|
|
|
| 88 |
0%| | 0/2 [00:00<?, ?ba/s]
|
| 89 |
50%|█████ | 1/2 [00:01<00:01, 1.07s/ba]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 90 |
|
|
|
|
| 91 |
|
| 92 |
+
[11:28:59] - DEBUG - urllib3.connectionpool - Starting new HTTPS connection (1): s3.amazonaws.com:443
|
| 93 |
+
[11:28:59] - DEBUG - urllib3.connectionpool - https://s3.amazonaws.com:443 "HEAD /datasets.huggingface.co/datasets/datasets/csv/csv.py HTTP/1.1" 200 0
|
| 94 |
+
[11:28:59] - WARNING - datasets.builder - Using custom data configuration default-81af252916854639
|
| 95 |
+
Downloading and preparing dataset csv/default (download: Unknown size, generated: Unknown size, post-processed: Unknown size, total: Unknown size) to /home/nipunsadvilkar/.cache/huggingface/datasets/csv/default-81af252916854639/0.0.0/e138af468cb14e747fb46a19c787ffcfa5170c821476d20d5304287ce12bbc23...
|
| 96 |
+
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 97 |
|
| 98 |
|
| 99 |
+
|
| 100 |
0%| | 0/5 [00:00<?, ?ba/s]
|
| 101 |
20%|██ | 1/5 [00:00<00:00, 8.07ba/s]
|
| 102 |
40%|████ | 2/5 [00:00<00:00, 7.27ba/s]
|
| 103 |
80%|████████ | 4/5 [00:00<00:00, 9.13ba/s]
|
| 104 |
+
|
| 105 |
0%| | 0/2 [00:00<?, ?ba/s]
|
| 106 |
50%|█████ | 1/2 [00:00<00:00, 8.60ba/s]
|
| 107 |
+
|
| 108 |
0%| | 0/5 [00:00<?, ?ba/s]
|
| 109 |
20%|██ | 1/5 [00:00<00:03, 1.11ba/s]
|
| 110 |
40%|████ | 2/5 [00:01<00:02, 1.06ba/s]
|
| 111 |
60%|██████ | 3/5 [00:02<00:01, 1.22ba/s]
|
| 112 |
80%|████████ | 4/5 [00:03<00:00, 1.22ba/s]
|
| 113 |
+
|
| 114 |
0%| | 0/2 [00:00<?, ?ba/s]
|
| 115 |
50%|█████ | 1/2 [00:00<00:00, 1.06ba/s]
|
| 116 |
+
[11:29:05] - INFO - absl - Starting the local TPU driver.
|
| 117 |
+
[11:29:05] - INFO - absl - Unable to initialize backend 'tpu_driver': Not found: Unable to find driver in registry given worker: local://
|
| 118 |
+
[11:29:05] - INFO - absl - Unable to initialize backend 'gpu': Not found: Could not find registered platform with name: "cuda". Available platform names are: Host Interpreter TPU
|
| 119 |
+
[11:29:08] - DEBUG - git.cmd - Popen(['git', 'version'], cwd=/home/nipunsadvilkar/sample/roberta-base-mr, universal_newlines=False, shell=None, istream=None)
|
| 120 |
huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
|
| 121 |
To disable this warning, you can either:
|
| 122 |
- Avoid using `tokenizers` before the fork if possible
|
| 123 |
- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
|
| 124 |
+
[11:29:08] - DEBUG - git.cmd - Popen(['git', 'version'], cwd=/home/nipunsadvilkar/sample/roberta-base-mr, universal_newlines=False, shell=None, istream=None)
|
| 125 |
huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 126 |
|
|
|
|
| 127 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 128 |
To disable this warning, you can either:
|
| 129 |
- Avoid using `tokenizers` before the fork if possible
|
| 130 |
- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
|
| 100 |
To disable this warning, you can either:
|
| 101 |
- Avoid using `tokenizers` before the fork if possible
|
| 102 |
- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
|
| 103 |
+
[11:29:10] - DEBUG - git.cmd - Popen(['git', 'rev-parse', '--show-toplevel'], cwd=/home/nipunsadvilkar/sample/roberta-base-mr, universal_newlines=False, shell=None, istream=None)
|
|
|
|
|
|
|
| 104 |
huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
|
| 105 |
To disable this warning, you can either:
|
| 106 |
- Avoid using `tokenizers` before the fork if possible
|
| 107 |
- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
|
| 108 |
+
[11:29:10] - DEBUG - urllib3.connectionpool - Starting new HTTPS connection (1): api.wandb.ai:443
|
| 109 |
+
[11:29:10] - DEBUG - urllib3.connectionpool - https://api.wandb.ai:443 "POST /graphql HTTP/1.1" 200 None
|
| 110 |
+
wandb: Currently logged in as: nipunsadvilkar (use `wandb login --relogin` to force relogin)
|
| 111 |
huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
|
| 112 |
To disable this warning, you can either:
|
| 113 |
- Avoid using `tokenizers` before the fork if possible
|
| 116 |
To disable this warning, you can either:
|
| 117 |
- Avoid using `tokenizers` before the fork if possible
|
| 118 |
- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
|
| 119 |
+
2021-07-10 11:29:11.076322: W tensorflow/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory
|
| 120 |
+
wandb: Tracking run with wandb version 0.10.33
|
| 121 |
+
wandb: Syncing run hardy-shape-9
|
| 122 |
+
wandb: View project at https://wandb.ai/nipunsadvilkar/hf-flax-robert-base-mr
|
| 123 |
+
wandb: View run at https://wandb.ai/nipunsadvilkar/hf-flax-robert-base-mr/runs/2mowkjdf
|
| 124 |
+
wandb: Run data is saved locally in /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf
|
| 125 |
+
wandb: Run `wandb offline` to turn off syncing.
|
| 126 |
+
2021-07-10 11:29:12.228649: W tensorflow/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory
|
| 127 |
+
2021-07-10 11:29:12.228690: W tensorflow/stream_executor/cuda/cuda_driver.cc:326] failed call to cuInit: UNKNOWN ERROR (303)
|
| 128 |
+
|
| 129 |
+
/home/nipunsadvilkar/roberta_mr_env/lib/python3.8/site-packages/jax/lib/xla_bridge.py:382: UserWarning: jax.host_count has been renamed to jax.process_count. This alias will eventually be removed; please update your code.
|
| 130 |
+
warnings.warn(
|
| 131 |
+
/home/nipunsadvilkar/roberta_mr_env/lib/python3.8/site-packages/jax/lib/xla_bridge.py:369: UserWarning: jax.host_id has been renamed to jax.process_index. This alias will eventually be removed; please update your code.
|
| 132 |
+
warnings.warn(
|
| 133 |
+
|
| 134 |
+
|
| 135 |
+
|
| 136 |
+
|
| 137 |
+
|
| 138 |
+
|
| 139 |
+
|
| 140 |
+
|
| 141 |
+
|
| 142 |
+
|
| 143 |
+
|
| 144 |
+
|
| 145 |
+
|
| 146 |
+
|
| 147 |
+
|
| 148 |
+
|
| 149 |
+
|
| 150 |
+
|
| 151 |
+
|
| 152 |
+
|
| 153 |
+
|
| 154 |
+
|
| 155 |
+
|
| 156 |
+
|
| 157 |
+
|
| 158 |
+
|
| 159 |
+
|
| 160 |
+
|
| 161 |
+
|
| 162 |
+
|
| 163 |
+
|
| 164 |
+
|
| 165 |
+
|
| 166 |
+
|
| 167 |
+
|
| 168 |
+
|
| 169 |
+
|
| 170 |
+
|
| 171 |
+
|
| 172 |
+
|
| 173 |
+
|
| 174 |
+
|
| 175 |
+
|
| 176 |
+
|
| 177 |
+
|
| 178 |
+
|
| 179 |
+
|
| 180 |
+
|
| 181 |
+
|
| 182 |
+
|
| 183 |
+
|
| 184 |
+
|
| 185 |
+
|
| 186 |
+
|
| 187 |
+
|
| 188 |
+
|
| 189 |
+
|
| 190 |
+
|
| 191 |
+
|
| 192 |
+
|
| 193 |
+
|
| 194 |
+
|
| 195 |
+
|
| 196 |
+
|
| 197 |
+
|
| 198 |
+
|
| 199 |
+
|
| 200 |
+
|
| 201 |
+
|
| 202 |
+
|
| 203 |
+
|
| 204 |
+
|
| 205 |
+
|
| 206 |
+
|
| 207 |
+
|
| 208 |
+
|
| 209 |
+
|
| 210 |
+
|
| 211 |
+
|
| 212 |
+
|
| 213 |
+
|
| 214 |
+
|
| 215 |
+
|
| 216 |
+
|
| 217 |
+
|
| 218 |
+
|
| 219 |
+
|
| 220 |
+
|
| 221 |
+
|
| 222 |
+
|
| 223 |
+
|
| 224 |
+
|
| 225 |
+
|
| 226 |
+
|
| 227 |
+
|
| 228 |
+
|
| 229 |
+
|
| 230 |
+
|
| 231 |
+
|
| 232 |
+
|
| 233 |
+
|
| 234 |
+
|
| 235 |
+
|
| 236 |
+
|
| 237 |
+
|
| 238 |
+
|
| 239 |
+
|
| 240 |
+
|
| 241 |
+
|
| 242 |
+
|
| 243 |
+
|
| 244 |
+
|
| 245 |
+
|
| 246 |
+
|
| 247 |
+
|
| 248 |
+
|
| 249 |
+
|
| 250 |
+
|
| 251 |
+
|
| 252 |
+
|
| 253 |
+
|
| 254 |
+
|
| 255 |
+
|
| 256 |
+
|
| 257 |
+
|
| 258 |
+
|
| 259 |
+
|
| 260 |
+
|
| 261 |
+
|
| 262 |
+
|
| 263 |
+
|
| 264 |
+
|
| 265 |
|
| 266 |
+
|
| 267 |
|
| 268 |
+
|
| 269 |
+
|
| 270 |
+
Step... (500 | Loss: 4.267045974731445, Learning Rate: 0.0001500000071246177)
|
| 271 |
+
|
| 272 |
+
|
| 273 |
+
|
| 274 |
+
|
| 275 |
+
|
| 276 |
+
|
| 277 |
+
|
| 278 |
+
|
| 279 |
+
|
| 280 |
+
|
| 281 |
+
|
| 282 |
+
|
| 283 |
+
|
| 284 |
+
|
| 285 |
+
|
| 286 |
+
To disable this warning, you can either:
|
| 287 |
+
- Avoid using `tokenizers` before the fork if possible
|
| 288 |
+
- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
|
| 289 |
+
huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
|
| 290 |
+
To disable this warning, you can either:
|
| 291 |
+
- Avoid using `tokenizers` before the fork if possible
|
| 292 |
+
- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
|
| 293 |
+
|
| 294 |
+
[11:30:56] - INFO - huggingface_hub.repository - git version 2.25.1
|
| 295 |
+
git-lfs/2.9.2 (GitHub; linux amd64; go 1.13.5)
|
| 296 |
+
huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
|
| 297 |
+
To disable this warning, you can either:
|
| 298 |
+
- Avoid using `tokenizers` before the fork if possible
|
| 299 |
+
- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
|
| 300 |
+
[11:30:56] - DEBUG - huggingface_hub.repository - [Repository] is a valid git repo
|
| 301 |
+
huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
|
| 302 |
+
To disable this warning, you can either:
|
| 303 |
+
- Avoid using `tokenizers` before the fork if possible
|
| 304 |
+
- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
|
| 305 |
+
huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
|
| 306 |
+
To disable this warning, you can either:
|
| 307 |
+
- Avoid using `tokenizers` before the fork if possible
|
| 308 |
+
- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
|
run.sh
CHANGED
|
@@ -4,8 +4,8 @@ python run_mlm_flax.py \
|
|
| 4 |
--model_type="roberta" \
|
| 5 |
--config_name="./" \
|
| 6 |
--tokenizer_name="./" \
|
| 7 |
-
--train_file="/
|
| 8 |
-
--validation_file="/
|
| 9 |
--max_seq_length="128" \
|
| 10 |
--per_device_train_batch_size="4" \
|
| 11 |
--per_device_eval_batch_size="4" \
|
| 4 |
--model_type="roberta" \
|
| 5 |
--config_name="./" \
|
| 6 |
--tokenizer_name="./" \
|
| 7 |
+
--train_file="dummy/dummy_mr_train.csv" \
|
| 8 |
+
--validation_file="dummy/dummy_mr_validation.csv"\
|
| 9 |
--max_seq_length="128" \
|
| 10 |
--per_device_train_batch_size="4" \
|
| 11 |
--per_device_eval_batch_size="4" \
|
run_mlm_flax.py
CHANGED
|
@@ -456,6 +456,17 @@ if __name__ == "__main__":
|
|
| 456 |
# Enable tensorboard only on the master node
|
| 457 |
has_tensorboard = is_tensorboard_available()
|
| 458 |
if has_tensorboard and jax.process_index() == 0:
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 459 |
try:
|
| 460 |
from flax.metrics.tensorboard import SummaryWriter
|
| 461 |
|
| 456 |
# Enable tensorboard only on the master node
|
| 457 |
has_tensorboard = is_tensorboard_available()
|
| 458 |
if has_tensorboard and jax.process_index() == 0:
|
| 459 |
+
import wandb
|
| 460 |
+
|
| 461 |
+
wandb.init(
|
| 462 |
+
entity='nipunsadvilkar',
|
| 463 |
+
project='hf-flax-robert-base-mr',
|
| 464 |
+
sync_tensorboard=True
|
| 465 |
+
)
|
| 466 |
+
|
| 467 |
+
wandb.config.update(training_args) # optional, log your configs
|
| 468 |
+
wandb.config.update(model_args) # optional, log your configs
|
| 469 |
+
wandb.config.update(data_args) # optional, log your configs
|
| 470 |
try:
|
| 471 |
from flax.metrics.tensorboard import SummaryWriter
|
| 472 |
|
wandb/debug-internal.log
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
run-
|
| 1 |
+
run-20210710_112910-2mowkjdf/logs/debug-internal.log
|
wandb/debug.log
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
run-
|
| 1 |
+
run-20210710_112910-2mowkjdf/logs/debug.log
|
wandb/latest-run
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
run-
|
| 1 |
+
run-20210710_112910-2mowkjdf
|
wandb/run-20210710_112910-2mowkjdf/files/config.yaml
ADDED
|
@@ -0,0 +1,303 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
wandb_version: 1
|
| 2 |
+
|
| 3 |
+
_wandb:
|
| 4 |
+
desc: null
|
| 5 |
+
value:
|
| 6 |
+
cli_version: 0.10.33
|
| 7 |
+
framework: huggingface
|
| 8 |
+
huggingface_version: 4.9.0.dev0
|
| 9 |
+
is_jupyter_run: false
|
| 10 |
+
is_kaggle_kernel: false
|
| 11 |
+
python_version: 3.8.10
|
| 12 |
+
t:
|
| 13 |
+
1:
|
| 14 |
+
- 3
|
| 15 |
+
- 11
|
| 16 |
+
4: 3.8.10
|
| 17 |
+
5: 0.10.33
|
| 18 |
+
6: 4.9.0.dev0
|
| 19 |
+
8:
|
| 20 |
+
- 5
|
| 21 |
+
adafactor:
|
| 22 |
+
desc: null
|
| 23 |
+
value: false
|
| 24 |
+
adam_beta1:
|
| 25 |
+
desc: null
|
| 26 |
+
value: 0.9
|
| 27 |
+
adam_beta2:
|
| 28 |
+
desc: null
|
| 29 |
+
value: 0.999
|
| 30 |
+
adam_epsilon:
|
| 31 |
+
desc: null
|
| 32 |
+
value: 1.0e-08
|
| 33 |
+
cache_dir:
|
| 34 |
+
desc: null
|
| 35 |
+
value: null
|
| 36 |
+
config_name:
|
| 37 |
+
desc: null
|
| 38 |
+
value: ./
|
| 39 |
+
dataloader_drop_last:
|
| 40 |
+
desc: null
|
| 41 |
+
value: false
|
| 42 |
+
dataloader_num_workers:
|
| 43 |
+
desc: null
|
| 44 |
+
value: 0
|
| 45 |
+
dataloader_pin_memory:
|
| 46 |
+
desc: null
|
| 47 |
+
value: true
|
| 48 |
+
dataset_config_name:
|
| 49 |
+
desc: null
|
| 50 |
+
value: null
|
| 51 |
+
dataset_name:
|
| 52 |
+
desc: null
|
| 53 |
+
value: null
|
| 54 |
+
ddp_find_unused_parameters:
|
| 55 |
+
desc: null
|
| 56 |
+
value: null
|
| 57 |
+
debug:
|
| 58 |
+
desc: null
|
| 59 |
+
value: []
|
| 60 |
+
deepspeed:
|
| 61 |
+
desc: null
|
| 62 |
+
value: null
|
| 63 |
+
disable_tqdm:
|
| 64 |
+
desc: null
|
| 65 |
+
value: false
|
| 66 |
+
do_eval:
|
| 67 |
+
desc: null
|
| 68 |
+
value: false
|
| 69 |
+
do_predict:
|
| 70 |
+
desc: null
|
| 71 |
+
value: false
|
| 72 |
+
do_train:
|
| 73 |
+
desc: null
|
| 74 |
+
value: false
|
| 75 |
+
dtype:
|
| 76 |
+
desc: null
|
| 77 |
+
value: float32
|
| 78 |
+
eval_accumulation_steps:
|
| 79 |
+
desc: null
|
| 80 |
+
value: null
|
| 81 |
+
eval_steps:
|
| 82 |
+
desc: null
|
| 83 |
+
value: 500
|
| 84 |
+
evaluation_strategy:
|
| 85 |
+
desc: null
|
| 86 |
+
value: IntervalStrategy.NO
|
| 87 |
+
fp16:
|
| 88 |
+
desc: null
|
| 89 |
+
value: false
|
| 90 |
+
fp16_backend:
|
| 91 |
+
desc: null
|
| 92 |
+
value: auto
|
| 93 |
+
fp16_full_eval:
|
| 94 |
+
desc: null
|
| 95 |
+
value: false
|
| 96 |
+
fp16_opt_level:
|
| 97 |
+
desc: null
|
| 98 |
+
value: O1
|
| 99 |
+
gradient_accumulation_steps:
|
| 100 |
+
desc: null
|
| 101 |
+
value: 1
|
| 102 |
+
greater_is_better:
|
| 103 |
+
desc: null
|
| 104 |
+
value: null
|
| 105 |
+
group_by_length:
|
| 106 |
+
desc: null
|
| 107 |
+
value: false
|
| 108 |
+
ignore_data_skip:
|
| 109 |
+
desc: null
|
| 110 |
+
value: false
|
| 111 |
+
label_names:
|
| 112 |
+
desc: null
|
| 113 |
+
value: null
|
| 114 |
+
label_smoothing_factor:
|
| 115 |
+
desc: null
|
| 116 |
+
value: 0.0
|
| 117 |
+
learning_rate:
|
| 118 |
+
desc: null
|
| 119 |
+
value: 0.0003
|
| 120 |
+
length_column_name:
|
| 121 |
+
desc: null
|
| 122 |
+
value: length
|
| 123 |
+
line_by_line:
|
| 124 |
+
desc: null
|
| 125 |
+
value: false
|
| 126 |
+
load_best_model_at_end:
|
| 127 |
+
desc: null
|
| 128 |
+
value: false
|
| 129 |
+
local_rank:
|
| 130 |
+
desc: null
|
| 131 |
+
value: -1
|
| 132 |
+
log_level:
|
| 133 |
+
desc: null
|
| 134 |
+
value: -1
|
| 135 |
+
log_level_replica:
|
| 136 |
+
desc: null
|
| 137 |
+
value: -1
|
| 138 |
+
log_on_each_node:
|
| 139 |
+
desc: null
|
| 140 |
+
value: true
|
| 141 |
+
logging_dir:
|
| 142 |
+
desc: null
|
| 143 |
+
value: ./runs/Jul10_11-28-59_t1v-n-112df4a9-w-0
|
| 144 |
+
logging_first_step:
|
| 145 |
+
desc: null
|
| 146 |
+
value: false
|
| 147 |
+
logging_steps:
|
| 148 |
+
desc: null
|
| 149 |
+
value: 500
|
| 150 |
+
logging_strategy:
|
| 151 |
+
desc: null
|
| 152 |
+
value: IntervalStrategy.STEPS
|
| 153 |
+
lr_scheduler_type:
|
| 154 |
+
desc: null
|
| 155 |
+
value: SchedulerType.LINEAR
|
| 156 |
+
max_grad_norm:
|
| 157 |
+
desc: null
|
| 158 |
+
value: 1.0
|
| 159 |
+
max_seq_length:
|
| 160 |
+
desc: null
|
| 161 |
+
value: 128
|
| 162 |
+
max_steps:
|
| 163 |
+
desc: null
|
| 164 |
+
value: -1
|
| 165 |
+
metric_for_best_model:
|
| 166 |
+
desc: null
|
| 167 |
+
value: null
|
| 168 |
+
mlm_probability:
|
| 169 |
+
desc: null
|
| 170 |
+
value: 0.15
|
| 171 |
+
model_name_or_path:
|
| 172 |
+
desc: null
|
| 173 |
+
value: null
|
| 174 |
+
model_type:
|
| 175 |
+
desc: null
|
| 176 |
+
value: roberta
|
| 177 |
+
mp_parameters:
|
| 178 |
+
desc: null
|
| 179 |
+
value: ''
|
| 180 |
+
no_cuda:
|
| 181 |
+
desc: null
|
| 182 |
+
value: false
|
| 183 |
+
num_train_epochs:
|
| 184 |
+
desc: null
|
| 185 |
+
value: 8.0
|
| 186 |
+
output_dir:
|
| 187 |
+
desc: null
|
| 188 |
+
value: ./
|
| 189 |
+
overwrite_cache:
|
| 190 |
+
desc: null
|
| 191 |
+
value: false
|
| 192 |
+
overwrite_output_dir:
|
| 193 |
+
desc: null
|
| 194 |
+
value: true
|
| 195 |
+
pad_to_max_length:
|
| 196 |
+
desc: null
|
| 197 |
+
value: false
|
| 198 |
+
past_index:
|
| 199 |
+
desc: null
|
| 200 |
+
value: -1
|
| 201 |
+
per_device_eval_batch_size:
|
| 202 |
+
desc: null
|
| 203 |
+
value: 4
|
| 204 |
+
per_device_train_batch_size:
|
| 205 |
+
desc: null
|
| 206 |
+
value: 4
|
| 207 |
+
per_gpu_eval_batch_size:
|
| 208 |
+
desc: null
|
| 209 |
+
value: null
|
| 210 |
+
per_gpu_train_batch_size:
|
| 211 |
+
desc: null
|
| 212 |
+
value: null
|
| 213 |
+
prediction_loss_only:
|
| 214 |
+
desc: null
|
| 215 |
+
value: false
|
| 216 |
+
preprocessing_num_workers:
|
| 217 |
+
desc: null
|
| 218 |
+
value: null
|
| 219 |
+
push_to_hub:
|
| 220 |
+
desc: null
|
| 221 |
+
value: true
|
| 222 |
+
push_to_hub_model_id:
|
| 223 |
+
desc: null
|
| 224 |
+
value: flax-community/roberta-base-mr
|
| 225 |
+
push_to_hub_organization:
|
| 226 |
+
desc: null
|
| 227 |
+
value: null
|
| 228 |
+
push_to_hub_token:
|
| 229 |
+
desc: null
|
| 230 |
+
value: vdIAyRvCACJNslYtyLHufmNDnUIyknPzUgVDMFiXqJoulvMqjoubonLJzXOJQJczWfRMJumVaMFjGSFVnQAMdswvZkzNIthKrxBeARBXfqnIwjABkKpCbjGEgnkjpjKi
|
| 231 |
+
remove_unused_columns:
|
| 232 |
+
desc: null
|
| 233 |
+
value: true
|
| 234 |
+
report_to:
|
| 235 |
+
desc: null
|
| 236 |
+
value:
|
| 237 |
+
- wandb
|
| 238 |
+
resume_from_checkpoint:
|
| 239 |
+
desc: null
|
| 240 |
+
value: null
|
| 241 |
+
run_name:
|
| 242 |
+
desc: null
|
| 243 |
+
value: hf-flax-robert-base-mr
|
| 244 |
+
save_on_each_node:
|
| 245 |
+
desc: null
|
| 246 |
+
value: false
|
| 247 |
+
save_steps:
|
| 248 |
+
desc: null
|
| 249 |
+
value: 500
|
| 250 |
+
save_strategy:
|
| 251 |
+
desc: null
|
| 252 |
+
value: IntervalStrategy.STEPS
|
| 253 |
+
save_total_limit:
|
| 254 |
+
desc: null
|
| 255 |
+
value: null
|
| 256 |
+
seed:
|
| 257 |
+
desc: null
|
| 258 |
+
value: 42
|
| 259 |
+
sharded_ddp:
|
| 260 |
+
desc: null
|
| 261 |
+
value: []
|
| 262 |
+
skip_memory_metrics:
|
| 263 |
+
desc: null
|
| 264 |
+
value: true
|
| 265 |
+
tokenizer_name:
|
| 266 |
+
desc: null
|
| 267 |
+
value: ./
|
| 268 |
+
tpu_metrics_debug:
|
| 269 |
+
desc: null
|
| 270 |
+
value: false
|
| 271 |
+
tpu_num_cores:
|
| 272 |
+
desc: null
|
| 273 |
+
value: null
|
| 274 |
+
train_file:
|
| 275 |
+
desc: null
|
| 276 |
+
value: dummy/dummy_mr_train.csv
|
| 277 |
+
train_ref_file:
|
| 278 |
+
desc: null
|
| 279 |
+
value: null
|
| 280 |
+
use_fast_tokenizer:
|
| 281 |
+
desc: null
|
| 282 |
+
value: true
|
| 283 |
+
use_legacy_prediction_loop:
|
| 284 |
+
desc: null
|
| 285 |
+
value: false
|
| 286 |
+
validation_file:
|
| 287 |
+
desc: null
|
| 288 |
+
value: dummy/dummy_mr_validation.csv
|
| 289 |
+
validation_ref_file:
|
| 290 |
+
desc: null
|
| 291 |
+
value: null
|
| 292 |
+
validation_split_percentage:
|
| 293 |
+
desc: null
|
| 294 |
+
value: 5
|
| 295 |
+
warmup_ratio:
|
| 296 |
+
desc: null
|
| 297 |
+
value: 0.0
|
| 298 |
+
warmup_steps:
|
| 299 |
+
desc: null
|
| 300 |
+
value: 1000
|
| 301 |
+
weight_decay:
|
| 302 |
+
desc: null
|
| 303 |
+
value: 0.0
|
wandb/run-20210710_112910-2mowkjdf/files/events.out.tfevents.1625916552.t1v-n-112df4a9-w-0.56815.3.v2
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
| 1 |
+
/home/nipunsadvilkar/sample/roberta-base-mr/events.out.tfevents.1625916552.t1v-n-112df4a9-w-0.56815.3.v2
|
wandb/run-20210710_112910-2mowkjdf/files/output.log
ADDED
|
@@ -0,0 +1,39 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
2021-07-10 11:29:12.228649: W tensorflow/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory
|
| 2 |
+
2021-07-10 11:29:12.228690: W tensorflow/stream_executor/cuda/cuda_driver.cc:326] failed call to cuInit: UNKNOWN ERROR (303)
|
| 3 |
+
/home/nipunsadvilkar/roberta_mr_env/lib/python3.8/site-packages/jax/lib/xla_bridge.py:382: UserWarning: jax.host_count has been renamed to jax.process_count. This alias will eventually be removed; please update your code.
|
| 4 |
+
warnings.warn(
|
| 5 |
+
/home/nipunsadvilkar/roberta_mr_env/lib/python3.8/site-packages/jax/lib/xla_bridge.py:369: UserWarning: jax.host_id has been renamed to jax.process_index. This alias will eventually be removed; please update your code.
|
| 6 |
+
warnings.warn(
|
| 7 |
+
Epoch ... (1/8): 0%| | 0/8 [00:00<?, ?it/s]
|
| 8 |
+
|
| 9 |
+
|
| 10 |
+
Epoch ... (1/8): 12%|███████████████████ | 1/8 [01:19<09:16, 79.51s/it]
|
| 11 |
+
|
| 12 |
+
|
| 13 |
+
Epoch ... (1/8): 25%|██████████████████████████████████████ | 2/8 [01:24<03:35, 35.84s/it]
|
| 14 |
+
|
| 15 |
+
Epoch ... (1/8): 38%|█████████████████████████████████████████████████████████ | 3/8 [01:30<01:49, 21.92s/it]
|
| 16 |
+
Training...: 38%|██████████████████████████████████████████████████████████▎ | 56/147 [00:02<00:02, 31.29it/s]
|
| 17 |
+
Evaluating ...: 0%| | 0/58 [00:00<?, ?it/s]
|
| 18 |
+
|
| 19 |
+
Evaluating ...: 47%|██████████████████████████████████████████████████████████████████████▎ | 27/58 [00:04<00:02, 11.53it/s]
|
| 20 |
+
huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
|
| 21 |
+
To disable this warning, you can either:
|
| 22 |
+
- Avoid using `tokenizers` before the fork if possible
|
| 23 |
+
git-lfs/2.9.2 (GitHub; linux amd64; go 1.13.5)██████████████████████████████████████████████████████████████████████████████████████████████████████████████▍ | 52/58 [00:04<00:00, 31.08it/s]
|
| 24 |
+
[11:30:56] - DEBUG - huggingface_hub.repository - [Repository] is a valid git repo
|
| 25 |
+
huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
|
| 26 |
+
To disable this warning, you can either:
|
| 27 |
+
- Avoid using `tokenizers` before the fork if possible
|
| 28 |
+
- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
|
| 29 |
+
huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
|
| 30 |
+
To disable this warning, you can either:
|
| 31 |
+
- Avoid using `tokenizers` before the fork if possible
|
| 32 |
+
- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
|
| 33 |
+
huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
|
| 34 |
+
To disable this warning, you can either:
|
| 35 |
+
- Avoid using `tokenizers` before the fork if possible
|
| 36 |
+
- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
|
| 37 |
+
huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
|
| 38 |
+
To disable this warning, you can either:
|
| 39 |
+
- Avoid using `tokenizers` before the fork if possible
|
wandb/run-20210710_112910-2mowkjdf/files/requirements.txt
ADDED
|
@@ -0,0 +1,116 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
absl-py==0.13.0
|
| 2 |
+
aiohttp==3.7.4.post0
|
| 3 |
+
astunparse==1.6.3
|
| 4 |
+
async-timeout==3.0.1
|
| 5 |
+
attrs==21.2.0
|
| 6 |
+
backcall==0.2.0
|
| 7 |
+
cachetools==4.2.2
|
| 8 |
+
certifi==2021.5.30
|
| 9 |
+
chardet==4.0.0
|
| 10 |
+
chex==0.0.8
|
| 11 |
+
click==8.0.1
|
| 12 |
+
configparser==5.0.2
|
| 13 |
+
cycler==0.10.0
|
| 14 |
+
datasets==1.9.1.dev0
|
| 15 |
+
debugpy==1.3.0
|
| 16 |
+
decorator==5.0.9
|
| 17 |
+
dill==0.3.4
|
| 18 |
+
dm-tree==0.1.6
|
| 19 |
+
docker-pycreds==0.4.0
|
| 20 |
+
filelock==3.0.12
|
| 21 |
+
flatbuffers==1.12
|
| 22 |
+
flax==0.3.4
|
| 23 |
+
fsspec==2021.6.1
|
| 24 |
+
gast==0.4.0
|
| 25 |
+
gitdb==4.0.7
|
| 26 |
+
gitpython==3.1.18
|
| 27 |
+
google-auth-oauthlib==0.4.4
|
| 28 |
+
google-auth==1.32.1
|
| 29 |
+
google-pasta==0.2.0
|
| 30 |
+
grpcio==1.34.1
|
| 31 |
+
gviz-api==1.9.0
|
| 32 |
+
h5py==3.1.0
|
| 33 |
+
huggingface-hub==0.0.12
|
| 34 |
+
idna==2.10
|
| 35 |
+
ipdb==0.13.9
|
| 36 |
+
ipykernel==6.0.1
|
| 37 |
+
ipython-genutils==0.2.0
|
| 38 |
+
ipython==7.25.0
|
| 39 |
+
jax==0.2.16
|
| 40 |
+
jaxlib==0.1.68
|
| 41 |
+
jedi==0.18.0
|
| 42 |
+
joblib==1.0.1
|
| 43 |
+
jupyter-client==6.1.12
|
| 44 |
+
jupyter-core==4.7.1
|
| 45 |
+
keras-nightly==2.5.0.dev2021032900
|
| 46 |
+
keras-preprocessing==1.1.2
|
| 47 |
+
kiwisolver==1.3.1
|
| 48 |
+
libtpu-nightly==0.1.dev20210615
|
| 49 |
+
markdown==3.3.4
|
| 50 |
+
matplotlib-inline==0.1.2
|
| 51 |
+
matplotlib==3.4.2
|
| 52 |
+
msgpack==1.0.2
|
| 53 |
+
multidict==5.1.0
|
| 54 |
+
multiprocess==0.70.12.2
|
| 55 |
+
numpy==1.19.5
|
| 56 |
+
oauthlib==3.1.1
|
| 57 |
+
opt-einsum==3.3.0
|
| 58 |
+
optax==0.0.9
|
| 59 |
+
packaging==21.0
|
| 60 |
+
pandas==1.3.0
|
| 61 |
+
parso==0.8.2
|
| 62 |
+
pathtools==0.1.2
|
| 63 |
+
pexpect==4.8.0
|
| 64 |
+
pickleshare==0.7.5
|
| 65 |
+
pillow==8.3.1
|
| 66 |
+
pip==20.0.2
|
| 67 |
+
pkg-resources==0.0.0
|
| 68 |
+
promise==2.3
|
| 69 |
+
prompt-toolkit==3.0.19
|
| 70 |
+
protobuf==3.17.3
|
| 71 |
+
psutil==5.8.0
|
| 72 |
+
ptyprocess==0.7.0
|
| 73 |
+
pyarrow==4.0.1
|
| 74 |
+
pyasn1-modules==0.2.8
|
| 75 |
+
pyasn1==0.4.8
|
| 76 |
+
pygments==2.9.0
|
| 77 |
+
pyparsing==2.4.7
|
| 78 |
+
python-dateutil==2.8.1
|
| 79 |
+
pytz==2021.1
|
| 80 |
+
pyyaml==5.4.1
|
| 81 |
+
pyzmq==22.1.0
|
| 82 |
+
regex==2021.7.6
|
| 83 |
+
requests-oauthlib==1.3.0
|
| 84 |
+
requests==2.25.1
|
| 85 |
+
rsa==4.7.2
|
| 86 |
+
sacremoses==0.0.45
|
| 87 |
+
scipy==1.7.0
|
| 88 |
+
sentry-sdk==1.3.0
|
| 89 |
+
setuptools==44.0.0
|
| 90 |
+
shortuuid==1.0.1
|
| 91 |
+
six==1.15.0
|
| 92 |
+
smmap==4.0.0
|
| 93 |
+
subprocess32==3.5.4
|
| 94 |
+
tensorboard-data-server==0.6.1
|
| 95 |
+
tensorboard-plugin-profile==2.4.0
|
| 96 |
+
tensorboard-plugin-wit==1.8.0
|
| 97 |
+
tensorboard==2.5.0
|
| 98 |
+
tensorflow-estimator==2.5.0
|
| 99 |
+
tensorflow==2.5.0
|
| 100 |
+
termcolor==1.1.0
|
| 101 |
+
tokenizers==0.10.3
|
| 102 |
+
toml==0.10.2
|
| 103 |
+
toolz==0.11.1
|
| 104 |
+
tornado==6.1
|
| 105 |
+
tqdm==4.61.2
|
| 106 |
+
traitlets==5.0.5
|
| 107 |
+
transformers==4.9.0.dev0
|
| 108 |
+
typing-extensions==3.7.4.3
|
| 109 |
+
urllib3==1.26.6
|
| 110 |
+
wandb==0.10.33
|
| 111 |
+
wcwidth==0.2.5
|
| 112 |
+
werkzeug==2.0.1
|
| 113 |
+
wheel==0.36.2
|
| 114 |
+
wrapt==1.12.1
|
| 115 |
+
xxhash==2.0.2
|
| 116 |
+
yarl==1.6.3
|
wandb/run-20210710_112910-2mowkjdf/files/wandb-metadata.json
ADDED
|
@@ -0,0 +1,43 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"os": "Linux-5.4.0-1043-gcp-x86_64-with-glibc2.29",
|
| 3 |
+
"python": "3.8.10",
|
| 4 |
+
"heartbeatAt": "2021-07-10T11:29:12.123773",
|
| 5 |
+
"startedAt": "2021-07-10T11:29:10.129593",
|
| 6 |
+
"docker": null,
|
| 7 |
+
"cpu_count": 96,
|
| 8 |
+
"cuda": null,
|
| 9 |
+
"args": [
|
| 10 |
+
"--output_dir=./",
|
| 11 |
+
"--model_type=roberta",
|
| 12 |
+
"--config_name=./",
|
| 13 |
+
"--tokenizer_name=./",
|
| 14 |
+
"--train_file=dummy/dummy_mr_train.csv",
|
| 15 |
+
"--validation_file=dummy/dummy_mr_validation.csv",
|
| 16 |
+
"--max_seq_length=128",
|
| 17 |
+
"--per_device_train_batch_size=4",
|
| 18 |
+
"--per_device_eval_batch_size=4",
|
| 19 |
+
"--learning_rate=3e-4",
|
| 20 |
+
"--warmup_steps=1000",
|
| 21 |
+
"--overwrite_output_dir",
|
| 22 |
+
"--num_train_epochs=8",
|
| 23 |
+
"--report_to",
|
| 24 |
+
"wandb",
|
| 25 |
+
"--run_name",
|
| 26 |
+
"hf-flax-robert-base-mr",
|
| 27 |
+
"--push_to_hub_model_id=flax-community/roberta-base-mr",
|
| 28 |
+
"--push_to_hub_token=vdIAyRvCACJNslYtyLHufmNDnUIyknPzUgVDMFiXqJoulvMqjoubonLJzXOJQJczWfRMJumVaMFjGSFVnQAMdswvZkzNIthKrxBeARBXfqnIwjABkKpCbjGEgnkjpjKi",
|
| 29 |
+
"--push_to_hub"
|
| 30 |
+
],
|
| 31 |
+
"state": "running",
|
| 32 |
+
"program": "run_mlm_flax.py",
|
| 33 |
+
"codePath": "run_mlm_flax.py",
|
| 34 |
+
"git": {
|
| 35 |
+
"remote": "https://huggingface.co/flax-community/roberta-base-mr",
|
| 36 |
+
"commit": "709c83d1c85e630bda803b03ce6b3bcc4ce98dc9"
|
| 37 |
+
},
|
| 38 |
+
"email": "nipunsadvilkar@gmail.com",
|
| 39 |
+
"root": "/home/nipunsadvilkar/sample/roberta-base-mr",
|
| 40 |
+
"host": "t1v-n-112df4a9-w-0",
|
| 41 |
+
"username": "nipunsadvilkar",
|
| 42 |
+
"executable": "/home/nipunsadvilkar/roberta_mr_env/bin/python"
|
| 43 |
+
}
|
wandb/run-20210710_112910-2mowkjdf/files/wandb-summary.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
| 1 |
+
{"global_step": 500, "_timestamp": 1625916650.148326, "train_time": 2.491791248321533, "train_learning_rate": 0.0001500000071246177, "_step": 115, "train_loss": 4.0718536376953125}
|
wandb/run-20210710_112910-2mowkjdf/logs/debug-internal.log
ADDED
|
@@ -0,0 +1,431 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
2021-07-10 11:29:10,766 INFO MainThread:58251 [internal.py:wandb_internal():88] W&B internal server running at pid: 58251, started at: 2021-07-10 11:29:10.765853
|
| 2 |
+
2021-07-10 11:29:10,767 INFO WriterThread:58251 [datastore.py:open_for_write():80] open: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/run-2mowkjdf.wandb
|
| 3 |
+
2021-07-10 11:29:10,768 DEBUG HandlerThread:58251 [handler.py:handle_request():124] handle_request: check_version
|
| 4 |
+
2021-07-10 11:29:10,769 DEBUG SenderThread:58251 [sender.py:send():179] send: header
|
| 5 |
+
2021-07-10 11:29:10,769 DEBUG SenderThread:58251 [sender.py:send_request():193] send_request: check_version
|
| 6 |
+
2021-07-10 11:29:10,832 DEBUG SenderThread:58251 [sender.py:send():179] send: run
|
| 7 |
+
2021-07-10 11:29:10,896 INFO SenderThread:58251 [dir_watcher.py:__init__():168] watching files in: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/files
|
| 8 |
+
2021-07-10 11:29:10,896 INFO SenderThread:58251 [sender.py:_start_run_threads():716] run started: 2mowkjdf with start time 1625916550
|
| 9 |
+
2021-07-10 11:29:10,896 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 10 |
+
2021-07-10 11:29:10,896 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 11 |
+
2021-07-10 11:29:10,896 DEBUG HandlerThread:58251 [handler.py:handle_request():124] handle_request: run_start
|
| 12 |
+
2021-07-10 11:29:11,897 INFO Thread-8 :58251 [dir_watcher.py:_on_file_created():216] file/dir created: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/files/wandb-summary.json
|
| 13 |
+
2021-07-10 11:29:12,123 DEBUG HandlerThread:58251 [meta.py:__init__():39] meta init
|
| 14 |
+
2021-07-10 11:29:12,123 DEBUG HandlerThread:58251 [meta.py:__init__():53] meta init done
|
| 15 |
+
2021-07-10 11:29:12,123 DEBUG HandlerThread:58251 [meta.py:probe():210] probe
|
| 16 |
+
2021-07-10 11:29:12,125 DEBUG HandlerThread:58251 [meta.py:_setup_git():200] setup git
|
| 17 |
+
2021-07-10 11:29:12,154 DEBUG HandlerThread:58251 [meta.py:_setup_git():207] setup git done
|
| 18 |
+
2021-07-10 11:29:12,154 DEBUG HandlerThread:58251 [meta.py:_save_pip():57] save pip
|
| 19 |
+
2021-07-10 11:29:12,154 DEBUG HandlerThread:58251 [meta.py:_save_pip():71] save pip done
|
| 20 |
+
2021-07-10 11:29:12,155 DEBUG HandlerThread:58251 [meta.py:probe():252] probe done
|
| 21 |
+
2021-07-10 11:29:12,158 DEBUG SenderThread:58251 [sender.py:send():179] send: files
|
| 22 |
+
2021-07-10 11:29:12,159 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-metadata.json with policy now
|
| 23 |
+
2021-07-10 11:29:12,166 DEBUG HandlerThread:58251 [handler.py:handle_request():124] handle_request: stop_status
|
| 24 |
+
2021-07-10 11:29:12,166 DEBUG SenderThread:58251 [sender.py:send_request():193] send_request: stop_status
|
| 25 |
+
2021-07-10 11:29:12,193 DEBUG SenderThread:58251 [sender.py:send():179] send: config
|
| 26 |
+
2021-07-10 11:29:12,193 DEBUG SenderThread:58251 [sender.py:send():179] send: config
|
| 27 |
+
2021-07-10 11:29:12,193 DEBUG SenderThread:58251 [sender.py:send():179] send: config
|
| 28 |
+
2021-07-10 11:29:12,245 INFO HandlerThread:58251 [handler.py:handle_tbrecord():547] handling tbrecord: tbrecord {
|
| 29 |
+
log_dir: "."
|
| 30 |
+
save: true
|
| 31 |
+
}
|
| 32 |
+
|
| 33 |
+
2021-07-10 11:29:12,246 DEBUG HandlerThread:58251 [config_util.py:dict_from_config_file():101] no default config file found in config-defaults.yaml
|
| 34 |
+
2021-07-10 11:29:12,254 DEBUG SenderThread:58251 [sender.py:send():179] send: tbrecord
|
| 35 |
+
2021-07-10 11:29:12,256 DEBUG SenderThread:58251 [sender.py:send():179] send: files
|
| 36 |
+
2021-07-10 11:29:12,256 INFO SenderThread:58251 [sender.py:_save_file():841] saving file events.out.tfevents.1625916552.t1v-n-112df4a9-w-0.56815.3.v2 with policy live
|
| 37 |
+
2021-07-10 11:29:12,444 INFO Thread-14 :58251 [upload_job.py:push():137] Uploaded file /tmp/tmpoxa5lxa1wandb/5mdei2m8-events.out.tfevents.1625916552.t1v-n-112df4a9-w-0.56815.3.v2
|
| 38 |
+
2021-07-10 11:29:12,457 INFO Thread-11 :58251 [upload_job.py:push():137] Uploaded file /tmp/tmpoxa5lxa1wandb/3asqgshc-wandb-metadata.json
|
| 39 |
+
2021-07-10 11:29:12,897 INFO Thread-8 :58251 [dir_watcher.py:_on_file_created():216] file/dir created: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/files/wandb-metadata.json
|
| 40 |
+
2021-07-10 11:29:12,897 INFO Thread-8 :58251 [dir_watcher.py:_on_file_created():216] file/dir created: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/files/requirements.txt
|
| 41 |
+
2021-07-10 11:29:12,897 INFO Thread-8 :58251 [dir_watcher.py:_on_file_created():216] file/dir created: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/files/output.log
|
| 42 |
+
2021-07-10 11:29:12,898 INFO Thread-8 :58251 [dir_watcher.py:_on_file_created():216] file/dir created: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/files/events.out.tfevents.1625916552.t1v-n-112df4a9-w-0.56815.3.v2
|
| 43 |
+
2021-07-10 11:29:14,898 INFO Thread-8 :58251 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/files/output.log
|
| 44 |
+
2021-07-10 11:29:18,899 INFO Thread-8 :58251 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/files/output.log
|
| 45 |
+
2021-07-10 11:29:20,900 INFO Thread-8 :58251 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/files/output.log
|
| 46 |
+
2021-07-10 11:29:27,211 DEBUG HandlerThread:58251 [handler.py:handle_request():124] handle_request: stop_status
|
| 47 |
+
2021-07-10 11:29:27,212 DEBUG SenderThread:58251 [sender.py:send_request():193] send_request: stop_status
|
| 48 |
+
2021-07-10 11:29:40,208 DEBUG SenderThread:58251 [sender.py:send():179] send: stats
|
| 49 |
+
2021-07-10 11:29:41,908 INFO Thread-8 :58251 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/files/config.yaml
|
| 50 |
+
2021-07-10 11:29:42,252 DEBUG HandlerThread:58251 [handler.py:handle_request():124] handle_request: stop_status
|
| 51 |
+
2021-07-10 11:29:42,252 DEBUG SenderThread:58251 [sender.py:send_request():193] send_request: stop_status
|
| 52 |
+
2021-07-10 11:29:57,281 DEBUG HandlerThread:58251 [handler.py:handle_request():124] handle_request: stop_status
|
| 53 |
+
2021-07-10 11:29:57,282 DEBUG SenderThread:58251 [sender.py:send_request():193] send_request: stop_status
|
| 54 |
+
2021-07-10 11:30:10,286 DEBUG SenderThread:58251 [sender.py:send():179] send: stats
|
| 55 |
+
2021-07-10 11:30:12,308 DEBUG HandlerThread:58251 [handler.py:handle_request():124] handle_request: stop_status
|
| 56 |
+
2021-07-10 11:30:12,309 DEBUG SenderThread:58251 [sender.py:send_request():193] send_request: stop_status
|
| 57 |
+
2021-07-10 11:30:27,338 DEBUG HandlerThread:58251 [handler.py:handle_request():124] handle_request: stop_status
|
| 58 |
+
2021-07-10 11:30:27,338 DEBUG SenderThread:58251 [sender.py:send_request():193] send_request: stop_status
|
| 59 |
+
2021-07-10 11:30:34,926 INFO Thread-8 :58251 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/files/output.log
|
| 60 |
+
2021-07-10 11:30:36,927 INFO Thread-8 :58251 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/files/output.log
|
| 61 |
+
2021-07-10 11:30:38,928 INFO Thread-8 :58251 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/files/output.log
|
| 62 |
+
2021-07-10 11:30:40,361 DEBUG SenderThread:58251 [sender.py:send():179] send: stats
|
| 63 |
+
2021-07-10 11:30:40,928 INFO Thread-8 :58251 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/files/output.log
|
| 64 |
+
2021-07-10 11:30:42,369 DEBUG HandlerThread:58251 [handler.py:handle_request():124] handle_request: stop_status
|
| 65 |
+
2021-07-10 11:30:42,369 DEBUG SenderThread:58251 [sender.py:send_request():193] send_request: stop_status
|
| 66 |
+
2021-07-10 11:30:42,929 INFO Thread-8 :58251 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/files/output.log
|
| 67 |
+
2021-07-10 11:30:44,930 INFO Thread-8 :58251 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/files/output.log
|
| 68 |
+
2021-07-10 11:30:46,931 INFO Thread-8 :58251 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/files/output.log
|
| 69 |
+
2021-07-10 11:30:48,931 INFO Thread-8 :58251 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/files/output.log
|
| 70 |
+
2021-07-10 11:30:49,932 INFO Thread-8 :58251 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/files/events.out.tfevents.1625916552.t1v-n-112df4a9-w-0.56815.3.v2
|
| 71 |
+
2021-07-10 11:30:50,222 INFO Thread-15 :58251 [upload_job.py:push():137] Uploaded file /tmp/tmpoxa5lxa1wandb/vyqcf78j-events.out.tfevents.1625916552.t1v-n-112df4a9-w-0.56815.3.v2
|
| 72 |
+
2021-07-10 11:30:50,448 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 73 |
+
2021-07-10 11:30:50,454 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 74 |
+
2021-07-10 11:30:50,456 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 75 |
+
2021-07-10 11:30:50,456 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 76 |
+
2021-07-10 11:30:50,459 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 77 |
+
2021-07-10 11:30:50,467 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 78 |
+
2021-07-10 11:30:50,483 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 79 |
+
2021-07-10 11:30:50,484 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 80 |
+
2021-07-10 11:30:50,490 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 81 |
+
2021-07-10 11:30:50,495 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 82 |
+
2021-07-10 11:30:50,495 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 83 |
+
2021-07-10 11:30:50,495 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 84 |
+
2021-07-10 11:30:50,495 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 85 |
+
2021-07-10 11:30:50,496 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 86 |
+
2021-07-10 11:30:50,496 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 87 |
+
2021-07-10 11:30:50,496 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 88 |
+
2021-07-10 11:30:50,496 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 89 |
+
2021-07-10 11:30:50,497 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 90 |
+
2021-07-10 11:30:50,497 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 91 |
+
2021-07-10 11:30:50,497 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 92 |
+
2021-07-10 11:30:50,497 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 93 |
+
2021-07-10 11:30:50,498 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 94 |
+
2021-07-10 11:30:50,498 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 95 |
+
2021-07-10 11:30:50,498 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 96 |
+
2021-07-10 11:30:50,498 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 97 |
+
2021-07-10 11:30:50,498 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 98 |
+
2021-07-10 11:30:50,499 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 99 |
+
2021-07-10 11:30:50,499 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 100 |
+
2021-07-10 11:30:50,499 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 101 |
+
2021-07-10 11:30:50,499 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 102 |
+
2021-07-10 11:30:50,499 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 103 |
+
2021-07-10 11:30:50,499 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 104 |
+
2021-07-10 11:30:50,500 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 105 |
+
2021-07-10 11:30:50,500 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 106 |
+
2021-07-10 11:30:50,500 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 107 |
+
2021-07-10 11:30:50,500 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 108 |
+
2021-07-10 11:30:50,500 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 109 |
+
2021-07-10 11:30:50,500 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 110 |
+
2021-07-10 11:30:50,501 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 111 |
+
2021-07-10 11:30:50,501 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 112 |
+
2021-07-10 11:30:50,501 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 113 |
+
2021-07-10 11:30:50,501 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 114 |
+
2021-07-10 11:30:50,501 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 115 |
+
2021-07-10 11:30:50,501 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 116 |
+
2021-07-10 11:30:50,502 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 117 |
+
2021-07-10 11:30:50,502 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 118 |
+
2021-07-10 11:30:50,502 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 119 |
+
2021-07-10 11:30:50,502 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 120 |
+
2021-07-10 11:30:50,502 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 121 |
+
2021-07-10 11:30:50,502 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 122 |
+
2021-07-10 11:30:50,503 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 123 |
+
2021-07-10 11:30:50,503 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 124 |
+
2021-07-10 11:30:50,503 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 125 |
+
2021-07-10 11:30:50,503 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 126 |
+
2021-07-10 11:30:50,503 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 127 |
+
2021-07-10 11:30:50,503 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 128 |
+
2021-07-10 11:30:50,504 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 129 |
+
2021-07-10 11:30:50,504 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 130 |
+
2021-07-10 11:30:50,504 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 131 |
+
2021-07-10 11:30:50,504 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 132 |
+
2021-07-10 11:30:50,504 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 133 |
+
2021-07-10 11:30:50,504 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 134 |
+
2021-07-10 11:30:50,505 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 135 |
+
2021-07-10 11:30:50,505 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 136 |
+
2021-07-10 11:30:50,505 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 137 |
+
2021-07-10 11:30:50,505 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 138 |
+
2021-07-10 11:30:50,505 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 139 |
+
2021-07-10 11:30:50,505 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 140 |
+
2021-07-10 11:30:50,506 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 141 |
+
2021-07-10 11:30:50,506 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 142 |
+
2021-07-10 11:30:50,506 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 143 |
+
2021-07-10 11:30:50,506 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 144 |
+
2021-07-10 11:30:50,506 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 145 |
+
2021-07-10 11:30:50,506 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 146 |
+
2021-07-10 11:30:50,507 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 147 |
+
2021-07-10 11:30:50,507 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 148 |
+
2021-07-10 11:30:50,507 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 149 |
+
2021-07-10 11:30:50,507 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 150 |
+
2021-07-10 11:30:50,507 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 151 |
+
2021-07-10 11:30:50,508 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 152 |
+
2021-07-10 11:30:50,508 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 153 |
+
2021-07-10 11:30:50,508 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 154 |
+
2021-07-10 11:30:50,508 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 155 |
+
2021-07-10 11:30:50,508 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 156 |
+
2021-07-10 11:30:50,509 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 157 |
+
2021-07-10 11:30:50,509 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 158 |
+
2021-07-10 11:30:50,509 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 159 |
+
2021-07-10 11:30:50,509 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 160 |
+
2021-07-10 11:30:50,509 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 161 |
+
2021-07-10 11:30:50,509 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 162 |
+
2021-07-10 11:30:50,510 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 163 |
+
2021-07-10 11:30:50,510 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 164 |
+
2021-07-10 11:30:50,510 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 165 |
+
2021-07-10 11:30:50,510 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 166 |
+
2021-07-10 11:30:50,510 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 167 |
+
2021-07-10 11:30:50,510 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 168 |
+
2021-07-10 11:30:50,511 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 169 |
+
2021-07-10 11:30:50,511 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 170 |
+
2021-07-10 11:30:50,511 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 171 |
+
2021-07-10 11:30:50,511 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 172 |
+
2021-07-10 11:30:50,511 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 173 |
+
2021-07-10 11:30:50,512 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 174 |
+
2021-07-10 11:30:50,512 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 175 |
+
2021-07-10 11:30:50,512 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 176 |
+
2021-07-10 11:30:50,512 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 177 |
+
2021-07-10 11:30:50,512 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 178 |
+
2021-07-10 11:30:50,512 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 179 |
+
2021-07-10 11:30:50,513 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 180 |
+
2021-07-10 11:30:50,513 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 181 |
+
2021-07-10 11:30:50,513 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 182 |
+
2021-07-10 11:30:50,513 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 183 |
+
2021-07-10 11:30:50,513 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 184 |
+
2021-07-10 11:30:50,513 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 185 |
+
2021-07-10 11:30:50,514 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 186 |
+
2021-07-10 11:30:50,514 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 187 |
+
2021-07-10 11:30:50,514 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 188 |
+
2021-07-10 11:30:50,514 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 189 |
+
2021-07-10 11:30:50,514 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 190 |
+
2021-07-10 11:30:50,514 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 191 |
+
2021-07-10 11:30:50,515 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 192 |
+
2021-07-10 11:30:50,515 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 193 |
+
2021-07-10 11:30:50,515 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 194 |
+
2021-07-10 11:30:50,515 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 195 |
+
2021-07-10 11:30:50,515 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 196 |
+
2021-07-10 11:30:50,515 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 197 |
+
2021-07-10 11:30:50,516 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 198 |
+
2021-07-10 11:30:50,516 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 199 |
+
2021-07-10 11:30:50,516 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 200 |
+
2021-07-10 11:30:50,516 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 201 |
+
2021-07-10 11:30:50,516 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 202 |
+
2021-07-10 11:30:50,517 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 203 |
+
2021-07-10 11:30:50,517 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 204 |
+
2021-07-10 11:30:50,517 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 205 |
+
2021-07-10 11:30:50,517 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 206 |
+
2021-07-10 11:30:50,517 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 207 |
+
2021-07-10 11:30:50,518 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 208 |
+
2021-07-10 11:30:50,518 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 209 |
+
2021-07-10 11:30:50,518 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 210 |
+
2021-07-10 11:30:50,518 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 211 |
+
2021-07-10 11:30:50,518 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 212 |
+
2021-07-10 11:30:50,519 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 213 |
+
2021-07-10 11:30:50,519 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 214 |
+
2021-07-10 11:30:50,519 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 215 |
+
2021-07-10 11:30:50,519 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 216 |
+
2021-07-10 11:30:50,519 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 217 |
+
2021-07-10 11:30:50,519 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 218 |
+
2021-07-10 11:30:50,520 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 219 |
+
2021-07-10 11:30:50,520 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 220 |
+
2021-07-10 11:30:50,520 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 221 |
+
2021-07-10 11:30:50,520 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 222 |
+
2021-07-10 11:30:50,520 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 223 |
+
2021-07-10 11:30:50,520 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 224 |
+
2021-07-10 11:30:50,521 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 225 |
+
2021-07-10 11:30:50,521 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 226 |
+
2021-07-10 11:30:50,521 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 227 |
+
2021-07-10 11:30:50,521 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 228 |
+
2021-07-10 11:30:50,521 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 229 |
+
2021-07-10 11:30:50,521 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 230 |
+
2021-07-10 11:30:50,522 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 231 |
+
2021-07-10 11:30:50,522 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 232 |
+
2021-07-10 11:30:50,522 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 233 |
+
2021-07-10 11:30:50,522 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 234 |
+
2021-07-10 11:30:50,522 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 235 |
+
2021-07-10 11:30:50,523 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 236 |
+
2021-07-10 11:30:50,523 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 237 |
+
2021-07-10 11:30:50,523 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 238 |
+
2021-07-10 11:30:50,523 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 239 |
+
2021-07-10 11:30:50,523 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 240 |
+
2021-07-10 11:30:50,523 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 241 |
+
2021-07-10 11:30:50,524 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 242 |
+
2021-07-10 11:30:50,524 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 243 |
+
2021-07-10 11:30:50,524 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 244 |
+
2021-07-10 11:30:50,524 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 245 |
+
2021-07-10 11:30:50,524 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 246 |
+
2021-07-10 11:30:50,525 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 247 |
+
2021-07-10 11:30:50,525 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 248 |
+
2021-07-10 11:30:50,525 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 249 |
+
2021-07-10 11:30:50,525 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 250 |
+
2021-07-10 11:30:50,525 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 251 |
+
2021-07-10 11:30:50,525 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 252 |
+
2021-07-10 11:30:50,526 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 253 |
+
2021-07-10 11:30:50,526 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 254 |
+
2021-07-10 11:30:50,526 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 255 |
+
2021-07-10 11:30:50,526 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 256 |
+
2021-07-10 11:30:50,526 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 257 |
+
2021-07-10 11:30:50,526 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 258 |
+
2021-07-10 11:30:50,527 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 259 |
+
2021-07-10 11:30:50,527 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 260 |
+
2021-07-10 11:30:50,527 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 261 |
+
2021-07-10 11:30:50,527 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 262 |
+
2021-07-10 11:30:50,527 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 263 |
+
2021-07-10 11:30:50,527 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 264 |
+
2021-07-10 11:30:50,528 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 265 |
+
2021-07-10 11:30:50,528 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 266 |
+
2021-07-10 11:30:50,528 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 267 |
+
2021-07-10 11:30:50,528 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 268 |
+
2021-07-10 11:30:50,528 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 269 |
+
2021-07-10 11:30:50,529 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 270 |
+
2021-07-10 11:30:50,529 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 271 |
+
2021-07-10 11:30:50,529 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 272 |
+
2021-07-10 11:30:50,529 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 273 |
+
2021-07-10 11:30:50,529 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 274 |
+
2021-07-10 11:30:50,529 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 275 |
+
2021-07-10 11:30:50,530 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 276 |
+
2021-07-10 11:30:50,530 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 277 |
+
2021-07-10 11:30:50,530 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 278 |
+
2021-07-10 11:30:50,530 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 279 |
+
2021-07-10 11:30:50,530 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 280 |
+
2021-07-10 11:30:50,530 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 281 |
+
2021-07-10 11:30:50,530 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 282 |
+
2021-07-10 11:30:50,531 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 283 |
+
2021-07-10 11:30:50,531 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 284 |
+
2021-07-10 11:30:50,531 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 285 |
+
2021-07-10 11:30:50,531 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 286 |
+
2021-07-10 11:30:50,531 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 287 |
+
2021-07-10 11:30:50,531 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 288 |
+
2021-07-10 11:30:50,532 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 289 |
+
2021-07-10 11:30:50,532 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 290 |
+
2021-07-10 11:30:50,532 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 291 |
+
2021-07-10 11:30:50,532 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 292 |
+
2021-07-10 11:30:50,532 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 293 |
+
2021-07-10 11:30:50,532 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 294 |
+
2021-07-10 11:30:50,532 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 295 |
+
2021-07-10 11:30:50,533 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 296 |
+
2021-07-10 11:30:50,533 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 297 |
+
2021-07-10 11:30:50,533 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 298 |
+
2021-07-10 11:30:50,533 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 299 |
+
2021-07-10 11:30:50,533 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 300 |
+
2021-07-10 11:30:50,533 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 301 |
+
2021-07-10 11:30:50,534 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 302 |
+
2021-07-10 11:30:50,534 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 303 |
+
2021-07-10 11:30:50,534 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 304 |
+
2021-07-10 11:30:50,534 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 305 |
+
2021-07-10 11:30:50,534 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 306 |
+
2021-07-10 11:30:50,534 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 307 |
+
2021-07-10 11:30:50,535 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 308 |
+
2021-07-10 11:30:50,535 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 309 |
+
2021-07-10 11:30:50,535 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 310 |
+
2021-07-10 11:30:50,535 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 311 |
+
2021-07-10 11:30:50,535 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 312 |
+
2021-07-10 11:30:50,535 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 313 |
+
2021-07-10 11:30:50,536 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 314 |
+
2021-07-10 11:30:50,536 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 315 |
+
2021-07-10 11:30:50,536 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 316 |
+
2021-07-10 11:30:50,536 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 317 |
+
2021-07-10 11:30:50,536 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 318 |
+
2021-07-10 11:30:50,536 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 319 |
+
2021-07-10 11:30:50,536 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 320 |
+
2021-07-10 11:30:50,537 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 321 |
+
2021-07-10 11:30:50,537 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 322 |
+
2021-07-10 11:30:50,537 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 323 |
+
2021-07-10 11:30:50,537 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 324 |
+
2021-07-10 11:30:50,537 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 325 |
+
2021-07-10 11:30:50,537 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 326 |
+
2021-07-10 11:30:50,538 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 327 |
+
2021-07-10 11:30:50,538 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 328 |
+
2021-07-10 11:30:50,538 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 329 |
+
2021-07-10 11:30:50,538 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 330 |
+
2021-07-10 11:30:50,538 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 331 |
+
2021-07-10 11:30:50,538 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 332 |
+
2021-07-10 11:30:50,539 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 333 |
+
2021-07-10 11:30:50,539 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 334 |
+
2021-07-10 11:30:50,539 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 335 |
+
2021-07-10 11:30:50,539 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 336 |
+
2021-07-10 11:30:50,539 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 337 |
+
2021-07-10 11:30:50,539 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 338 |
+
2021-07-10 11:30:50,540 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 339 |
+
2021-07-10 11:30:50,540 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 340 |
+
2021-07-10 11:30:50,540 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 341 |
+
2021-07-10 11:30:50,540 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 342 |
+
2021-07-10 11:30:50,540 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 343 |
+
2021-07-10 11:30:50,540 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 344 |
+
2021-07-10 11:30:50,541 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 345 |
+
2021-07-10 11:30:50,541 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 346 |
+
2021-07-10 11:30:50,541 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 347 |
+
2021-07-10 11:30:50,541 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 348 |
+
2021-07-10 11:30:50,541 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 349 |
+
2021-07-10 11:30:50,541 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 350 |
+
2021-07-10 11:30:50,542 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 351 |
+
2021-07-10 11:30:50,542 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 352 |
+
2021-07-10 11:30:50,542 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 353 |
+
2021-07-10 11:30:50,542 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 354 |
+
2021-07-10 11:30:50,542 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 355 |
+
2021-07-10 11:30:50,542 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 356 |
+
2021-07-10 11:30:50,543 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 357 |
+
2021-07-10 11:30:50,543 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 358 |
+
2021-07-10 11:30:50,543 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 359 |
+
2021-07-10 11:30:50,543 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 360 |
+
2021-07-10 11:30:50,543 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 361 |
+
2021-07-10 11:30:50,543 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 362 |
+
2021-07-10 11:30:50,544 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 363 |
+
2021-07-10 11:30:50,544 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 364 |
+
2021-07-10 11:30:50,544 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 365 |
+
2021-07-10 11:30:50,544 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 366 |
+
2021-07-10 11:30:50,544 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 367 |
+
2021-07-10 11:30:50,544 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 368 |
+
2021-07-10 11:30:50,545 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 369 |
+
2021-07-10 11:30:50,545 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 370 |
+
2021-07-10 11:30:50,545 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 371 |
+
2021-07-10 11:30:50,545 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 372 |
+
2021-07-10 11:30:50,545 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 373 |
+
2021-07-10 11:30:50,545 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 374 |
+
2021-07-10 11:30:50,546 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 375 |
+
2021-07-10 11:30:50,546 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 376 |
+
2021-07-10 11:30:50,546 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 377 |
+
2021-07-10 11:30:50,546 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 378 |
+
2021-07-10 11:30:50,546 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 379 |
+
2021-07-10 11:30:50,546 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 380 |
+
2021-07-10 11:30:50,547 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 381 |
+
2021-07-10 11:30:50,547 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 382 |
+
2021-07-10 11:30:50,547 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 383 |
+
2021-07-10 11:30:50,547 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 384 |
+
2021-07-10 11:30:50,547 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 385 |
+
2021-07-10 11:30:50,547 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 386 |
+
2021-07-10 11:30:50,548 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 387 |
+
2021-07-10 11:30:50,548 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 388 |
+
2021-07-10 11:30:50,548 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 389 |
+
2021-07-10 11:30:50,548 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 390 |
+
2021-07-10 11:30:50,548 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 391 |
+
2021-07-10 11:30:50,548 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 392 |
+
2021-07-10 11:30:50,549 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 393 |
+
2021-07-10 11:30:50,549 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 394 |
+
2021-07-10 11:30:50,549 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 395 |
+
2021-07-10 11:30:50,549 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 396 |
+
2021-07-10 11:30:50,549 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 397 |
+
2021-07-10 11:30:50,550 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 398 |
+
2021-07-10 11:30:50,550 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 399 |
+
2021-07-10 11:30:50,550 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 400 |
+
2021-07-10 11:30:50,550 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 401 |
+
2021-07-10 11:30:50,550 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 402 |
+
2021-07-10 11:30:50,551 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 403 |
+
2021-07-10 11:30:50,551 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 404 |
+
2021-07-10 11:30:50,551 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 405 |
+
2021-07-10 11:30:50,551 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 406 |
+
2021-07-10 11:30:50,551 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 407 |
+
2021-07-10 11:30:50,551 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 408 |
+
2021-07-10 11:30:50,552 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 409 |
+
2021-07-10 11:30:50,552 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 410 |
+
2021-07-10 11:30:50,552 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 411 |
+
2021-07-10 11:30:50,552 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 412 |
+
2021-07-10 11:30:50,552 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 413 |
+
2021-07-10 11:30:50,552 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 414 |
+
2021-07-10 11:30:50,553 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 415 |
+
2021-07-10 11:30:50,553 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 416 |
+
2021-07-10 11:30:50,553 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 417 |
+
2021-07-10 11:30:50,553 DEBUG SenderThread:58251 [sender.py:send():179] send: history
|
| 418 |
+
2021-07-10 11:30:50,553 DEBUG SenderThread:58251 [sender.py:send():179] send: summary
|
| 419 |
+
2021-07-10 11:30:50,553 INFO SenderThread:58251 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
| 420 |
+
2021-07-10 11:30:50,932 INFO Thread-8 :58251 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/files/events.out.tfevents.1625916552.t1v-n-112df4a9-w-0.56815.3.v2
|
| 421 |
+
2021-07-10 11:30:50,932 INFO Thread-8 :58251 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/files/wandb-summary.json
|
| 422 |
+
2021-07-10 11:30:51,933 INFO Thread-8 :58251 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/files/output.log
|
| 423 |
+
2021-07-10 11:30:52,933 INFO Thread-8 :58251 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/files/output.log
|
| 424 |
+
2021-07-10 11:30:55,935 INFO Thread-8 :58251 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/files/output.log
|
| 425 |
+
2021-07-10 11:30:55,935 INFO Thread-8 :58251 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/files/events.out.tfevents.1625916552.t1v-n-112df4a9-w-0.56815.3.v2
|
| 426 |
+
2021-07-10 11:30:56,935 INFO Thread-8 :58251 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/files/output.log
|
| 427 |
+
2021-07-10 11:30:57,527 DEBUG HandlerThread:58251 [handler.py:handle_request():124] handle_request: stop_status
|
| 428 |
+
2021-07-10 11:30:57,527 DEBUG SenderThread:58251 [sender.py:send_request():193] send_request: stop_status
|
| 429 |
+
2021-07-10 11:30:57,935 INFO Thread-8 :58251 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/files/output.log
|
| 430 |
+
2021-07-10 11:30:58,936 INFO Thread-8 :58251 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/files/output.log
|
| 431 |
+
2021-07-10 11:31:04,938 INFO Thread-8 :58251 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/files/output.log
|
wandb/run-20210710_112910-2mowkjdf/logs/debug.log
ADDED
|
@@ -0,0 +1,26 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
2021-07-10 11:29:10,131 INFO MainThread:56815 [wandb_setup.py:_flush():69] setting env: {}
|
| 2 |
+
2021-07-10 11:29:10,131 INFO MainThread:56815 [wandb_setup.py:_flush():69] setting login settings: {}
|
| 3 |
+
2021-07-10 11:29:10,131 INFO MainThread:56815 [wandb_init.py:_log_setup():337] Logging user logs to /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/logs/debug.log
|
| 4 |
+
2021-07-10 11:29:10,131 INFO MainThread:56815 [wandb_init.py:_log_setup():338] Logging internal logs to /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210710_112910-2mowkjdf/logs/debug-internal.log
|
| 5 |
+
2021-07-10 11:29:10,131 INFO MainThread:56815 [wandb_init.py:init():370] calling init triggers
|
| 6 |
+
2021-07-10 11:29:10,131 INFO MainThread:56815 [wandb_init.py:init():375] wandb.init called with sweep_config: {}
|
| 7 |
+
config: {}
|
| 8 |
+
2021-07-10 11:29:10,131 INFO MainThread:56815 [wandb_init.py:init():419] starting backend
|
| 9 |
+
2021-07-10 11:29:10,131 INFO MainThread:56815 [backend.py:_multiprocessing_setup():70] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
|
| 10 |
+
2021-07-10 11:29:10,165 INFO MainThread:56815 [backend.py:ensure_launched():135] starting backend process...
|
| 11 |
+
2021-07-10 11:29:10,197 INFO MainThread:56815 [backend.py:ensure_launched():139] started backend process with pid: 58251
|
| 12 |
+
2021-07-10 11:29:10,199 INFO MainThread:56815 [wandb_init.py:init():424] backend started and connected
|
| 13 |
+
2021-07-10 11:29:10,202 INFO MainThread:56815 [wandb_init.py:init():472] updated telemetry
|
| 14 |
+
2021-07-10 11:29:10,203 INFO MainThread:56815 [wandb_init.py:init():491] communicating current version
|
| 15 |
+
2021-07-10 11:29:10,831 INFO MainThread:56815 [wandb_init.py:init():496] got version response
|
| 16 |
+
2021-07-10 11:29:10,831 INFO MainThread:56815 [wandb_init.py:init():504] communicating run to backend with 30 second timeout
|
| 17 |
+
2021-07-10 11:29:10,896 INFO MainThread:56815 [wandb_init.py:init():529] starting run threads in backend
|
| 18 |
+
2021-07-10 11:29:12,162 INFO MainThread:56815 [wandb_run.py:_console_start():1623] atexit reg
|
| 19 |
+
2021-07-10 11:29:12,162 INFO MainThread:56815 [wandb_run.py:_redirect():1497] redirect: SettingsConsole.REDIRECT
|
| 20 |
+
2021-07-10 11:29:12,163 INFO MainThread:56815 [wandb_run.py:_redirect():1502] Redirecting console.
|
| 21 |
+
2021-07-10 11:29:12,165 INFO MainThread:56815 [wandb_run.py:_redirect():1558] Redirects installed.
|
| 22 |
+
2021-07-10 11:29:12,165 INFO MainThread:56815 [wandb_init.py:init():554] run started, returning control to user process
|
| 23 |
+
2021-07-10 11:29:12,166 INFO MainThread:56815 [wandb_run.py:_config_callback():872] config_cb None None {'output_dir': './', 'overwrite_output_dir': True, 'do_train': False, 'do_eval': False, 'do_predict': False, 'evaluation_strategy': 'IntervalStrategy.NO', 'prediction_loss_only': False, 'per_device_train_batch_size': 4, 'per_device_eval_batch_size': 4, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 1, 'eval_accumulation_steps': None, 'learning_rate': 0.0003, 'weight_decay': 0.0, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'max_grad_norm': 1.0, 'num_train_epochs': 8.0, 'max_steps': -1, 'lr_scheduler_type': 'SchedulerType.LINEAR', 'warmup_ratio': 0.0, 'warmup_steps': 1000, 'log_level': -1, 'log_level_replica': -1, 'log_on_each_node': True, 'logging_dir': './runs/Jul10_11-28-59_t1v-n-112df4a9-w-0', 'logging_strategy': 'IntervalStrategy.STEPS', 'logging_first_step': False, 'logging_steps': 500, 'save_strategy': 'IntervalStrategy.STEPS', 'save_steps': 500, 'save_total_limit': None, 'save_on_each_node': False, 'no_cuda': False, 'seed': 42, 'fp16': False, 'fp16_opt_level': 'O1', 'fp16_backend': 'auto', 'fp16_full_eval': False, 'local_rank': -1, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': 500, 'dataloader_num_workers': 0, 'past_index': -1, 'run_name': 'hf-flax-robert-base-mr', 'disable_tqdm': False, 'remove_unused_columns': True, 'label_names': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': False, 'sharded_ddp': [], 'deepspeed': None, 'label_smoothing_factor': 0.0, 'adafactor': False, 'group_by_length': False, 'length_column_name': 'length', 'report_to': ['wandb'], 'ddp_find_unused_parameters': None, 'dataloader_pin_memory': True, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': True, 'resume_from_checkpoint': None, 'push_to_hub_model_id': 'flax-community/roberta-base-mr', 'push_to_hub_organization': None, 'push_to_hub_token': 'vdIAyRvCACJNslYtyLHufmNDnUIyknPzUgVDMFiXqJoulvMqjoubonLJzXOJQJczWfRMJumVaMFjGSFVnQAMdswvZkzNIthKrxBeARBXfqnIwjABkKpCbjGEgnkjpjKi', 'mp_parameters': ''}
|
| 24 |
+
2021-07-10 11:29:12,167 INFO MainThread:56815 [wandb_run.py:_config_callback():872] config_cb None None {'model_name_or_path': None, 'model_type': 'roberta', 'config_name': './', 'tokenizer_name': './', 'cache_dir': None, 'use_fast_tokenizer': True, 'dtype': 'float32'}
|
| 25 |
+
2021-07-10 11:29:12,168 INFO MainThread:56815 [wandb_run.py:_config_callback():872] config_cb None None {'dataset_name': None, 'dataset_config_name': None, 'train_file': 'dummy/dummy_mr_train.csv', 'validation_file': 'dummy/dummy_mr_validation.csv', 'train_ref_file': None, 'validation_ref_file': None, 'overwrite_cache': False, 'validation_split_percentage': 5, 'max_seq_length': 128, 'preprocessing_num_workers': None, 'mlm_probability': 0.15, 'pad_to_max_length': False, 'line_by_line': False}
|
| 26 |
+
2021-07-10 11:29:12,244 INFO MainThread:56815 [wandb_run.py:_tensorboard_callback():943] tensorboard callback: ., None
|
wandb/run-20210710_112910-2mowkjdf/run-2mowkjdf.wandb
ADDED
|
Binary file (23.9 kB). View file
|