Commit
•
d1ef3e2
1
Parent(s):
0623890
Training in progress, step 200
Browse files- model.safetensors +1 -1
- runs/Jun16_06-45-55_e33a70077056/events.out.tfevents.1718520357.e33a70077056.716.0 +2 -2
- wandb/debug-internal.log +370 -0
- wandb/run-20240616_064733-5rb8z5eg/files/output.log +4 -0
- wandb/run-20240616_064733-5rb8z5eg/files/wandb-summary.json +1 -1
- wandb/run-20240616_064733-5rb8z5eg/logs/debug-internal.log +370 -0
- wandb/run-20240616_064733-5rb8z5eg/run-5rb8z5eg.wandb +0 -0
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 966995080
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cb005e197eb884051077fe4e1db0dc275370d3915015c449923cb2e4dcb14580
|
| 3 |
size 966995080
|
runs/Jun16_06-45-55_e33a70077056/events.out.tfevents.1718520357.e33a70077056.716.0
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1679071e1d8c54310a4a39103f2f80fed8dbd8cf7ae8b314bdd436154b3c67ad
|
| 3 |
+
size 10423
|
wandb/debug-internal.log
CHANGED
|
@@ -533,3 +533,373 @@
|
|
| 533 |
2024-06-16 07:03:56,235 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 534 |
2024-06-16 07:03:56,628 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: keepalive
|
| 535 |
2024-06-16 07:04:01,670 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 533 |
2024-06-16 07:03:56,235 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 534 |
2024-06-16 07:03:56,628 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: keepalive
|
| 535 |
2024-06-16 07:04:01,670 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 536 |
+
2024-06-16 07:04:04,261 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 537 |
+
2024-06-16 07:04:04,262 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 538 |
+
2024-06-16 07:04:06,833 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 539 |
+
2024-06-16 07:04:08,131 DEBUG SenderThread:2530 [sender.py:send():379] send: stats
|
| 540 |
+
2024-06-16 07:04:12,833 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 541 |
+
2024-06-16 07:04:18,833 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 542 |
+
2024-06-16 07:04:19,505 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 543 |
+
2024-06-16 07:04:19,506 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 544 |
+
2024-06-16 07:04:24,356 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 545 |
+
2024-06-16 07:04:27,684 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: keepalive
|
| 546 |
+
2024-06-16 07:04:29,725 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 547 |
+
2024-06-16 07:04:34,504 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 548 |
+
2024-06-16 07:04:34,505 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 549 |
+
2024-06-16 07:04:34,754 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 550 |
+
2024-06-16 07:04:38,132 DEBUG SenderThread:2530 [sender.py:send():379] send: stats
|
| 551 |
+
2024-06-16 07:04:40,133 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 552 |
+
2024-06-16 07:04:46,060 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 553 |
+
2024-06-16 07:04:49,788 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 554 |
+
2024-06-16 07:04:49,789 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 555 |
+
2024-06-16 07:04:52,015 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 556 |
+
2024-06-16 07:04:57,934 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 557 |
+
2024-06-16 07:04:59,402 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: keepalive
|
| 558 |
+
2024-06-16 07:05:03,443 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 559 |
+
2024-06-16 07:05:04,739 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 560 |
+
2024-06-16 07:05:04,739 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 561 |
+
2024-06-16 07:05:04,802 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: partial_history
|
| 562 |
+
2024-06-16 07:05:05,026 DEBUG SenderThread:2530 [sender.py:send():379] send: history
|
| 563 |
+
2024-06-16 07:05:05,026 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: summary_record
|
| 564 |
+
2024-06-16 07:05:05,027 INFO SenderThread:2530 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end
|
| 565 |
+
2024-06-16 07:05:05,429 INFO Thread-12 :2530 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240616_064733-5rb8z5eg/files/wandb-summary.json
|
| 566 |
+
2024-06-16 07:05:08,136 DEBUG SenderThread:2530 [sender.py:send():379] send: stats
|
| 567 |
+
2024-06-16 07:05:09,137 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 568 |
+
2024-06-16 07:05:14,405 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 569 |
+
2024-06-16 07:05:19,405 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 570 |
+
2024-06-16 07:05:21,672 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 571 |
+
2024-06-16 07:05:21,673 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 572 |
+
2024-06-16 07:05:24,925 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 573 |
+
2024-06-16 07:05:30,343 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 574 |
+
2024-06-16 07:05:35,343 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 575 |
+
2024-06-16 07:05:36,077 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 576 |
+
2024-06-16 07:05:36,077 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 577 |
+
2024-06-16 07:05:38,134 DEBUG SenderThread:2530 [sender.py:send():379] send: stats
|
| 578 |
+
2024-06-16 07:05:40,345 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 579 |
+
2024-06-16 07:05:45,346 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 580 |
+
2024-06-16 07:05:46,160 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: keepalive
|
| 581 |
+
2024-06-16 07:05:51,077 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 582 |
+
2024-06-16 07:05:51,078 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 583 |
+
2024-06-16 07:05:51,333 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 584 |
+
2024-06-16 07:05:56,307 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: keepalive
|
| 585 |
+
2024-06-16 07:05:56,334 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 586 |
+
2024-06-16 07:06:01,507 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 587 |
+
2024-06-16 07:06:06,304 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 588 |
+
2024-06-16 07:06:06,304 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 589 |
+
2024-06-16 07:06:06,562 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 590 |
+
2024-06-16 07:06:08,136 DEBUG SenderThread:2530 [sender.py:send():379] send: stats
|
| 591 |
+
2024-06-16 07:06:12,506 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 592 |
+
2024-06-16 07:06:18,507 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 593 |
+
2024-06-16 07:06:21,350 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 594 |
+
2024-06-16 07:06:21,350 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 595 |
+
2024-06-16 07:06:23,971 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 596 |
+
2024-06-16 07:06:24,474 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: partial_history
|
| 597 |
+
2024-06-16 07:06:24,475 DEBUG SenderThread:2530 [sender.py:send():379] send: history
|
| 598 |
+
2024-06-16 07:06:24,475 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: summary_record
|
| 599 |
+
2024-06-16 07:06:24,475 INFO SenderThread:2530 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end
|
| 600 |
+
2024-06-16 07:06:25,456 INFO Thread-12 :2530 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240616_064733-5rb8z5eg/files/wandb-summary.json
|
| 601 |
+
2024-06-16 07:06:29,231 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 602 |
+
2024-06-16 07:06:32,252 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: keepalive
|
| 603 |
+
2024-06-16 07:06:34,883 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 604 |
+
2024-06-16 07:06:36,769 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 605 |
+
2024-06-16 07:06:36,769 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 606 |
+
2024-06-16 07:06:38,135 DEBUG SenderThread:2530 [sender.py:send():379] send: stats
|
| 607 |
+
2024-06-16 07:06:40,136 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 608 |
+
2024-06-16 07:06:45,561 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 609 |
+
2024-06-16 07:06:50,561 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 610 |
+
2024-06-16 07:06:51,769 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 611 |
+
2024-06-16 07:06:51,769 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 612 |
+
2024-06-16 07:06:56,537 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 613 |
+
2024-06-16 07:07:01,538 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 614 |
+
2024-06-16 07:07:07,202 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 615 |
+
2024-06-16 07:07:07,202 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 616 |
+
2024-06-16 07:07:07,449 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 617 |
+
2024-06-16 07:07:08,136 DEBUG SenderThread:2530 [sender.py:send():379] send: stats
|
| 618 |
+
2024-06-16 07:07:12,971 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 619 |
+
2024-06-16 07:07:18,971 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 620 |
+
2024-06-16 07:07:22,339 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 621 |
+
2024-06-16 07:07:22,339 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 622 |
+
2024-06-16 07:07:23,971 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 623 |
+
2024-06-16 07:07:28,971 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 624 |
+
2024-06-16 07:07:34,488 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 625 |
+
2024-06-16 07:07:38,137 DEBUG SenderThread:2530 [sender.py:send():379] send: stats
|
| 626 |
+
2024-06-16 07:07:38,334 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 627 |
+
2024-06-16 07:07:38,334 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 628 |
+
2024-06-16 07:07:40,479 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 629 |
+
2024-06-16 07:07:44,459 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: partial_history
|
| 630 |
+
2024-06-16 07:07:44,461 DEBUG SenderThread:2530 [sender.py:send():379] send: history
|
| 631 |
+
2024-06-16 07:07:44,461 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: summary_record
|
| 632 |
+
2024-06-16 07:07:44,462 INFO SenderThread:2530 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end
|
| 633 |
+
2024-06-16 07:07:44,482 INFO Thread-12 :2530 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240616_064733-5rb8z5eg/files/wandb-summary.json
|
| 634 |
+
2024-06-16 07:07:46,108 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: keepalive
|
| 635 |
+
2024-06-16 07:07:46,109 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 636 |
+
2024-06-16 07:07:51,109 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 637 |
+
2024-06-16 07:07:53,065 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 638 |
+
2024-06-16 07:07:53,065 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 639 |
+
2024-06-16 07:07:56,403 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 640 |
+
2024-06-16 07:08:01,678 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 641 |
+
2024-06-16 07:08:07,668 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 642 |
+
2024-06-16 07:08:08,044 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 643 |
+
2024-06-16 07:08:08,045 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 644 |
+
2024-06-16 07:08:08,357 DEBUG SenderThread:2530 [sender.py:send():379] send: stats
|
| 645 |
+
2024-06-16 07:08:13,668 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 646 |
+
2024-06-16 07:08:19,668 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 647 |
+
2024-06-16 07:08:23,044 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 648 |
+
2024-06-16 07:08:23,045 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 649 |
+
2024-06-16 07:08:25,297 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 650 |
+
2024-06-16 07:08:30,444 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 651 |
+
2024-06-16 07:08:32,537 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: keepalive
|
| 652 |
+
2024-06-16 07:08:35,537 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 653 |
+
2024-06-16 07:08:38,044 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 654 |
+
2024-06-16 07:08:38,045 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 655 |
+
2024-06-16 07:08:38,289 DEBUG SenderThread:2530 [sender.py:send():379] send: stats
|
| 656 |
+
2024-06-16 07:08:41,291 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 657 |
+
2024-06-16 07:08:46,913 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 658 |
+
2024-06-16 07:08:51,914 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 659 |
+
2024-06-16 07:08:53,925 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: keepalive
|
| 660 |
+
2024-06-16 07:08:53,967 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 661 |
+
2024-06-16 07:08:53,968 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 662 |
+
2024-06-16 07:08:57,310 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 663 |
+
2024-06-16 07:09:02,928 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 664 |
+
2024-06-16 07:09:04,840 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: partial_history
|
| 665 |
+
2024-06-16 07:09:04,841 DEBUG SenderThread:2530 [sender.py:send():379] send: history
|
| 666 |
+
2024-06-16 07:09:04,841 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: summary_record
|
| 667 |
+
2024-06-16 07:09:04,843 INFO SenderThread:2530 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end
|
| 668 |
+
2024-06-16 07:09:05,511 INFO Thread-12 :2530 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240616_064733-5rb8z5eg/files/wandb-summary.json
|
| 669 |
+
2024-06-16 07:09:08,139 DEBUG SenderThread:2530 [sender.py:send():379] send: stats
|
| 670 |
+
2024-06-16 07:09:08,140 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 671 |
+
2024-06-16 07:09:09,309 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 672 |
+
2024-06-16 07:09:09,310 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 673 |
+
2024-06-16 07:09:13,655 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 674 |
+
2024-06-16 07:09:19,310 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 675 |
+
2024-06-16 07:09:24,310 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 676 |
+
2024-06-16 07:09:24,310 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 677 |
+
2024-06-16 07:09:24,311 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 678 |
+
2024-06-16 07:09:29,641 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 679 |
+
2024-06-16 07:09:34,763 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 680 |
+
2024-06-16 07:09:38,140 DEBUG SenderThread:2530 [sender.py:send():379] send: stats
|
| 681 |
+
2024-06-16 07:09:39,536 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 682 |
+
2024-06-16 07:09:39,537 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 683 |
+
2024-06-16 07:09:39,795 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 684 |
+
2024-06-16 07:09:44,857 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 685 |
+
2024-06-16 07:09:49,857 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 686 |
+
2024-06-16 07:09:50,314 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: keepalive
|
| 687 |
+
2024-06-16 07:09:54,535 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 688 |
+
2024-06-16 07:09:54,535 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 689 |
+
2024-06-16 07:09:55,315 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 690 |
+
2024-06-16 07:10:00,316 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 691 |
+
2024-06-16 07:10:01,460 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: keepalive
|
| 692 |
+
2024-06-16 07:10:06,086 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 693 |
+
2024-06-16 07:10:08,141 DEBUG SenderThread:2530 [sender.py:send():379] send: stats
|
| 694 |
+
2024-06-16 07:10:09,996 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 695 |
+
2024-06-16 07:10:09,997 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 696 |
+
2024-06-16 07:10:11,345 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 697 |
+
2024-06-16 07:10:16,874 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 698 |
+
2024-06-16 07:10:21,875 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 699 |
+
2024-06-16 07:10:24,833 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: partial_history
|
| 700 |
+
2024-06-16 07:10:24,841 DEBUG SenderThread:2530 [sender.py:send():379] send: history
|
| 701 |
+
2024-06-16 07:10:24,841 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: summary_record
|
| 702 |
+
2024-06-16 07:10:24,842 INFO SenderThread:2530 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end
|
| 703 |
+
2024-06-16 07:10:25,539 INFO Thread-12 :2530 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240616_064733-5rb8z5eg/files/wandb-summary.json
|
| 704 |
+
2024-06-16 07:10:26,411 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 705 |
+
2024-06-16 07:10:26,411 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 706 |
+
2024-06-16 07:10:27,346 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 707 |
+
2024-06-16 07:10:32,347 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 708 |
+
2024-06-16 07:10:32,777 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: keepalive
|
| 709 |
+
2024-06-16 07:10:37,779 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 710 |
+
2024-06-16 07:10:38,143 DEBUG SenderThread:2530 [sender.py:send():379] send: stats
|
| 711 |
+
2024-06-16 07:10:41,411 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 712 |
+
2024-06-16 07:10:41,412 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 713 |
+
2024-06-16 07:10:42,779 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 714 |
+
2024-06-16 07:10:47,779 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 715 |
+
2024-06-16 07:10:48,439 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: keepalive
|
| 716 |
+
2024-06-16 07:10:53,481 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 717 |
+
2024-06-16 07:10:56,411 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 718 |
+
2024-06-16 07:10:56,412 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 719 |
+
2024-06-16 07:10:58,720 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 720 |
+
2024-06-16 07:11:04,030 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 721 |
+
2024-06-16 07:11:08,144 DEBUG SenderThread:2530 [sender.py:send():379] send: stats
|
| 722 |
+
2024-06-16 07:11:09,144 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 723 |
+
2024-06-16 07:11:09,481 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: keepalive
|
| 724 |
+
2024-06-16 07:11:12,568 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 725 |
+
2024-06-16 07:11:12,568 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 726 |
+
2024-06-16 07:11:14,481 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 727 |
+
2024-06-16 07:11:19,482 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 728 |
+
2024-06-16 07:11:20,550 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: keepalive
|
| 729 |
+
2024-06-16 07:11:24,592 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 730 |
+
2024-06-16 07:11:25,975 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: keepalive
|
| 731 |
+
2024-06-16 07:11:26,935 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 732 |
+
2024-06-16 07:11:26,936 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 733 |
+
2024-06-16 07:11:30,252 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 734 |
+
2024-06-16 07:11:35,976 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 735 |
+
2024-06-16 07:11:38,145 DEBUG SenderThread:2530 [sender.py:send():379] send: stats
|
| 736 |
+
2024-06-16 07:11:41,145 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 737 |
+
2024-06-16 07:11:41,935 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 738 |
+
2024-06-16 07:11:41,936 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 739 |
+
2024-06-16 07:11:43,902 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: partial_history
|
| 740 |
+
2024-06-16 07:11:43,903 DEBUG SenderThread:2530 [sender.py:send():379] send: history
|
| 741 |
+
2024-06-16 07:11:43,903 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: summary_record
|
| 742 |
+
2024-06-16 07:11:43,904 INFO SenderThread:2530 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end
|
| 743 |
+
2024-06-16 07:11:44,567 INFO Thread-12 :2530 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240616_064733-5rb8z5eg/files/wandb-summary.json
|
| 744 |
+
2024-06-16 07:11:46,700 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 745 |
+
2024-06-16 07:11:51,701 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 746 |
+
2024-06-16 07:11:51,731 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: keepalive
|
| 747 |
+
2024-06-16 07:11:57,135 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 748 |
+
2024-06-16 07:11:57,136 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 749 |
+
2024-06-16 07:11:57,136 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 750 |
+
2024-06-16 07:12:02,142 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 751 |
+
2024-06-16 07:12:07,142 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 752 |
+
2024-06-16 07:12:08,145 DEBUG SenderThread:2530 [sender.py:send():379] send: stats
|
| 753 |
+
2024-06-16 07:12:12,146 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 754 |
+
2024-06-16 07:12:12,871 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 755 |
+
2024-06-16 07:12:12,871 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 756 |
+
2024-06-16 07:12:17,203 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 757 |
+
2024-06-16 07:12:22,881 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 758 |
+
2024-06-16 07:12:27,881 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 759 |
+
2024-06-16 07:12:28,346 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 760 |
+
2024-06-16 07:12:28,346 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 761 |
+
2024-06-16 07:12:33,336 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 762 |
+
2024-06-16 07:12:38,146 DEBUG SenderThread:2530 [sender.py:send():379] send: stats
|
| 763 |
+
2024-06-16 07:12:39,336 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 764 |
+
2024-06-16 07:12:43,345 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 765 |
+
2024-06-16 07:12:43,346 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 766 |
+
2024-06-16 07:12:44,661 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 767 |
+
2024-06-16 07:12:49,931 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 768 |
+
2024-06-16 07:12:54,951 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 769 |
+
2024-06-16 07:12:58,509 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 770 |
+
2024-06-16 07:12:58,510 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 771 |
+
2024-06-16 07:13:00,921 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 772 |
+
2024-06-16 07:13:03,857 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: partial_history
|
| 773 |
+
2024-06-16 07:13:03,859 DEBUG SenderThread:2530 [sender.py:send():379] send: history
|
| 774 |
+
2024-06-16 07:13:03,859 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: summary_record
|
| 775 |
+
2024-06-16 07:13:03,859 INFO SenderThread:2530 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end
|
| 776 |
+
2024-06-16 07:13:04,594 INFO Thread-12 :2530 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240616_064733-5rb8z5eg/files/wandb-summary.json
|
| 777 |
+
2024-06-16 07:13:05,424 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: keepalive
|
| 778 |
+
2024-06-16 07:13:06,426 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 779 |
+
2024-06-16 07:13:08,147 DEBUG SenderThread:2530 [sender.py:send():379] send: stats
|
| 780 |
+
2024-06-16 07:13:11,426 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 781 |
+
2024-06-16 07:13:13,509 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 782 |
+
2024-06-16 07:13:13,510 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 783 |
+
2024-06-16 07:13:16,753 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 784 |
+
2024-06-16 07:13:22,004 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 785 |
+
2024-06-16 07:13:27,983 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 786 |
+
2024-06-16 07:13:28,858 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 787 |
+
2024-06-16 07:13:28,858 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 788 |
+
2024-06-16 07:13:33,983 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 789 |
+
2024-06-16 07:13:38,147 DEBUG SenderThread:2530 [sender.py:send():379] send: stats
|
| 790 |
+
2024-06-16 07:13:39,148 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 791 |
+
2024-06-16 07:13:43,838 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 792 |
+
2024-06-16 07:13:43,838 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 793 |
+
2024-06-16 07:13:44,166 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 794 |
+
2024-06-16 07:13:49,856 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 795 |
+
2024-06-16 07:13:52,567 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: keepalive
|
| 796 |
+
2024-06-16 07:13:55,546 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 797 |
+
2024-06-16 07:13:58,838 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 798 |
+
2024-06-16 07:13:58,838 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 799 |
+
2024-06-16 07:14:01,170 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 800 |
+
2024-06-16 07:14:06,207 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 801 |
+
2024-06-16 07:14:08,148 DEBUG SenderThread:2530 [sender.py:send():379] send: stats
|
| 802 |
+
2024-06-16 07:14:12,149 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 803 |
+
2024-06-16 07:14:13,942 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 804 |
+
2024-06-16 07:14:13,943 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 805 |
+
2024-06-16 07:14:17,182 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 806 |
+
2024-06-16 07:14:23,082 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 807 |
+
2024-06-16 07:14:24,023 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: partial_history
|
| 808 |
+
2024-06-16 07:14:24,024 DEBUG SenderThread:2530 [sender.py:send():379] send: history
|
| 809 |
+
2024-06-16 07:14:24,024 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: summary_record
|
| 810 |
+
2024-06-16 07:14:24,024 INFO SenderThread:2530 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end
|
| 811 |
+
2024-06-16 07:14:24,622 INFO Thread-12 :2530 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240616_064733-5rb8z5eg/files/wandb-summary.json
|
| 812 |
+
2024-06-16 07:14:28,522 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 813 |
+
2024-06-16 07:14:29,328 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 814 |
+
2024-06-16 07:14:29,328 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 815 |
+
2024-06-16 07:14:34,503 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 816 |
+
2024-06-16 07:14:38,149 DEBUG SenderThread:2530 [sender.py:send():379] send: stats
|
| 817 |
+
2024-06-16 07:14:40,503 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 818 |
+
2024-06-16 07:14:44,659 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 819 |
+
2024-06-16 07:14:44,660 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 820 |
+
2024-06-16 07:14:45,969 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 821 |
+
2024-06-16 07:14:51,367 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 822 |
+
2024-06-16 07:14:57,287 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 823 |
+
2024-06-16 07:14:59,638 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 824 |
+
2024-06-16 07:14:59,638 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 825 |
+
2024-06-16 07:15:02,982 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 826 |
+
2024-06-16 07:15:08,154 DEBUG SenderThread:2530 [sender.py:send():379] send: stats
|
| 827 |
+
2024-06-16 07:15:08,156 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 828 |
+
2024-06-16 07:15:13,455 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 829 |
+
2024-06-16 07:15:14,638 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 830 |
+
2024-06-16 07:15:14,638 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 831 |
+
2024-06-16 07:15:18,949 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 832 |
+
2024-06-16 07:15:20,494 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: keepalive
|
| 833 |
+
2024-06-16 07:15:24,102 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 834 |
+
2024-06-16 07:15:29,778 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 835 |
+
2024-06-16 07:15:29,778 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 836 |
+
2024-06-16 07:15:30,116 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 837 |
+
2024-06-16 07:15:35,941 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 838 |
+
2024-06-16 07:15:38,155 DEBUG SenderThread:2530 [sender.py:send():379] send: stats
|
| 839 |
+
2024-06-16 07:15:40,947 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 840 |
+
2024-06-16 07:15:44,046 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: partial_history
|
| 841 |
+
2024-06-16 07:15:44,047 DEBUG SenderThread:2530 [sender.py:send():379] send: history
|
| 842 |
+
2024-06-16 07:15:44,047 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: summary_record
|
| 843 |
+
2024-06-16 07:15:44,048 INFO SenderThread:2530 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end
|
| 844 |
+
2024-06-16 07:15:44,653 INFO Thread-12 :2530 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240616_064733-5rb8z5eg/files/wandb-summary.json
|
| 845 |
+
2024-06-16 07:15:45,488 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 846 |
+
2024-06-16 07:15:45,489 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 847 |
+
2024-06-16 07:15:46,741 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 848 |
+
2024-06-16 07:15:51,989 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 849 |
+
2024-06-16 07:15:56,990 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 850 |
+
2024-06-16 07:16:00,318 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: partial_history
|
| 851 |
+
2024-06-16 07:16:00,320 DEBUG SenderThread:2530 [sender.py:send():379] send: history
|
| 852 |
+
2024-06-16 07:16:00,320 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: summary_record
|
| 853 |
+
2024-06-16 07:16:00,320 INFO SenderThread:2530 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end
|
| 854 |
+
2024-06-16 07:16:00,495 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 855 |
+
2024-06-16 07:16:00,496 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 856 |
+
2024-06-16 07:16:00,660 INFO Thread-12 :2530 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240616_064733-5rb8z5eg/files/wandb-summary.json
|
| 857 |
+
2024-06-16 07:16:02,783 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 858 |
+
2024-06-16 07:16:03,661 INFO Thread-12 :2530 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240616_064733-5rb8z5eg/files/output.log
|
| 859 |
+
2024-06-16 07:16:07,784 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 860 |
+
2024-06-16 07:16:08,155 DEBUG SenderThread:2530 [sender.py:send():379] send: stats
|
| 861 |
+
2024-06-16 07:16:09,402 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: keepalive
|
| 862 |
+
2024-06-16 07:16:13,410 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 863 |
+
2024-06-16 07:16:15,495 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 864 |
+
2024-06-16 07:16:15,496 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 865 |
+
2024-06-16 07:16:18,829 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 866 |
+
2024-06-16 07:16:24,404 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 867 |
+
2024-06-16 07:16:29,405 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 868 |
+
2024-06-16 07:16:30,495 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 869 |
+
2024-06-16 07:16:30,496 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 870 |
+
2024-06-16 07:16:31,672 INFO Thread-12 :2530 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240616_064733-5rb8z5eg/files/output.log
|
| 871 |
+
2024-06-16 07:16:34,414 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 872 |
+
2024-06-16 07:16:38,156 DEBUG SenderThread:2530 [sender.py:send():379] send: stats
|
| 873 |
+
2024-06-16 07:16:39,416 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 874 |
+
2024-06-16 07:16:44,416 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 875 |
+
2024-06-16 07:16:46,427 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 876 |
+
2024-06-16 07:16:46,427 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 877 |
+
2024-06-16 07:16:49,767 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 878 |
+
2024-06-16 07:16:54,898 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 879 |
+
2024-06-16 07:17:00,113 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 880 |
+
2024-06-16 07:17:00,816 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 881 |
+
2024-06-16 07:17:00,817 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 882 |
+
2024-06-16 07:17:06,112 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 883 |
+
2024-06-16 07:17:08,157 DEBUG SenderThread:2530 [sender.py:send():379] send: stats
|
| 884 |
+
2024-06-16 07:17:11,112 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 885 |
+
2024-06-16 07:17:17,112 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 886 |
+
2024-06-16 07:17:17,687 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 887 |
+
2024-06-16 07:17:17,688 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 888 |
+
2024-06-16 07:17:22,112 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 889 |
+
2024-06-16 07:17:25,345 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: keepalive
|
| 890 |
+
2024-06-16 07:17:27,954 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 891 |
+
2024-06-16 07:17:31,514 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 892 |
+
2024-06-16 07:17:31,514 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 893 |
+
2024-06-16 07:17:33,788 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 894 |
+
2024-06-16 07:17:38,158 DEBUG SenderThread:2530 [sender.py:send():379] send: stats
|
| 895 |
+
2024-06-16 07:17:39,158 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 896 |
+
2024-06-16 07:17:44,423 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 897 |
+
2024-06-16 07:17:44,635 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: partial_history
|
| 898 |
+
2024-06-16 07:17:44,636 DEBUG SenderThread:2530 [sender.py:send():379] send: history
|
| 899 |
+
2024-06-16 07:17:44,636 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: summary_record
|
| 900 |
+
2024-06-16 07:17:44,637 INFO SenderThread:2530 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end
|
| 901 |
+
2024-06-16 07:17:44,706 INFO Thread-12 :2530 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240616_064733-5rb8z5eg/files/wandb-summary.json
|
| 902 |
+
2024-06-16 07:17:46,218 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: keepalive
|
| 903 |
+
2024-06-16 07:17:47,091 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 904 |
+
2024-06-16 07:17:47,091 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 905 |
+
2024-06-16 07:17:50,339 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
wandb/run-20240616_064733-5rb8z5eg/files/output.log
CHANGED
|
@@ -3,4 +3,8 @@
|
|
| 3 |
`use_cache = True` is incompatible with gradient checkpointing. Setting `use_cache = False`...
|
| 4 |
Some non-default generation parameters are set in the model config. These should go into a GenerationConfig file (https://huggingface.co/docs/transformers/generation_strategies#save-a-custom-decoding-strategy-with-your-model) instead. This warning will be raised to an exception in v4.41.
|
| 5 |
Non-default generation parameters: {'max_length': 448, 'suppress_tokens': [], 'begin_suppress_tokens': [220, 50257]}
|
|
|
|
|
|
|
|
|
|
|
|
|
| 6 |
/usr/local/lib/python3.10/dist-packages/torch/utils/checkpoint.py:464: UserWarning: torch.utils.checkpoint: the use_reentrant parameter should be passed explicitly. In version 2.4 we will raise an exception if use_reentrant is not passed. use_reentrant=False is recommended, but if you need to preserve the current default behavior, you can pass use_reentrant=True. Refer to docs for more details on the differences between the two variants.
|
|
|
|
| 3 |
`use_cache = True` is incompatible with gradient checkpointing. Setting `use_cache = False`...
|
| 4 |
Some non-default generation parameters are set in the model config. These should go into a GenerationConfig file (https://huggingface.co/docs/transformers/generation_strategies#save-a-custom-decoding-strategy-with-your-model) instead. This warning will be raised to an exception in v4.41.
|
| 5 |
Non-default generation parameters: {'max_length': 448, 'suppress_tokens': [], 'begin_suppress_tokens': [220, 50257]}
|
| 6 |
+
/usr/local/lib/python3.10/dist-packages/torch/utils/checkpoint.py:464: UserWarning: torch.utils.checkpoint: the use_reentrant parameter should be passed explicitly. In version 2.4 we will raise an exception if use_reentrant is not passed. use_reentrant=False is recommended, but if you need to preserve the current default behavior, you can pass use_reentrant=True. Refer to docs for more details on the differences between the two variants.
|
| 7 |
+
warnings.warn(
|
| 8 |
+
Some non-default generation parameters are set in the model config. These should go into a GenerationConfig file (https://huggingface.co/docs/transformers/generation_strategies#save-a-custom-decoding-strategy-with-your-model) instead. This warning will be raised to an exception in v4.41.
|
| 9 |
+
Non-default generation parameters: {'max_length': 448, 'suppress_tokens': [], 'begin_suppress_tokens': [220, 50257]}
|
| 10 |
/usr/local/lib/python3.10/dist-packages/torch/utils/checkpoint.py:464: UserWarning: torch.utils.checkpoint: the use_reentrant parameter should be passed explicitly. In version 2.4 we will raise an exception if use_reentrant is not passed. use_reentrant=False is recommended, but if you need to preserve the current default behavior, you can pass use_reentrant=True. Refer to docs for more details on the differences between the two variants.
|
wandb/run-20240616_064733-5rb8z5eg/files/wandb-summary.json
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"train/loss": 0.
|
|
|
|
| 1 |
+
{"train/loss": 0.1303, "train/grad_norm": 2.457418918609619, "train/learning_rate": 3.59106529209622e-06, "train/epoch": 42.0, "train/global_step": 210, "_timestamp": 1718522264.634728, "_runtime": 1810.9005889892578, "_step": 22, "eval/loss": 0.36683472990989685, "eval/wer": 32.12435233160622, "eval/runtime": 16.2683, "eval/samples_per_second": 1.045, "eval/steps_per_second": 0.184}
|
wandb/run-20240616_064733-5rb8z5eg/logs/debug-internal.log
CHANGED
|
@@ -533,3 +533,373 @@
|
|
| 533 |
2024-06-16 07:03:56,235 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 534 |
2024-06-16 07:03:56,628 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: keepalive
|
| 535 |
2024-06-16 07:04:01,670 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 533 |
2024-06-16 07:03:56,235 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 534 |
2024-06-16 07:03:56,628 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: keepalive
|
| 535 |
2024-06-16 07:04:01,670 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 536 |
+
2024-06-16 07:04:04,261 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 537 |
+
2024-06-16 07:04:04,262 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 538 |
+
2024-06-16 07:04:06,833 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 539 |
+
2024-06-16 07:04:08,131 DEBUG SenderThread:2530 [sender.py:send():379] send: stats
|
| 540 |
+
2024-06-16 07:04:12,833 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 541 |
+
2024-06-16 07:04:18,833 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 542 |
+
2024-06-16 07:04:19,505 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 543 |
+
2024-06-16 07:04:19,506 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 544 |
+
2024-06-16 07:04:24,356 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 545 |
+
2024-06-16 07:04:27,684 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: keepalive
|
| 546 |
+
2024-06-16 07:04:29,725 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 547 |
+
2024-06-16 07:04:34,504 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 548 |
+
2024-06-16 07:04:34,505 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 549 |
+
2024-06-16 07:04:34,754 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 550 |
+
2024-06-16 07:04:38,132 DEBUG SenderThread:2530 [sender.py:send():379] send: stats
|
| 551 |
+
2024-06-16 07:04:40,133 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 552 |
+
2024-06-16 07:04:46,060 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 553 |
+
2024-06-16 07:04:49,788 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 554 |
+
2024-06-16 07:04:49,789 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 555 |
+
2024-06-16 07:04:52,015 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 556 |
+
2024-06-16 07:04:57,934 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 557 |
+
2024-06-16 07:04:59,402 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: keepalive
|
| 558 |
+
2024-06-16 07:05:03,443 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 559 |
+
2024-06-16 07:05:04,739 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 560 |
+
2024-06-16 07:05:04,739 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 561 |
+
2024-06-16 07:05:04,802 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: partial_history
|
| 562 |
+
2024-06-16 07:05:05,026 DEBUG SenderThread:2530 [sender.py:send():379] send: history
|
| 563 |
+
2024-06-16 07:05:05,026 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: summary_record
|
| 564 |
+
2024-06-16 07:05:05,027 INFO SenderThread:2530 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end
|
| 565 |
+
2024-06-16 07:05:05,429 INFO Thread-12 :2530 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240616_064733-5rb8z5eg/files/wandb-summary.json
|
| 566 |
+
2024-06-16 07:05:08,136 DEBUG SenderThread:2530 [sender.py:send():379] send: stats
|
| 567 |
+
2024-06-16 07:05:09,137 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 568 |
+
2024-06-16 07:05:14,405 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 569 |
+
2024-06-16 07:05:19,405 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 570 |
+
2024-06-16 07:05:21,672 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 571 |
+
2024-06-16 07:05:21,673 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 572 |
+
2024-06-16 07:05:24,925 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 573 |
+
2024-06-16 07:05:30,343 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 574 |
+
2024-06-16 07:05:35,343 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 575 |
+
2024-06-16 07:05:36,077 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 576 |
+
2024-06-16 07:05:36,077 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 577 |
+
2024-06-16 07:05:38,134 DEBUG SenderThread:2530 [sender.py:send():379] send: stats
|
| 578 |
+
2024-06-16 07:05:40,345 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 579 |
+
2024-06-16 07:05:45,346 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 580 |
+
2024-06-16 07:05:46,160 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: keepalive
|
| 581 |
+
2024-06-16 07:05:51,077 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 582 |
+
2024-06-16 07:05:51,078 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 583 |
+
2024-06-16 07:05:51,333 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 584 |
+
2024-06-16 07:05:56,307 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: keepalive
|
| 585 |
+
2024-06-16 07:05:56,334 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 586 |
+
2024-06-16 07:06:01,507 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 587 |
+
2024-06-16 07:06:06,304 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 588 |
+
2024-06-16 07:06:06,304 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 589 |
+
2024-06-16 07:06:06,562 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 590 |
+
2024-06-16 07:06:08,136 DEBUG SenderThread:2530 [sender.py:send():379] send: stats
|
| 591 |
+
2024-06-16 07:06:12,506 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 592 |
+
2024-06-16 07:06:18,507 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 593 |
+
2024-06-16 07:06:21,350 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 594 |
+
2024-06-16 07:06:21,350 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 595 |
+
2024-06-16 07:06:23,971 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 596 |
+
2024-06-16 07:06:24,474 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: partial_history
|
| 597 |
+
2024-06-16 07:06:24,475 DEBUG SenderThread:2530 [sender.py:send():379] send: history
|
| 598 |
+
2024-06-16 07:06:24,475 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: summary_record
|
| 599 |
+
2024-06-16 07:06:24,475 INFO SenderThread:2530 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end
|
| 600 |
+
2024-06-16 07:06:25,456 INFO Thread-12 :2530 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240616_064733-5rb8z5eg/files/wandb-summary.json
|
| 601 |
+
2024-06-16 07:06:29,231 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 602 |
+
2024-06-16 07:06:32,252 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: keepalive
|
| 603 |
+
2024-06-16 07:06:34,883 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 604 |
+
2024-06-16 07:06:36,769 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 605 |
+
2024-06-16 07:06:36,769 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 606 |
+
2024-06-16 07:06:38,135 DEBUG SenderThread:2530 [sender.py:send():379] send: stats
|
| 607 |
+
2024-06-16 07:06:40,136 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 608 |
+
2024-06-16 07:06:45,561 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 609 |
+
2024-06-16 07:06:50,561 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 610 |
+
2024-06-16 07:06:51,769 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 611 |
+
2024-06-16 07:06:51,769 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 612 |
+
2024-06-16 07:06:56,537 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 613 |
+
2024-06-16 07:07:01,538 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 614 |
+
2024-06-16 07:07:07,202 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 615 |
+
2024-06-16 07:07:07,202 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 616 |
+
2024-06-16 07:07:07,449 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 617 |
+
2024-06-16 07:07:08,136 DEBUG SenderThread:2530 [sender.py:send():379] send: stats
|
| 618 |
+
2024-06-16 07:07:12,971 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 619 |
+
2024-06-16 07:07:18,971 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 620 |
+
2024-06-16 07:07:22,339 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 621 |
+
2024-06-16 07:07:22,339 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 622 |
+
2024-06-16 07:07:23,971 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 623 |
+
2024-06-16 07:07:28,971 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 624 |
+
2024-06-16 07:07:34,488 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 625 |
+
2024-06-16 07:07:38,137 DEBUG SenderThread:2530 [sender.py:send():379] send: stats
|
| 626 |
+
2024-06-16 07:07:38,334 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 627 |
+
2024-06-16 07:07:38,334 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 628 |
+
2024-06-16 07:07:40,479 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 629 |
+
2024-06-16 07:07:44,459 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: partial_history
|
| 630 |
+
2024-06-16 07:07:44,461 DEBUG SenderThread:2530 [sender.py:send():379] send: history
|
| 631 |
+
2024-06-16 07:07:44,461 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: summary_record
|
| 632 |
+
2024-06-16 07:07:44,462 INFO SenderThread:2530 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end
|
| 633 |
+
2024-06-16 07:07:44,482 INFO Thread-12 :2530 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240616_064733-5rb8z5eg/files/wandb-summary.json
|
| 634 |
+
2024-06-16 07:07:46,108 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: keepalive
|
| 635 |
+
2024-06-16 07:07:46,109 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 636 |
+
2024-06-16 07:07:51,109 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 637 |
+
2024-06-16 07:07:53,065 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 638 |
+
2024-06-16 07:07:53,065 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 639 |
+
2024-06-16 07:07:56,403 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 640 |
+
2024-06-16 07:08:01,678 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 641 |
+
2024-06-16 07:08:07,668 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 642 |
+
2024-06-16 07:08:08,044 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 643 |
+
2024-06-16 07:08:08,045 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 644 |
+
2024-06-16 07:08:08,357 DEBUG SenderThread:2530 [sender.py:send():379] send: stats
|
| 645 |
+
2024-06-16 07:08:13,668 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 646 |
+
2024-06-16 07:08:19,668 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 647 |
+
2024-06-16 07:08:23,044 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 648 |
+
2024-06-16 07:08:23,045 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 649 |
+
2024-06-16 07:08:25,297 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 650 |
+
2024-06-16 07:08:30,444 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 651 |
+
2024-06-16 07:08:32,537 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: keepalive
|
| 652 |
+
2024-06-16 07:08:35,537 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 653 |
+
2024-06-16 07:08:38,044 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 654 |
+
2024-06-16 07:08:38,045 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 655 |
+
2024-06-16 07:08:38,289 DEBUG SenderThread:2530 [sender.py:send():379] send: stats
|
| 656 |
+
2024-06-16 07:08:41,291 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 657 |
+
2024-06-16 07:08:46,913 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 658 |
+
2024-06-16 07:08:51,914 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 659 |
+
2024-06-16 07:08:53,925 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: keepalive
|
| 660 |
+
2024-06-16 07:08:53,967 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 661 |
+
2024-06-16 07:08:53,968 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 662 |
+
2024-06-16 07:08:57,310 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 663 |
+
2024-06-16 07:09:02,928 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 664 |
+
2024-06-16 07:09:04,840 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: partial_history
|
| 665 |
+
2024-06-16 07:09:04,841 DEBUG SenderThread:2530 [sender.py:send():379] send: history
|
| 666 |
+
2024-06-16 07:09:04,841 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: summary_record
|
| 667 |
+
2024-06-16 07:09:04,843 INFO SenderThread:2530 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end
|
| 668 |
+
2024-06-16 07:09:05,511 INFO Thread-12 :2530 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240616_064733-5rb8z5eg/files/wandb-summary.json
|
| 669 |
+
2024-06-16 07:09:08,139 DEBUG SenderThread:2530 [sender.py:send():379] send: stats
|
| 670 |
+
2024-06-16 07:09:08,140 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 671 |
+
2024-06-16 07:09:09,309 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 672 |
+
2024-06-16 07:09:09,310 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 673 |
+
2024-06-16 07:09:13,655 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 674 |
+
2024-06-16 07:09:19,310 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 675 |
+
2024-06-16 07:09:24,310 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 676 |
+
2024-06-16 07:09:24,310 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 677 |
+
2024-06-16 07:09:24,311 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 678 |
+
2024-06-16 07:09:29,641 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 679 |
+
2024-06-16 07:09:34,763 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 680 |
+
2024-06-16 07:09:38,140 DEBUG SenderThread:2530 [sender.py:send():379] send: stats
|
| 681 |
+
2024-06-16 07:09:39,536 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 682 |
+
2024-06-16 07:09:39,537 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 683 |
+
2024-06-16 07:09:39,795 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 684 |
+
2024-06-16 07:09:44,857 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 685 |
+
2024-06-16 07:09:49,857 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 686 |
+
2024-06-16 07:09:50,314 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: keepalive
|
| 687 |
+
2024-06-16 07:09:54,535 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 688 |
+
2024-06-16 07:09:54,535 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 689 |
+
2024-06-16 07:09:55,315 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 690 |
+
2024-06-16 07:10:00,316 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 691 |
+
2024-06-16 07:10:01,460 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: keepalive
|
| 692 |
+
2024-06-16 07:10:06,086 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 693 |
+
2024-06-16 07:10:08,141 DEBUG SenderThread:2530 [sender.py:send():379] send: stats
|
| 694 |
+
2024-06-16 07:10:09,996 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 695 |
+
2024-06-16 07:10:09,997 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 696 |
+
2024-06-16 07:10:11,345 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 697 |
+
2024-06-16 07:10:16,874 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 698 |
+
2024-06-16 07:10:21,875 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 699 |
+
2024-06-16 07:10:24,833 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: partial_history
|
| 700 |
+
2024-06-16 07:10:24,841 DEBUG SenderThread:2530 [sender.py:send():379] send: history
|
| 701 |
+
2024-06-16 07:10:24,841 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: summary_record
|
| 702 |
+
2024-06-16 07:10:24,842 INFO SenderThread:2530 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end
|
| 703 |
+
2024-06-16 07:10:25,539 INFO Thread-12 :2530 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240616_064733-5rb8z5eg/files/wandb-summary.json
|
| 704 |
+
2024-06-16 07:10:26,411 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 705 |
+
2024-06-16 07:10:26,411 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 706 |
+
2024-06-16 07:10:27,346 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 707 |
+
2024-06-16 07:10:32,347 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 708 |
+
2024-06-16 07:10:32,777 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: keepalive
|
| 709 |
+
2024-06-16 07:10:37,779 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 710 |
+
2024-06-16 07:10:38,143 DEBUG SenderThread:2530 [sender.py:send():379] send: stats
|
| 711 |
+
2024-06-16 07:10:41,411 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 712 |
+
2024-06-16 07:10:41,412 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 713 |
+
2024-06-16 07:10:42,779 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 714 |
+
2024-06-16 07:10:47,779 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 715 |
+
2024-06-16 07:10:48,439 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: keepalive
|
| 716 |
+
2024-06-16 07:10:53,481 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 717 |
+
2024-06-16 07:10:56,411 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 718 |
+
2024-06-16 07:10:56,412 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 719 |
+
2024-06-16 07:10:58,720 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 720 |
+
2024-06-16 07:11:04,030 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 721 |
+
2024-06-16 07:11:08,144 DEBUG SenderThread:2530 [sender.py:send():379] send: stats
|
| 722 |
+
2024-06-16 07:11:09,144 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 723 |
+
2024-06-16 07:11:09,481 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: keepalive
|
| 724 |
+
2024-06-16 07:11:12,568 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 725 |
+
2024-06-16 07:11:12,568 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 726 |
+
2024-06-16 07:11:14,481 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 727 |
+
2024-06-16 07:11:19,482 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 728 |
+
2024-06-16 07:11:20,550 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: keepalive
|
| 729 |
+
2024-06-16 07:11:24,592 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 730 |
+
2024-06-16 07:11:25,975 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: keepalive
|
| 731 |
+
2024-06-16 07:11:26,935 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 732 |
+
2024-06-16 07:11:26,936 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 733 |
+
2024-06-16 07:11:30,252 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 734 |
+
2024-06-16 07:11:35,976 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 735 |
+
2024-06-16 07:11:38,145 DEBUG SenderThread:2530 [sender.py:send():379] send: stats
|
| 736 |
+
2024-06-16 07:11:41,145 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 737 |
+
2024-06-16 07:11:41,935 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 738 |
+
2024-06-16 07:11:41,936 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 739 |
+
2024-06-16 07:11:43,902 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: partial_history
|
| 740 |
+
2024-06-16 07:11:43,903 DEBUG SenderThread:2530 [sender.py:send():379] send: history
|
| 741 |
+
2024-06-16 07:11:43,903 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: summary_record
|
| 742 |
+
2024-06-16 07:11:43,904 INFO SenderThread:2530 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end
|
| 743 |
+
2024-06-16 07:11:44,567 INFO Thread-12 :2530 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240616_064733-5rb8z5eg/files/wandb-summary.json
|
| 744 |
+
2024-06-16 07:11:46,700 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 745 |
+
2024-06-16 07:11:51,701 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 746 |
+
2024-06-16 07:11:51,731 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: keepalive
|
| 747 |
+
2024-06-16 07:11:57,135 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 748 |
+
2024-06-16 07:11:57,136 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 749 |
+
2024-06-16 07:11:57,136 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 750 |
+
2024-06-16 07:12:02,142 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 751 |
+
2024-06-16 07:12:07,142 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 752 |
+
2024-06-16 07:12:08,145 DEBUG SenderThread:2530 [sender.py:send():379] send: stats
|
| 753 |
+
2024-06-16 07:12:12,146 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 754 |
+
2024-06-16 07:12:12,871 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 755 |
+
2024-06-16 07:12:12,871 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 756 |
+
2024-06-16 07:12:17,203 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 757 |
+
2024-06-16 07:12:22,881 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 758 |
+
2024-06-16 07:12:27,881 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 759 |
+
2024-06-16 07:12:28,346 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 760 |
+
2024-06-16 07:12:28,346 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 761 |
+
2024-06-16 07:12:33,336 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 762 |
+
2024-06-16 07:12:38,146 DEBUG SenderThread:2530 [sender.py:send():379] send: stats
|
| 763 |
+
2024-06-16 07:12:39,336 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 764 |
+
2024-06-16 07:12:43,345 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 765 |
+
2024-06-16 07:12:43,346 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 766 |
+
2024-06-16 07:12:44,661 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 767 |
+
2024-06-16 07:12:49,931 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 768 |
+
2024-06-16 07:12:54,951 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 769 |
+
2024-06-16 07:12:58,509 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 770 |
+
2024-06-16 07:12:58,510 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 771 |
+
2024-06-16 07:13:00,921 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 772 |
+
2024-06-16 07:13:03,857 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: partial_history
|
| 773 |
+
2024-06-16 07:13:03,859 DEBUG SenderThread:2530 [sender.py:send():379] send: history
|
| 774 |
+
2024-06-16 07:13:03,859 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: summary_record
|
| 775 |
+
2024-06-16 07:13:03,859 INFO SenderThread:2530 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end
|
| 776 |
+
2024-06-16 07:13:04,594 INFO Thread-12 :2530 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240616_064733-5rb8z5eg/files/wandb-summary.json
|
| 777 |
+
2024-06-16 07:13:05,424 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: keepalive
|
| 778 |
+
2024-06-16 07:13:06,426 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 779 |
+
2024-06-16 07:13:08,147 DEBUG SenderThread:2530 [sender.py:send():379] send: stats
|
| 780 |
+
2024-06-16 07:13:11,426 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 781 |
+
2024-06-16 07:13:13,509 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 782 |
+
2024-06-16 07:13:13,510 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 783 |
+
2024-06-16 07:13:16,753 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 784 |
+
2024-06-16 07:13:22,004 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 785 |
+
2024-06-16 07:13:27,983 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 786 |
+
2024-06-16 07:13:28,858 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 787 |
+
2024-06-16 07:13:28,858 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 788 |
+
2024-06-16 07:13:33,983 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 789 |
+
2024-06-16 07:13:38,147 DEBUG SenderThread:2530 [sender.py:send():379] send: stats
|
| 790 |
+
2024-06-16 07:13:39,148 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 791 |
+
2024-06-16 07:13:43,838 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 792 |
+
2024-06-16 07:13:43,838 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 793 |
+
2024-06-16 07:13:44,166 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 794 |
+
2024-06-16 07:13:49,856 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 795 |
+
2024-06-16 07:13:52,567 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: keepalive
|
| 796 |
+
2024-06-16 07:13:55,546 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 797 |
+
2024-06-16 07:13:58,838 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 798 |
+
2024-06-16 07:13:58,838 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 799 |
+
2024-06-16 07:14:01,170 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 800 |
+
2024-06-16 07:14:06,207 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 801 |
+
2024-06-16 07:14:08,148 DEBUG SenderThread:2530 [sender.py:send():379] send: stats
|
| 802 |
+
2024-06-16 07:14:12,149 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 803 |
+
2024-06-16 07:14:13,942 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 804 |
+
2024-06-16 07:14:13,943 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 805 |
+
2024-06-16 07:14:17,182 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 806 |
+
2024-06-16 07:14:23,082 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 807 |
+
2024-06-16 07:14:24,023 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: partial_history
|
| 808 |
+
2024-06-16 07:14:24,024 DEBUG SenderThread:2530 [sender.py:send():379] send: history
|
| 809 |
+
2024-06-16 07:14:24,024 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: summary_record
|
| 810 |
+
2024-06-16 07:14:24,024 INFO SenderThread:2530 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end
|
| 811 |
+
2024-06-16 07:14:24,622 INFO Thread-12 :2530 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240616_064733-5rb8z5eg/files/wandb-summary.json
|
| 812 |
+
2024-06-16 07:14:28,522 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 813 |
+
2024-06-16 07:14:29,328 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 814 |
+
2024-06-16 07:14:29,328 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 815 |
+
2024-06-16 07:14:34,503 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 816 |
+
2024-06-16 07:14:38,149 DEBUG SenderThread:2530 [sender.py:send():379] send: stats
|
| 817 |
+
2024-06-16 07:14:40,503 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 818 |
+
2024-06-16 07:14:44,659 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 819 |
+
2024-06-16 07:14:44,660 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 820 |
+
2024-06-16 07:14:45,969 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 821 |
+
2024-06-16 07:14:51,367 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 822 |
+
2024-06-16 07:14:57,287 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 823 |
+
2024-06-16 07:14:59,638 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 824 |
+
2024-06-16 07:14:59,638 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 825 |
+
2024-06-16 07:15:02,982 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 826 |
+
2024-06-16 07:15:08,154 DEBUG SenderThread:2530 [sender.py:send():379] send: stats
|
| 827 |
+
2024-06-16 07:15:08,156 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 828 |
+
2024-06-16 07:15:13,455 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 829 |
+
2024-06-16 07:15:14,638 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 830 |
+
2024-06-16 07:15:14,638 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 831 |
+
2024-06-16 07:15:18,949 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 832 |
+
2024-06-16 07:15:20,494 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: keepalive
|
| 833 |
+
2024-06-16 07:15:24,102 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 834 |
+
2024-06-16 07:15:29,778 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 835 |
+
2024-06-16 07:15:29,778 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 836 |
+
2024-06-16 07:15:30,116 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 837 |
+
2024-06-16 07:15:35,941 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 838 |
+
2024-06-16 07:15:38,155 DEBUG SenderThread:2530 [sender.py:send():379] send: stats
|
| 839 |
+
2024-06-16 07:15:40,947 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 840 |
+
2024-06-16 07:15:44,046 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: partial_history
|
| 841 |
+
2024-06-16 07:15:44,047 DEBUG SenderThread:2530 [sender.py:send():379] send: history
|
| 842 |
+
2024-06-16 07:15:44,047 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: summary_record
|
| 843 |
+
2024-06-16 07:15:44,048 INFO SenderThread:2530 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end
|
| 844 |
+
2024-06-16 07:15:44,653 INFO Thread-12 :2530 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240616_064733-5rb8z5eg/files/wandb-summary.json
|
| 845 |
+
2024-06-16 07:15:45,488 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 846 |
+
2024-06-16 07:15:45,489 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 847 |
+
2024-06-16 07:15:46,741 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 848 |
+
2024-06-16 07:15:51,989 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 849 |
+
2024-06-16 07:15:56,990 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 850 |
+
2024-06-16 07:16:00,318 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: partial_history
|
| 851 |
+
2024-06-16 07:16:00,320 DEBUG SenderThread:2530 [sender.py:send():379] send: history
|
| 852 |
+
2024-06-16 07:16:00,320 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: summary_record
|
| 853 |
+
2024-06-16 07:16:00,320 INFO SenderThread:2530 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end
|
| 854 |
+
2024-06-16 07:16:00,495 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 855 |
+
2024-06-16 07:16:00,496 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 856 |
+
2024-06-16 07:16:00,660 INFO Thread-12 :2530 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240616_064733-5rb8z5eg/files/wandb-summary.json
|
| 857 |
+
2024-06-16 07:16:02,783 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 858 |
+
2024-06-16 07:16:03,661 INFO Thread-12 :2530 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240616_064733-5rb8z5eg/files/output.log
|
| 859 |
+
2024-06-16 07:16:07,784 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 860 |
+
2024-06-16 07:16:08,155 DEBUG SenderThread:2530 [sender.py:send():379] send: stats
|
| 861 |
+
2024-06-16 07:16:09,402 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: keepalive
|
| 862 |
+
2024-06-16 07:16:13,410 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 863 |
+
2024-06-16 07:16:15,495 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 864 |
+
2024-06-16 07:16:15,496 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 865 |
+
2024-06-16 07:16:18,829 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 866 |
+
2024-06-16 07:16:24,404 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 867 |
+
2024-06-16 07:16:29,405 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 868 |
+
2024-06-16 07:16:30,495 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 869 |
+
2024-06-16 07:16:30,496 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 870 |
+
2024-06-16 07:16:31,672 INFO Thread-12 :2530 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240616_064733-5rb8z5eg/files/output.log
|
| 871 |
+
2024-06-16 07:16:34,414 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 872 |
+
2024-06-16 07:16:38,156 DEBUG SenderThread:2530 [sender.py:send():379] send: stats
|
| 873 |
+
2024-06-16 07:16:39,416 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 874 |
+
2024-06-16 07:16:44,416 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 875 |
+
2024-06-16 07:16:46,427 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 876 |
+
2024-06-16 07:16:46,427 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 877 |
+
2024-06-16 07:16:49,767 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 878 |
+
2024-06-16 07:16:54,898 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 879 |
+
2024-06-16 07:17:00,113 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 880 |
+
2024-06-16 07:17:00,816 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 881 |
+
2024-06-16 07:17:00,817 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 882 |
+
2024-06-16 07:17:06,112 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 883 |
+
2024-06-16 07:17:08,157 DEBUG SenderThread:2530 [sender.py:send():379] send: stats
|
| 884 |
+
2024-06-16 07:17:11,112 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 885 |
+
2024-06-16 07:17:17,112 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 886 |
+
2024-06-16 07:17:17,687 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 887 |
+
2024-06-16 07:17:17,688 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 888 |
+
2024-06-16 07:17:22,112 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 889 |
+
2024-06-16 07:17:25,345 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: keepalive
|
| 890 |
+
2024-06-16 07:17:27,954 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 891 |
+
2024-06-16 07:17:31,514 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 892 |
+
2024-06-16 07:17:31,514 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 893 |
+
2024-06-16 07:17:33,788 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 894 |
+
2024-06-16 07:17:38,158 DEBUG SenderThread:2530 [sender.py:send():379] send: stats
|
| 895 |
+
2024-06-16 07:17:39,158 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 896 |
+
2024-06-16 07:17:44,423 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
| 897 |
+
2024-06-16 07:17:44,635 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: partial_history
|
| 898 |
+
2024-06-16 07:17:44,636 DEBUG SenderThread:2530 [sender.py:send():379] send: history
|
| 899 |
+
2024-06-16 07:17:44,636 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: summary_record
|
| 900 |
+
2024-06-16 07:17:44,637 INFO SenderThread:2530 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end
|
| 901 |
+
2024-06-16 07:17:44,706 INFO Thread-12 :2530 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240616_064733-5rb8z5eg/files/wandb-summary.json
|
| 902 |
+
2024-06-16 07:17:46,218 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: keepalive
|
| 903 |
+
2024-06-16 07:17:47,091 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: stop_status
|
| 904 |
+
2024-06-16 07:17:47,091 DEBUG SenderThread:2530 [sender.py:send_request():406] send_request: stop_status
|
| 905 |
+
2024-06-16 07:17:50,339 DEBUG HandlerThread:2530 [handler.py:handle_request():158] handle_request: status_report
|
wandb/run-20240616_064733-5rb8z5eg/run-5rb8z5eg.wandb
CHANGED
|
Binary files a/wandb/run-20240616_064733-5rb8z5eg/run-5rb8z5eg.wandb and b/wandb/run-20240616_064733-5rb8z5eg/run-5rb8z5eg.wandb differ
|
|
|