diff --git "a/wandb/run-20231122_234140-blvl5h7j/logs/debug-internal.log" "b/wandb/run-20231122_234140-blvl5h7j/logs/debug-internal.log" --- "a/wandb/run-20231122_234140-blvl5h7j/logs/debug-internal.log" +++ "b/wandb/run-20231122_234140-blvl5h7j/logs/debug-internal.log" @@ -27350,3 +27350,5891 @@ 2023-11-23 14:56:24,993 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive 2023-11-23 14:56:26,290 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report 2023-11-23 14:56:28,227 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:56:30,380 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:56:31,395 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:56:34,144 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:56:36,271 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:56:37,145 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:56:40,292 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:56:41,272 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:56:42,816 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:56:46,306 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:56:48,671 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:56:50,362 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:56:51,307 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:56:53,672 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:56:56,984 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:56:58,420 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:56:59,216 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:57:01,985 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:57:04,145 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:57:05,147 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:57:07,750 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:57:08,486 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:57:10,916 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:57:12,751 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:57:15,918 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:57:18,409 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:57:18,555 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:57:21,730 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:57:23,410 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:57:27,406 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:57:28,677 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:57:28,913 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:57:32,407 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:57:34,147 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:57:35,237 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:57:37,937 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:57:38,748 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:57:40,239 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:57:42,938 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:57:45,708 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:57:45,708 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:57:47,994 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:57:48,818 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:57:50,709 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:57:52,995 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:57:56,230 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:57:58,453 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:57:58,877 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:58:01,231 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:58:03,456 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:58:04,148 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:58:06,417 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:58:08,596 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:58:08,946 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:58:11,417 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:58:13,597 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:58:17,323 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:58:17,323 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:58:18,727 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:58:19,018 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:58:22,330 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:58:23,729 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:58:26,619 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 14:58:26,621 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 14:58:26,621 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 14:58:26,623 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 14:58:27,071 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 14:58:27,913 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:58:27,914 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:58:28,076 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:58:29,080 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:58:29,625 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:58:33,101 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:58:34,149 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:58:35,151 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:58:38,134 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:58:38,426 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:58:40,671 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:58:43,427 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:58:45,672 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:58:48,198 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:58:48,673 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:58:50,852 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:58:55,180 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:58:55,853 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:58:58,278 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:59:00,181 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:59:01,548 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:59:04,150 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:59:05,924 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:59:07,049 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:59:08,342 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:59:10,925 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:59:12,050 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:59:16,736 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:59:16,736 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:59:18,010 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:59:18,405 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:59:21,737 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:59:23,012 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:59:26,460 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:59:27,456 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:59:28,712 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:59:33,713 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:59:33,941 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:59:34,151 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:59:36,527 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:59:38,942 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:59:39,701 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:59:44,480 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:59:44,481 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:59:44,481 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:59:44,702 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:59:46,599 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:59:49,482 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:59:49,728 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:59:54,729 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:59:54,992 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:59:56,656 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:59:59,993 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:00:00,376 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:00:04,153 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:00:05,876 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:00:05,980 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:00:06,725 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:00:10,877 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:00:10,981 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:00:16,185 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:00:16,453 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:00:16,790 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:00:21,187 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:00:21,454 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:00:26,856 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:00:26,910 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:00:27,063 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:00:31,912 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:00:32,064 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:00:34,153 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:00:36,934 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:00:37,201 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:00:37,616 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:00:42,203 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:00:43,980 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:00:46,989 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:00:47,234 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:00:48,982 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:00:52,236 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:00:54,422 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:00:57,049 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:00:57,700 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:00:59,423 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:01:02,702 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:01:04,153 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:01:05,149 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:01:07,108 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:01:08,592 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:01:10,211 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:01:13,594 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:01:15,482 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:01:17,177 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:01:19,556 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:01:21,165 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:01:24,993 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:01:26,755 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:01:27,245 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:01:29,994 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:01:32,165 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:01:32,166 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:01:34,153 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:01:35,154 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:01:35,307 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:01:37,167 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:01:40,155 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:01:42,717 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:01:44,031 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 15:01:44,032 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 15:01:44,033 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 15:01:44,035 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 15:01:44,367 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:01:44,368 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 15:01:46,036 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:01:46,377 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:01:47,718 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:01:51,038 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:01:53,493 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:01:54,432 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:01:56,737 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:01:58,494 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:02:01,738 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:02:03,937 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:02:04,154 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:02:04,490 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:02:07,168 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:02:08,938 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:02:12,170 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:02:14,482 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:02:14,482 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:02:14,615 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:02:17,621 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:02:19,503 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:02:22,622 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:02:24,679 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:02:25,446 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:02:28,374 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:02:30,448 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:02:33,375 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:02:34,154 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:02:34,742 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:02:36,343 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:02:39,156 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:02:41,344 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:02:44,157 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:02:46,526 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:02:46,526 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:02:48,832 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:02:50,047 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:02:51,527 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:02:55,057 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:02:57,330 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:02:58,896 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:03:00,651 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:03:02,331 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:03:04,158 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:03:06,161 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:03:08,081 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:03:08,956 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:03:11,568 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:03:13,127 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:03:16,570 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:03:18,270 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:03:18,271 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:03:19,022 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:03:21,574 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:03:23,271 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:03:26,576 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:03:29,079 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:03:29,158 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:03:32,383 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:03:34,159 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:03:34,160 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:03:38,014 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:03:39,151 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:03:39,849 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:03:43,015 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:03:45,131 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:03:45,132 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:03:48,353 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:03:49,224 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:03:50,133 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:03:53,354 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:03:55,383 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:03:57,279 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:03:58,568 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:04:00,384 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:04:03,569 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:04:04,160 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:04:05,780 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:04:07,339 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:04:08,992 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:04:10,780 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:04:13,993 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:04:15,875 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:04:17,401 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:04:19,026 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:04:20,876 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:04:24,028 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:04:26,531 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:04:27,470 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:04:29,693 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:04:32,937 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:04:34,170 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:04:35,171 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:04:35,529 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:04:37,938 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:04:40,171 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:04:43,211 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:04:44,581 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:04:45,454 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:04:48,212 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:04:50,456 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:04:53,794 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:04:54,641 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:04:56,080 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:04:58,795 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:05:01,081 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:05:02,942 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 15:05:02,943 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 15:05:02,944 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 15:05:02,947 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 15:05:03,696 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 15:05:04,160 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:05:04,589 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:05:04,702 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:05:06,161 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:05:09,653 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:05:11,163 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:05:14,771 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:05:15,653 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:05:16,912 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:05:21,104 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:05:21,913 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:05:24,833 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:05:26,106 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:05:27,352 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:05:31,589 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:05:31,590 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:05:32,892 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:05:32,946 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:05:34,161 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:05:36,752 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:05:38,163 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:05:42,129 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:05:42,979 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:05:43,371 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:05:47,130 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:05:48,372 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:05:52,591 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:05:53,041 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:05:53,879 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:05:57,592 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:05:58,880 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:06:02,749 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:06:03,102 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:06:04,001 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:06:04,161 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:06:09,163 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:06:09,184 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:06:13,163 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:06:14,185 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:06:14,383 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:06:19,384 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:06:19,598 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:06:19,599 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:06:21,221 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:06:24,599 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:06:24,889 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:06:30,147 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:06:30,443 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:06:31,294 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:06:34,162 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:06:35,148 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:06:36,163 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:06:40,417 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:06:41,367 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:06:41,577 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:06:45,418 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:06:46,578 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:06:51,056 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:06:51,435 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:06:52,245 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:06:56,057 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:06:57,247 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:07:01,498 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:07:01,602 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:07:02,883 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:07:04,162 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:07:07,065 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:07:08,164 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:07:09,548 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:07:12,066 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:07:13,270 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:07:17,689 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:07:18,877 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:07:19,635 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:07:22,690 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:07:23,878 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:07:28,264 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:07:29,521 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:07:29,706 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:07:33,265 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:07:34,163 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:07:35,164 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:07:38,385 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:07:38,764 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:07:40,580 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:07:43,385 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:07:45,582 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:07:48,831 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:07:49,056 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:07:51,511 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:07:55,822 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:07:56,512 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:07:58,893 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:08:00,824 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:08:02,046 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:08:04,165 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:08:06,517 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:08:06,518 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:08:07,659 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:08:08,959 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:08:11,519 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:08:12,660 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:08:16,362 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 15:08:16,363 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 15:08:16,363 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 15:08:16,367 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 15:08:17,018 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:08:17,019 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 15:08:17,164 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:08:18,368 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:08:19,028 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:08:22,165 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:08:23,370 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:08:27,081 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:08:27,692 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:08:28,975 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:08:32,700 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:08:33,976 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:08:34,166 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:08:37,147 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:08:38,508 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:08:38,509 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:08:39,600 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:08:43,994 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:08:44,602 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:08:47,218 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:08:48,997 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:08:50,291 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:08:54,584 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:08:55,842 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:08:57,282 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:08:59,585 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:09:00,842 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:09:04,166 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:09:04,939 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:09:05,334 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:09:06,167 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:09:09,940 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:09:11,168 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:09:15,390 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:09:15,557 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:09:16,717 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:09:19,411 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:09:20,597 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:09:22,081 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:09:26,501 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:09:27,460 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:09:27,852 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:09:31,503 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:09:32,854 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:09:34,166 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:09:35,540 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:09:36,508 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:09:38,439 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:09:42,780 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:09:43,440 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:09:45,606 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:09:47,781 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:09:48,983 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:09:53,597 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:09:53,598 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:09:54,808 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:09:55,681 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:09:58,599 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:09:59,809 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:10:04,030 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:10:04,167 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:10:05,168 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:10:05,748 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:10:09,030 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:10:10,169 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:10:14,940 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:10:15,860 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:10:16,140 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:10:21,141 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:10:21,323 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:10:21,324 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:10:23,134 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:10:26,325 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:10:26,553 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:10:31,554 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:10:31,564 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:10:33,192 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:10:34,167 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:10:36,565 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:10:37,169 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:10:42,148 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:10:42,305 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:10:43,264 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:10:47,148 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:10:47,315 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:10:52,671 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:10:52,955 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:10:53,610 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:10:57,957 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:10:59,102 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:11:01,662 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:11:03,307 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:11:04,104 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:11:04,168 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:11:09,169 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:11:09,264 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:11:09,265 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:11:11,718 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:11:14,266 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:11:14,345 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:11:19,346 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:11:19,672 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:11:19,672 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:11:21,791 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:11:24,688 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:11:24,984 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:11:29,311 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 15:11:29,313 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 15:11:29,314 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 15:11:29,316 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 15:11:29,843 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 15:11:30,121 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:11:30,318 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:11:30,849 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:11:31,853 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:11:34,168 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:11:35,122 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:11:36,170 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:11:40,639 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:11:41,839 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:11:41,920 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:11:46,841 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:11:46,992 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:11:49,968 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:11:51,993 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:11:52,205 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:11:57,206 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:11:57,812 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:11:59,046 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:12:02,813 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:12:03,034 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:12:04,169 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:12:08,407 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:12:08,407 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:12:08,913 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:12:09,108 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:12:13,408 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:12:13,914 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:12:19,222 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:12:19,343 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:12:19,469 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:12:24,471 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:12:25,705 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:12:29,286 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:12:30,070 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:12:30,706 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:12:34,171 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:12:35,173 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:12:36,157 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:12:36,158 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:12:37,433 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:12:40,437 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:12:41,158 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:12:45,438 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:12:46,671 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:12:47,505 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:12:50,971 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:12:51,672 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:12:56,628 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:12:57,266 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:12:57,569 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:13:01,629 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:13:02,267 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:13:04,172 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:13:06,747 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:13:07,441 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:13:07,640 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:13:11,748 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:13:13,913 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:13:17,696 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:13:17,711 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:13:18,914 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:13:22,698 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:13:24,016 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:13:24,017 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:13:27,773 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:13:28,337 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:13:29,017 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:13:33,338 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:13:34,172 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:13:34,783 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:13:37,847 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:13:39,143 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:13:39,786 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:13:44,145 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:13:45,123 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:13:47,913 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:13:49,320 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:13:50,123 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:13:54,322 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:13:55,535 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:13:55,983 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:13:59,902 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:14:00,536 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:14:04,173 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:14:05,255 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:14:06,038 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:14:06,042 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:14:10,256 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:14:11,041 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:14:15,920 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:14:16,103 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:14:16,649 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:14:20,921 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:14:22,645 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:14:22,646 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:14:25,921 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:14:26,165 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:14:27,647 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:14:30,923 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:14:33,069 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:14:34,173 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:14:35,238 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:14:36,180 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:14:38,070 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:14:41,182 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:14:43,037 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 15:14:43,039 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 15:14:43,039 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 15:14:43,042 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 15:14:43,293 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:14:43,294 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 15:14:43,891 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:14:45,302 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:14:47,044 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:14:48,892 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:14:52,045 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:14:53,355 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:14:54,533 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:14:57,908 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:14:59,534 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:15:03,425 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:15:03,441 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:15:04,174 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:15:05,149 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:15:09,175 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:15:10,554 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:15:13,490 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:15:14,681 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:15:15,555 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:15:19,683 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:15:20,908 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:15:23,562 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:15:25,416 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:15:25,910 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:15:30,417 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:15:31,603 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:15:31,609 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:15:34,174 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:15:36,175 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:15:36,604 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:15:41,177 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:15:41,843 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:15:43,691 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:15:46,459 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:15:46,844 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:15:51,933 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:15:52,181 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:15:53,848 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:15:56,933 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:15:57,182 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:16:01,898 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:16:02,447 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:16:02,823 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:16:04,175 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:16:07,448 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:16:08,176 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:16:11,963 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:16:13,173 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:16:13,646 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:16:18,647 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:16:19,052 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:16:22,028 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:16:24,054 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:16:24,386 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:16:29,387 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:16:30,006 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:16:32,098 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:16:34,175 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:16:35,007 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:16:35,176 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:16:40,177 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:16:40,673 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:16:40,674 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:16:44,176 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:16:45,274 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:16:45,674 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:16:50,275 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:16:51,105 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:16:54,245 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:16:55,480 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:16:56,107 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:17:00,481 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:17:01,108 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:17:04,177 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:17:05,675 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:17:06,209 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:17:08,320 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:17:10,676 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:17:11,210 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:17:15,677 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:17:17,138 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:17:18,388 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:17:20,867 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:17:22,187 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:17:25,868 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:17:27,358 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:17:27,453 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:17:31,075 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:17:32,361 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:17:34,178 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:17:36,824 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:17:37,521 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:17:37,534 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:17:41,825 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:17:44,648 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:17:46,862 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:17:47,584 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:17:49,649 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:17:51,862 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:17:55,161 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:17:55,162 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:17:57,420 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:17:57,650 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:18:00,162 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:18:02,421 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:18:04,179 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:18:05,197 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:18:05,461 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 15:18:05,463 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 15:18:05,463 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 15:18:05,465 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 15:18:05,700 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 15:18:07,467 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:18:07,712 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:18:10,198 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:18:12,468 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:18:15,757 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:18:15,769 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:18:17,983 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:18:20,758 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:18:22,985 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:18:25,836 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:18:26,559 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:18:28,906 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:18:31,560 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:18:33,907 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:18:34,179 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:18:36,027 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:18:37,212 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:18:39,019 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:18:43,106 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:18:44,020 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:18:46,099 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:18:48,107 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:18:49,201 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:18:53,259 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:18:53,260 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:18:54,154 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:18:54,433 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:18:58,260 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:18:59,434 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:19:03,655 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:19:04,179 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:19:04,209 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:19:05,180 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:19:08,656 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:19:10,181 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:19:14,267 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:19:14,271 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:19:15,497 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:19:19,270 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:19:20,499 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:19:24,338 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:19:25,213 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:19:26,444 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:19:30,970 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:19:31,445 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:19:34,180 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:19:34,400 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:19:35,971 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:19:37,181 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:19:41,468 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:19:41,469 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:19:42,741 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:19:44,463 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:19:46,469 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:19:47,763 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:19:51,957 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:19:52,515 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:19:53,227 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:19:56,958 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:19:58,228 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:20:02,581 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:20:02,598 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:20:03,913 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:20:04,180 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:20:07,600 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:20:09,182 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:20:11,635 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:20:13,255 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:20:14,537 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:20:19,270 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:20:19,539 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:20:21,693 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:20:24,271 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:20:25,504 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:20:29,757 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:20:31,081 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:20:31,764 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:20:34,181 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:20:34,758 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:20:36,182 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:20:40,445 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:20:41,725 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:20:41,830 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:20:45,446 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:20:46,726 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:20:49,885 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:20:50,895 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:20:52,113 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:20:55,897 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:20:57,115 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:20:59,953 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:21:01,625 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:21:02,830 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:21:04,181 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:21:07,229 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:21:08,185 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:21:10,013 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:21:12,230 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:21:13,382 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:21:17,589 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:21:17,856 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 15:21:17,858 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 15:21:17,858 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 15:21:17,861 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 15:21:18,053 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 15:21:18,863 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:21:20,063 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:21:22,590 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:21:23,864 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:21:27,958 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:21:28,120 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:21:29,165 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:21:32,959 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:21:34,167 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:21:34,183 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:21:38,187 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:21:38,446 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:21:39,745 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:21:43,476 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:21:44,747 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:21:48,257 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:21:49,015 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:21:50,206 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:21:54,436 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:21:54,436 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:21:55,207 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:21:58,321 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:21:59,437 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:22:00,689 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:22:04,184 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:22:04,567 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:22:05,850 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:22:08,380 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:22:09,568 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:22:10,851 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:22:15,374 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:22:16,436 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:22:16,480 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:22:20,375 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:22:21,482 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:22:25,437 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:22:26,504 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:22:26,736 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:22:30,568 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:22:31,737 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:22:34,184 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:22:35,806 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:22:36,575 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:22:37,185 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:22:40,808 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:22:42,186 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:22:45,829 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:22:46,645 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:22:47,255 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:22:50,830 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:22:52,257 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:22:55,931 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:22:56,713 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:22:57,342 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:23:02,344 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:23:02,379 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:23:04,184 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:23:05,806 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:23:07,381 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:23:08,185 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:23:12,966 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:23:12,967 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:23:13,187 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:23:15,868 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:23:17,968 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:23:18,417 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:23:23,674 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:23:23,931 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:23:23,935 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:23:28,675 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:23:28,931 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:23:33,999 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:23:34,005 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:23:34,185 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:23:34,185 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:23:39,187 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:23:40,535 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:23:40,535 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:23:40,536 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:23:44,075 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:23:44,821 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:23:45,536 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:23:49,823 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:23:50,694 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:23:54,137 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:23:54,980 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:23:55,695 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:23:59,982 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:24:01,318 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:24:04,185 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:24:04,204 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:24:05,186 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:24:06,319 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:24:10,187 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:24:11,536 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:24:12,259 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:24:15,836 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:24:16,678 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:24:21,449 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:24:22,189 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:24:22,331 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:24:26,450 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:24:28,607 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:24:28,608 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:24:29,903 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 15:24:29,904 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 15:24:29,905 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 15:24:29,907 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 15:24:30,390 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 15:24:31,918 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:24:32,401 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:24:33,609 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:24:34,186 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:24:37,187 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:24:38,828 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:24:42,250 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:24:42,461 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:24:43,829 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:24:47,251 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:24:49,334 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:24:52,483 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:24:52,535 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:24:54,335 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:24:57,485 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:24:59,622 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:25:00,591 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:25:02,821 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:25:04,186 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:25:04,622 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:25:08,188 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:25:10,132 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:25:10,653 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:25:13,410 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:25:15,133 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:25:19,391 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:25:20,206 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:25:20,720 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:25:24,392 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:25:25,208 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:25:30,160 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:25:30,788 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:25:30,878 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:25:34,187 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:25:35,189 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:25:36,361 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:25:40,620 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:25:40,848 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:25:41,362 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:25:45,622 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:25:46,875 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:25:46,876 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:25:48,897 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:25:51,059 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:25:51,877 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:25:56,060 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:25:56,878 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:25:58,960 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:26:01,504 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:26:02,250 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:26:04,189 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:26:06,790 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:26:07,610 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:26:08,032 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:26:11,791 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:26:12,612 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:26:16,859 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:26:18,149 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:26:18,595 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:26:21,860 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:26:24,018 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:26:26,213 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:26:27,242 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:26:29,019 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:26:32,244 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:26:34,189 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:26:34,555 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:26:36,276 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:26:37,828 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:26:39,556 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:26:42,830 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:26:44,950 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:26:44,951 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:26:46,340 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:26:48,148 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:26:49,952 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:26:53,149 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:26:55,365 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:26:56,400 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:26:58,659 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:27:01,860 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:27:01,860 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:27:04,131 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:27:04,189 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:27:04,449 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:27:06,861 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:27:09,191 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:27:12,338 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:27:14,521 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:27:14,615 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:27:17,339 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:27:19,616 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:27:23,113 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:27:24,577 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:27:25,286 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:27:28,114 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:27:30,288 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:27:33,634 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:27:34,191 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:27:34,654 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:27:36,192 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:27:40,102 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:27:41,193 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:27:41,286 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 15:27:41,289 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 15:27:41,290 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 15:27:41,292 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 15:27:41,703 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 15:27:42,707 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:27:45,104 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:27:46,295 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:27:50,578 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:27:51,822 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:27:52,822 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:27:55,580 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:27:56,823 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:28:01,470 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:28:01,470 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:28:01,824 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:28:04,190 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:28:04,913 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:28:06,471 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:28:07,192 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:28:11,605 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:28:12,864 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:28:14,979 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:28:16,606 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:28:17,865 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:28:22,000 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:28:23,035 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:28:23,129 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:28:27,000 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:28:28,130 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:28:32,306 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:28:33,099 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:28:33,559 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:28:34,191 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:28:38,641 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:28:39,192 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:28:43,164 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:28:43,642 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:28:44,821 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:28:49,558 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:28:50,803 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:28:52,216 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:28:54,559 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:28:55,804 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:29:00,306 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:29:00,832 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:29:02,273 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:29:04,192 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:29:05,428 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:29:06,193 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:29:10,329 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:29:11,070 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:29:11,353 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:29:16,355 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:29:17,437 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:29:17,437 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:29:20,388 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:29:21,541 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:29:22,438 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:29:26,543 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:29:27,709 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:29:30,449 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:29:31,974 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:29:32,710 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:29:34,194 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:29:37,194 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:29:38,025 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:29:38,507 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:29:42,195 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:29:43,026 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:29:47,994 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:29:48,571 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:29:48,775 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:29:53,000 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:29:53,776 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:29:58,001 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:29:59,221 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:30:03,001 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:30:04,193 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:30:04,237 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:30:08,195 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:30:09,526 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:30:10,682 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:30:13,388 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:30:14,527 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:30:18,389 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:30:20,029 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:30:20,743 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:30:23,665 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:30:25,030 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:30:28,666 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:30:30,775 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:30:30,809 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:30:34,194 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:30:34,195 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:30:36,000 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:30:39,995 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:30:40,897 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:30:41,670 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:30:44,996 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:30:47,898 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:30:50,553 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:30:50,966 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:30:52,899 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:30:55,554 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:30:57,919 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:31:01,039 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:31:01,233 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:31:02,920 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:31:04,194 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:31:07,196 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:31:08,504 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:31:08,813 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 15:31:08,814 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 15:31:08,815 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 15:31:08,817 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 15:31:09,087 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 15:31:10,093 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:31:11,097 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:31:12,819 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:31:13,505 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:31:17,820 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:31:18,951 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:31:18,951 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:31:21,160 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:31:23,117 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:31:23,951 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:31:29,110 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:31:29,858 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:31:31,226 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:31:34,110 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:31:34,195 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:31:34,859 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:31:39,209 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:31:40,702 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:31:45,080 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:31:45,304 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:31:45,707 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:31:50,082 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:31:51,313 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:31:53,354 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:31:55,535 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:31:56,314 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:32:00,536 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:32:01,844 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:32:02,410 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:32:04,196 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:32:06,197 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:32:06,847 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:32:11,787 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:32:12,495 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:32:12,512 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:32:16,788 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:32:17,513 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:32:22,691 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:32:22,717 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:32:23,427 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:32:27,692 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:32:29,705 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:32:32,794 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:32:32,874 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:32:34,196 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:32:34,706 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:32:38,198 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:32:40,148 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:32:42,851 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:32:43,396 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:32:45,149 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:32:48,398 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:32:50,618 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:32:50,911 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:32:53,878 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:32:55,619 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:32:58,880 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:33:00,971 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:33:01,048 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:33:04,197 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:33:04,198 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:33:07,545 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:33:09,797 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:33:11,041 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:33:12,546 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:33:14,850 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:33:17,551 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:33:17,552 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:33:19,896 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:33:21,109 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:33:22,553 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:33:24,897 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:33:28,481 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:33:30,648 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:33:31,173 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:33:33,482 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:33:34,197 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:33:36,199 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:33:38,965 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:33:41,201 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:33:41,239 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:33:43,966 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:33:46,202 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:33:49,291 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:33:49,376 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:33:51,601 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:33:55,773 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:33:56,602 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:33:59,352 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:34:00,774 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:34:01,937 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:34:04,200 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:34:06,287 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:34:06,287 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:34:07,695 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:34:09,470 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:34:11,288 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:34:12,695 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:34:16,755 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:34:18,010 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:34:19,529 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:34:21,756 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:34:23,011 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:34:27,227 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 15:34:27,228 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 15:34:27,229 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 15:34:27,231 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 15:34:27,382 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:34:27,594 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 15:34:28,233 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:34:28,600 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:34:32,383 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:34:33,234 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:34:34,200 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:34:37,580 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:34:38,683 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:34:38,862 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:34:42,581 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:34:43,863 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:34:48,032 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:34:48,746 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:34:49,301 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:34:53,037 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:34:54,303 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:34:56,800 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:34:58,636 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:34:59,902 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:35:04,202 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:35:04,470 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:35:05,203 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:35:06,865 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:35:09,472 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:35:10,666 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:35:14,589 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:35:15,668 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:35:16,922 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:35:19,590 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:35:20,894 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:35:24,900 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:35:26,374 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:35:26,998 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:35:29,909 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:35:31,374 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:35:34,203 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:35:35,038 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:35:35,038 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:35:37,074 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:35:37,271 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:35:40,039 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:35:42,273 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:35:45,705 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:35:47,141 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:35:47,992 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:35:50,705 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:35:52,994 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:35:55,215 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:35:56,117 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:35:58,267 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:36:02,646 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:36:03,269 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:36:04,203 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:36:05,289 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:36:07,691 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:36:09,204 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:36:13,673 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:36:14,205 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:36:15,350 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:36:18,675 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:36:19,249 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:36:23,820 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:36:23,820 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:36:24,250 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:36:25,417 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:36:28,821 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:36:29,330 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:36:34,038 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:36:34,043 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:36:34,203 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:36:35,204 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:36:35,479 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:36:39,623 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:36:40,205 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:36:45,401 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:36:45,552 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:36:45,680 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:36:50,681 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:36:51,930 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:36:55,623 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:36:56,561 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:36:56,931 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:37:01,563 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:37:02,162 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:37:04,204 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:37:05,680 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:37:07,163 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:37:07,205 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:37:12,213 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:37:12,400 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:37:15,745 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:37:17,401 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:37:17,624 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:37:22,716 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:37:22,717 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:37:22,804 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:37:22,898 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:37:27,717 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:37:27,899 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:37:32,873 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:37:33,042 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:37:33,218 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:37:34,205 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:37:39,207 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:37:39,270 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:37:40,423 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 15:37:40,425 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 15:37:40,425 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 15:37:40,428 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 15:37:40,923 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:37:40,924 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 15:37:44,271 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:37:44,430 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:37:49,432 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:37:50,371 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:37:50,371 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:37:50,372 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:37:53,000 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:37:54,694 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:37:55,372 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:37:59,696 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:38:00,747 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:38:03,082 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:38:04,206 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:38:05,207 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:38:05,748 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:38:10,967 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:38:11,119 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:38:11,144 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:38:15,968 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:38:16,119 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:38:21,202 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:38:21,372 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:38:21,909 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:38:26,910 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:38:28,265 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:38:31,262 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:38:32,665 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:38:33,266 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:38:34,206 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:38:38,208 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:38:38,749 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:38:38,750 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:38:41,324 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:38:43,751 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:38:43,969 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:38:49,159 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:38:49,386 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:38:49,405 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:38:54,160 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:38:54,406 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:38:59,447 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:38:59,566 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:38:59,763 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:39:04,206 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:39:04,567 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:39:05,208 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:39:09,509 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:39:09,696 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:39:10,994 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:39:15,995 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:39:16,207 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:39:19,572 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:39:21,208 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:39:21,527 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:39:26,529 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:39:26,657 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:39:26,657 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:39:29,645 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:39:31,658 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:39:31,786 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:39:34,209 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:39:36,696 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:39:37,497 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:39:37,701 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:39:42,198 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:39:42,497 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:39:47,644 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:39:47,779 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:39:47,969 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:39:52,645 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:39:52,970 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:39:57,842 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:39:57,872 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:39:58,050 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:40:02,882 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:40:03,051 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:40:04,209 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:40:07,914 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:40:08,539 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:40:08,850 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:40:13,851 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:40:14,164 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:40:16,965 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:40:19,166 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:40:19,452 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:40:24,453 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:40:24,911 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:40:24,911 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:40:27,030 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:40:29,912 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:40:30,179 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:40:34,210 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:40:35,537 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:40:35,849 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:40:37,094 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:40:40,538 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:40:40,850 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:40:45,670 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:40:46,016 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:40:47,166 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:40:50,675 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:40:51,017 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:40:54,695 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 15:40:54,697 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 15:40:54,698 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 15:40:54,700 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 15:40:55,233 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:40:55,234 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 15:40:56,197 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:40:56,197 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:40:56,702 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:40:57,242 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:41:01,199 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:41:01,703 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:41:04,210 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:41:05,305 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:41:07,093 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:41:07,255 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:41:12,257 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:41:12,455 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:41:12,456 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:41:15,370 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:41:17,467 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:41:17,859 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:41:22,860 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:41:23,197 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:41:23,198 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:41:25,439 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:41:28,334 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:41:28,529 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:41:33,478 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:41:33,531 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:41:34,210 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:41:35,515 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:41:38,479 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:41:39,212 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:41:43,973 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:41:44,338 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:41:45,577 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:41:48,975 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:41:49,339 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:41:54,158 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:41:54,565 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:41:55,643 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:41:59,159 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:41:59,566 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:42:04,211 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:42:04,954 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:42:05,212 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:42:05,708 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:42:09,956 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:42:10,213 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:42:15,689 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:42:15,802 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:42:16,001 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:42:21,003 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:42:21,937 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:42:25,867 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:42:26,088 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:42:26,939 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:42:31,089 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:42:32,348 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:42:34,235 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:42:35,934 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:42:36,236 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:42:37,358 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:42:41,238 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:42:42,421 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:42:42,422 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:42:45,994 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:42:46,893 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:42:47,422 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:42:51,894 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:42:53,161 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:42:54,046 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:42:57,410 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:42:58,162 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:43:02,986 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:43:03,721 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:43:04,118 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:43:04,224 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:43:08,225 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:43:08,770 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:43:13,234 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:43:14,043 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:43:14,767 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:43:19,044 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:43:19,768 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:43:24,045 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:43:24,769 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:43:29,046 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:43:34,047 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:43:34,225 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:43:34,485 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:43:39,226 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:43:39,486 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:43:44,227 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:43:44,487 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:43:49,228 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:43:49,491 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:43:54,229 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:43:54,496 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:43:59,229 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:43:59,504 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:44:04,225 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:44:04,507 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:44:05,226 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:44:10,163 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:44:10,164 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:44:10,228 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:44:13,684 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:44:15,164 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:44:15,951 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:44:20,952 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:44:21,202 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:44:23,750 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:44:26,203 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:44:26,470 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:44:31,472 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:44:31,711 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:44:33,869 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:44:34,226 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:44:36,712 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:44:37,227 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:44:42,226 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:44:42,315 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:44:43,939 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:44:47,227 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:44:47,316 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:44:52,410 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:44:52,992 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:44:54,003 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:44:57,411 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:44:57,994 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:45:01,048 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 15:45:01,049 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 15:45:01,050 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 15:45:01,053 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 15:45:01,060 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 15:45:02,071 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:45:03,055 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:45:03,080 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:45:03,652 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:45:04,226 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:45:08,228 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:45:09,307 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:45:09,307 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:45:09,308 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:45:12,137 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:45:13,562 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:45:14,308 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:45:18,564 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:45:19,820 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:45:22,201 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:45:24,061 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:45:24,821 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:45:29,062 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:45:30,572 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:45:32,267 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:45:34,227 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:45:34,228 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:45:35,573 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:45:39,229 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:45:40,963 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:45:41,331 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:45:44,539 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:45:45,987 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:45:50,183 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:45:51,393 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:45:51,889 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:45:55,183 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:45:57,346 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:45:57,347 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:45:59,456 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:46:00,581 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:46:02,348 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:46:04,227 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:46:06,228 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:46:07,970 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:46:09,521 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:46:12,167 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:46:12,971 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:46:17,169 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:46:18,608 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:46:19,576 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:46:22,904 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:46:23,683 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:46:28,846 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:46:29,556 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:46:29,656 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:46:33,847 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:46:34,228 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:46:34,558 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:46:39,472 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:46:39,734 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:46:40,308 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:46:44,473 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:46:45,384 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:46:49,475 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:46:51,039 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:46:53,811 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:46:55,352 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:46:56,040 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:47:00,354 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:47:01,838 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:47:01,866 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:47:04,228 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:47:06,229 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:47:06,839 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:47:11,932 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:47:12,140 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:47:12,656 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:47:17,141 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:47:17,664 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:47:22,000 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:47:22,715 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:47:22,940 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:47:27,717 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:47:27,942 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:47:32,064 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:47:33,472 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:47:33,641 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:47:34,229 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:47:39,230 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:47:39,651 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:47:42,130 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:47:44,652 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:47:44,833 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:47:49,835 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:47:50,140 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:47:52,200 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:47:55,140 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:47:55,448 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:48:00,804 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:48:01,123 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:48:02,274 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:48:04,230 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:48:05,805 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:48:06,231 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:48:11,520 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:48:11,593 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:48:12,333 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:48:16,596 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:48:17,981 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:48:19,313 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 15:48:19,315 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 15:48:19,315 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 15:48:19,317 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 15:48:19,382 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 15:48:21,391 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:48:22,319 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:48:22,396 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:48:22,983 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:48:27,320 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:48:28,417 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:48:28,417 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:48:32,463 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:48:32,755 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:48:33,418 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:48:34,230 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:48:38,232 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:48:39,341 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:48:41,532 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:48:43,759 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:48:44,400 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:48:48,761 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:48:49,439 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:48:51,654 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:48:54,440 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:48:54,721 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:48:59,708 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:48:59,839 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:49:00,041 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:49:04,231 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:49:04,840 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:49:05,232 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:49:09,774 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:49:10,344 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:49:10,529 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:49:15,345 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:49:15,530 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:49:19,839 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:49:20,536 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:49:20,751 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:49:25,537 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:49:25,752 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:49:29,906 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:49:31,199 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:49:31,353 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:49:34,231 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:49:36,772 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:49:37,233 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:49:39,981 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:49:41,773 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:49:42,974 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:49:47,273 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:49:48,556 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:49:50,040 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:49:52,274 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:49:53,572 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:49:57,991 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:49:57,991 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:49:58,090 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:49:59,234 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:50:02,992 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:50:04,234 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:50:04,236 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:50:08,160 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:50:08,883 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:50:10,089 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:50:15,091 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:50:15,206 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:50:18,219 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:50:20,207 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:50:20,540 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:50:25,541 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:50:25,926 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:50:28,281 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:50:30,927 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:50:31,195 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:50:34,235 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:50:36,590 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:50:36,936 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:50:38,368 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:50:41,591 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:50:41,937 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:50:46,446 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:50:47,163 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:50:47,408 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:50:52,164 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:50:52,410 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:50:56,509 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:50:57,774 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:50:58,050 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:51:03,051 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:51:03,947 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:51:04,236 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:51:06,573 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:51:08,332 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:51:08,949 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:51:13,333 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:51:14,576 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:51:14,577 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:51:16,632 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:51:18,772 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:51:19,577 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:51:23,774 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:51:25,011 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:51:26,693 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:51:29,256 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:51:30,012 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:51:33,949 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 15:51:33,950 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 15:51:33,951 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 15:51:33,953 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 15:51:34,236 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:51:34,747 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 15:51:35,237 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:51:35,578 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:51:35,752 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:51:40,238 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:51:40,580 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:51:43,800 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:51:45,411 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:51:46,208 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:51:50,412 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:51:51,822 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:51:53,867 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:51:55,965 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:51:56,823 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:52:00,966 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:52:01,904 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:52:03,941 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:52:04,237 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:52:06,238 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:52:06,905 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:52:11,239 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:52:12,208 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:52:12,209 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:52:14,011 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:52:16,581 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:52:17,434 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:52:21,583 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:52:22,908 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:52:24,079 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:52:27,231 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:52:27,909 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:52:32,776 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:52:33,637 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:52:34,143 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:52:34,237 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:52:38,238 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:52:38,639 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:52:42,199 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:52:43,452 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:52:44,215 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:52:48,454 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:52:50,095 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:52:52,274 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:52:54,322 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:52:55,096 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:52:59,336 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:53:00,840 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:53:00,840 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:53:02,347 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:53:04,237 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:53:05,238 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:53:05,841 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:53:10,240 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:53:11,295 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:53:12,420 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:53:15,446 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:53:16,296 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:53:20,474 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:53:20,684 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:53:21,490 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:53:25,685 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:53:27,802 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:53:27,802 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:53:27,803 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:53:30,538 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:53:31,049 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:53:32,803 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:53:34,238 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:53:36,239 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:53:37,804 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:53:41,241 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:53:42,620 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:53:43,039 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:53:46,422 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:53:48,041 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:53:52,137 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:53:52,677 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:53:53,957 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:53:57,138 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:53:59,570 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:53:59,570 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:54:02,756 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:54:02,774 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:54:04,239 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:54:04,571 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:54:08,240 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:54:09,884 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:54:12,836 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:54:14,063 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:54:14,884 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:54:19,064 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:54:20,273 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:54:20,897 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:54:24,715 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:54:25,274 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:54:29,717 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:54:30,478 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:54:30,479 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:54:32,003 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:54:34,239 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:54:35,240 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:54:35,526 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:54:40,895 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:54:41,520 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:54:42,086 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:54:45,895 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:54:46,522 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:54:49,498 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 15:54:49,499 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 15:54:49,500 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 15:54:49,502 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 15:54:50,150 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:54:50,150 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 15:54:51,504 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:54:52,195 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:54:56,505 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:54:57,681 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:55:00,218 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:55:01,943 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:55:02,683 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:55:04,240 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:55:07,241 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:55:08,195 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:55:10,298 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:55:12,450 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:55:13,244 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:55:17,451 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:55:18,322 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:55:18,322 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:55:20,359 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:55:22,542 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:55:23,323 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:55:27,543 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:55:28,478 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:55:30,419 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:55:33,293 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:55:33,981 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:55:34,240 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:55:38,475 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:55:38,749 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:55:39,489 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:55:43,750 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:55:44,492 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:55:48,538 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:55:49,302 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:55:50,177 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:55:54,304 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:55:55,631 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:55:58,607 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:55:59,958 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:56:00,633 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:56:04,242 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:56:05,245 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:56:06,275 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:56:08,675 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:56:10,551 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:56:11,276 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:56:15,552 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:56:16,396 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:56:16,396 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:56:18,748 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:56:21,000 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:56:21,410 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:56:26,001 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:56:27,338 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:56:28,808 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:56:31,596 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:56:32,339 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:56:34,244 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:56:37,288 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:56:37,909 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:56:38,870 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:56:42,289 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:56:42,911 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:56:46,932 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:56:47,960 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:56:48,845 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:56:52,961 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:56:54,988 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:56:58,296 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:56:59,010 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:56:59,989 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:57:03,298 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:57:04,245 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:57:05,618 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:57:07,063 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:57:08,905 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:57:10,619 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:57:13,907 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:57:15,845 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:57:16,122 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:57:19,286 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:57:21,150 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:57:24,287 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:57:26,185 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:57:26,617 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:57:29,868 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:57:31,619 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:57:34,245 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:57:35,411 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:57:36,243 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:57:37,265 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:57:40,412 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:57:43,395 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:57:45,467 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:57:46,308 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:57:48,396 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:57:50,468 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:57:53,845 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:57:56,203 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:57:56,370 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:57:58,846 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:58:01,204 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:58:03,822 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 15:58:03,824 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 15:58:03,824 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 15:58:03,827 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 15:58:04,245 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:58:04,423 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:58:04,423 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 15:58:04,524 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:58:04,525 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:58:06,246 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:58:06,432 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:58:09,525 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:58:11,248 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:58:14,483 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:58:14,845 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:58:16,598 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:58:20,146 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:58:21,600 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:58:24,549 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:58:25,926 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:58:27,198 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:58:31,388 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:58:31,388 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:58:31,389 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:58:32,199 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:58:34,246 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:58:34,617 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:58:36,432 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:58:37,247 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:58:42,248 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:58:42,381 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:58:44,690 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:58:47,382 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:58:47,677 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:58:52,942 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:58:53,211 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:58:54,757 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:58:57,953 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:58:58,212 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:59:02,817 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:59:03,389 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:59:03,867 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:59:04,246 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:59:09,248 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:59:10,024 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:59:13,144 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:59:15,025 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:59:15,229 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:59:20,230 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:59:20,827 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:59:20,827 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:59:23,216 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:59:25,837 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:59:26,005 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:59:31,388 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:59:31,389 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:59:31,736 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:59:32,277 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:59:34,247 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 15:59:36,462 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:59:37,248 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:59:41,690 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:59:42,338 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:59:42,878 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:59:46,691 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:59:47,879 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:59:52,015 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:59:52,406 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 15:59:53,866 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 15:59:57,016 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 15:59:58,867 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:00:02,199 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:00:02,466 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:00:04,247 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:00:04,248 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:00:08,711 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:00:09,249 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:00:10,525 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:00:13,712 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:00:15,040 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:00:19,116 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:00:19,116 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:00:20,237 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:00:20,595 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:00:24,117 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:00:25,237 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:00:29,544 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:00:30,665 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:00:30,825 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:00:34,248 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:00:34,600 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:00:36,249 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:00:39,657 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:00:40,736 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:00:42,096 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:00:44,659 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:00:47,098 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:00:50,472 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:00:50,472 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:00:50,804 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:00:52,707 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:00:55,473 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:00:57,708 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:01:01,532 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:01:02,710 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:01:04,248 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:01:04,905 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:01:06,534 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:01:08,249 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:01:12,138 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:01:13,393 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:01:14,970 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:01:17,139 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:01:18,394 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:01:21,625 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 16:01:21,626 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 16:01:21,627 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 16:01:21,629 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 16:01:22,020 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 16:01:22,441 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:01:22,441 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:01:23,025 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:01:23,631 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:01:24,029 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:01:27,442 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:01:28,632 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:01:32,472 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:01:33,095 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:01:33,862 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:01:34,249 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:01:37,696 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:01:39,250 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:01:43,157 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:01:43,624 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:01:44,898 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:01:49,346 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:01:49,347 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:01:49,900 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:01:53,223 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:01:54,348 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:01:55,475 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:01:59,919 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:02:01,144 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:02:03,296 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:02:04,249 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:02:04,920 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:02:06,250 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:02:10,715 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:02:11,350 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:02:11,947 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:02:15,716 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:02:16,948 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:02:21,340 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:02:21,415 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:02:22,547 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:02:26,342 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:02:27,548 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:02:30,483 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:02:32,137 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:02:33,362 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:02:34,250 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:02:37,592 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:02:37,592 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:02:38,847 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:02:40,551 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:02:42,593 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:02:43,848 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:02:47,837 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:02:48,605 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:02:48,917 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:02:52,838 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:02:53,918 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:02:58,133 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:02:58,655 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:02:59,331 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:03:03,134 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:03:04,252 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:03:05,254 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:03:08,578 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:03:08,761 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:03:10,855 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:03:13,580 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:03:15,856 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:03:18,822 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:03:19,340 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:03:21,537 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:03:24,885 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:03:27,208 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:03:28,885 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:03:29,887 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:03:32,209 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:03:34,253 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:03:35,427 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:03:35,427 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:03:36,938 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:03:37,667 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:03:40,428 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:03:42,668 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:03:45,867 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:03:47,017 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:03:48,124 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:03:50,868 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:03:53,125 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:03:56,372 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:03:57,082 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:03:58,618 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:04:02,850 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:04:03,619 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:04:04,253 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:04:05,134 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:04:07,878 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:04:09,254 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:04:13,768 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:04:15,056 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:04:15,215 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:04:18,769 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:04:20,057 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:04:24,085 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:04:24,085 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:04:25,266 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:04:25,287 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:04:29,086 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:04:30,267 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:04:32,809 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 16:04:32,811 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 16:04:32,811 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 16:04:32,813 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 16:04:33,338 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 16:04:34,253 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:04:34,344 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:04:34,427 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:04:34,427 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:04:35,346 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:04:36,254 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:04:40,909 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:04:41,263 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:04:45,409 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:04:45,911 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:04:46,379 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:04:51,380 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:04:51,561 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:04:51,562 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:04:53,462 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:04:56,562 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:04:56,727 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:05:01,892 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:05:02,141 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:05:03,526 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:05:04,254 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:05:06,893 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:05:07,255 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:05:12,824 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:05:13,102 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:05:13,588 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:05:18,103 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:05:19,188 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:05:22,652 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:05:23,288 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:05:24,189 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:05:28,290 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:05:29,661 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:05:30,705 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:05:33,807 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:05:34,254 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:05:34,665 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:05:39,256 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:05:40,296 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:05:40,297 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:05:40,766 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:05:44,488 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:05:45,298 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:05:49,671 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:05:50,561 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:05:50,561 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:05:50,832 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:05:54,672 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:05:56,890 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:05:58,879 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:06:00,173 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:06:01,899 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:06:04,255 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:06:05,256 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:06:07,763 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:06:07,764 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:06:08,943 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:06:10,974 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:06:12,764 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:06:15,976 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:06:18,196 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:06:19,012 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:06:21,550 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:06:23,197 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:06:26,552 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:06:28,769 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:06:29,086 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:06:32,376 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:06:33,822 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:06:34,256 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:06:37,924 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:06:39,153 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:06:39,630 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:06:42,925 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:06:45,164 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:06:48,499 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:06:49,233 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:06:50,165 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:06:53,501 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:06:56,100 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:06:56,100 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:06:57,296 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:06:59,281 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:07:01,101 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:07:04,259 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:07:05,261 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:07:06,392 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:07:07,370 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:07:10,568 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:07:11,393 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:07:15,707 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:07:16,565 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:07:17,436 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:07:20,708 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:07:23,055 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:07:23,055 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:07:23,056 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:07:25,494 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:07:26,312 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:07:28,057 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:07:31,314 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:07:33,361 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:07:34,258 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:07:35,566 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:07:37,259 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:07:38,362 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:07:42,261 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:07:43,280 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 16:07:43,281 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 16:07:43,282 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 16:07:43,284 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 16:07:43,620 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 16:07:43,924 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:07:44,626 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:07:45,630 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:07:47,286 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:07:48,925 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:07:52,288 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:07:54,056 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:07:55,695 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:07:57,920 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:07:59,615 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:08:02,921 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:08:04,259 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:08:04,809 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:08:05,758 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:08:08,260 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:08:09,811 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:08:13,741 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:08:15,458 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:08:15,815 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:08:18,743 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:08:20,949 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:08:23,870 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:08:24,158 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:08:25,951 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:08:29,160 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:08:31,480 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:08:32,931 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:08:34,259 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:08:34,260 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:08:36,481 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:08:39,261 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:08:42,046 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:08:42,046 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:08:43,178 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:08:44,316 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:08:47,047 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:08:49,318 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:08:52,725 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:08:53,239 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:08:54,809 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:08:57,726 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:08:59,811 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:09:03,300 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:09:03,430 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:09:04,260 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:09:05,260 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:09:08,808 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:09:08,809 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:09:08,809 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:09:11,011 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:09:11,350 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:09:13,810 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:09:16,012 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:09:19,256 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:09:21,415 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:09:21,452 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:09:24,257 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:09:26,453 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:09:29,742 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:09:31,477 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:09:32,154 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:09:34,260 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:09:34,743 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:09:37,262 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:09:39,583 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:09:39,808 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:09:42,397 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:09:46,625 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:09:47,398 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:09:49,644 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:09:51,626 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:09:52,846 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:09:57,264 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:09:58,401 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:09:59,708 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:10:02,265 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:10:03,401 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:10:04,264 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:10:07,549 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:10:08,766 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:10:09,777 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:10:12,550 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:10:13,767 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:10:17,835 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:10:17,897 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:10:19,101 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:10:24,102 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:10:24,214 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:10:24,215 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:10:24,215 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:10:27,890 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:10:29,216 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:10:29,371 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:10:34,262 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:10:34,732 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:10:35,027 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:10:37,957 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:10:39,733 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:10:40,028 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:10:45,690 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:10:45,906 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:10:48,028 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:10:50,691 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:10:50,907 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:10:54,486 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 16:10:54,488 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 16:10:54,489 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 16:10:54,491 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 16:10:55,077 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:10:55,077 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 16:10:56,215 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:10:56,493 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:10:57,087 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:11:01,494 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:11:02,788 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:11:04,262 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:11:05,145 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:11:07,263 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:11:07,790 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:11:12,279 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:11:13,409 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:11:13,410 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:11:15,209 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:11:17,920 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:11:18,410 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:11:22,921 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:11:24,215 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:11:25,272 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:11:27,933 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:11:29,270 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:11:32,934 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:11:34,278 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:11:35,025 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:11:35,336 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:11:38,279 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:11:40,026 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:11:43,280 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:11:45,274 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:11:45,406 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:11:48,664 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:11:50,275 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:11:53,666 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:11:55,467 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:11:55,593 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:11:59,279 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:12:00,594 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:12:04,263 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:12:04,308 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:12:05,533 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:12:05,926 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:12:09,309 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:12:10,926 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:12:14,311 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:12:15,587 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:12:15,941 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:12:19,337 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:12:20,942 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:12:25,304 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:12:25,653 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:12:26,216 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:12:30,305 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:12:31,577 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:12:34,264 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:12:35,697 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:12:35,718 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:12:37,332 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:12:40,698 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:12:43,177 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:12:43,177 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:12:45,784 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:12:46,436 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:12:48,178 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:12:51,437 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:12:53,627 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:12:55,891 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:12:56,829 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:12:58,628 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:13:01,831 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:13:03,950 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:13:04,265 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:13:05,954 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:13:07,265 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:13:08,951 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:13:12,267 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:13:14,483 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:13:16,017 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:13:17,619 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:13:19,483 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:13:22,620 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:13:24,484 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:13:27,621 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:13:29,485 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:13:32,622 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:13:34,115 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:13:34,265 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:13:34,614 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:13:38,266 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:13:41,208 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:13:41,208 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:13:43,542 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:13:44,184 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:13:46,209 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:13:48,543 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:13:51,986 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:13:54,254 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:13:54,344 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:13:56,987 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:13:59,345 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:14:02,542 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:14:04,265 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:14:04,316 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:14:05,266 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:14:07,543 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:14:10,267 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:14:12,861 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:14:13,382 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:14:16,060 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:14:17,863 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:14:21,101 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:14:21,187 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 16:14:21,188 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 16:14:21,189 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 16:14:21,191 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 16:14:21,443 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 16:14:23,457 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:14:23,774 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:14:26,193 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:14:29,510 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:14:31,508 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:14:31,825 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:14:34,266 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:14:34,511 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:14:37,268 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:14:39,862 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:14:39,862 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:14:41,578 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:14:42,460 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:14:45,246 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:14:47,461 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:14:50,789 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:14:51,663 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:14:53,111 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:14:55,790 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:14:58,113 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:15:01,477 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:15:01,736 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:15:03,970 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:15:04,266 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:15:06,478 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:15:09,297 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:15:12,304 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:15:13,805 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:15:14,728 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:15:17,305 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:15:19,730 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:15:22,910 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:15:23,867 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:15:25,204 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:15:27,910 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:15:30,204 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:15:33,838 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:15:34,269 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:15:36,181 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:15:37,959 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:15:38,839 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:15:41,181 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:15:44,537 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:15:44,538 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:15:46,020 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:15:46,838 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:15:49,538 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:15:51,840 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:15:55,175 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:15:56,127 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:15:57,556 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:16:00,176 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:16:02,557 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:16:04,270 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:16:05,288 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:16:06,187 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:16:07,573 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:16:10,289 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:16:12,575 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:16:15,753 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:16:16,256 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:16:18,002 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:16:22,392 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:16:23,003 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:16:26,328 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:16:27,393 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:16:28,514 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:16:32,788 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:16:34,046 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:16:34,270 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:16:34,375 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:16:37,791 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:16:39,272 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:16:43,721 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:16:43,722 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:16:44,437 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:16:44,995 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:16:48,722 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:16:49,997 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:16:54,374 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:16:54,504 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:16:55,552 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:16:59,376 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:17:00,553 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:17:03,571 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:17:04,271 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:17:05,115 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:17:06,271 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:17:10,517 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:17:11,273 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:17:13,649 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:17:15,518 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:17:16,754 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:17:21,198 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:17:22,364 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:17:23,715 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:17:26,199 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:17:27,365 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:17:31,490 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:17:31,490 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:17:31,772 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:17:32,666 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:17:34,271 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:17:36,491 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:17:38,273 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:17:40,077 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 16:17:40,078 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 16:17:40,079 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 16:17:40,081 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 16:17:40,834 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 16:17:41,721 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:17:41,840 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:17:44,083 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:17:48,311 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:17:49,084 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:17:51,911 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:17:53,312 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:17:54,548 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:17:59,061 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:17:59,062 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:18:00,195 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:18:01,979 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:18:04,062 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:18:04,272 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:18:05,273 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:18:09,493 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:18:10,031 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:18:10,743 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:18:14,494 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:18:15,745 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:18:19,943 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:18:20,103 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:18:21,223 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:18:24,944 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:18:26,224 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:18:30,061 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:18:30,163 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:18:31,878 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:18:34,273 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:18:36,533 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:18:37,274 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:18:40,231 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:18:41,534 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:18:42,852 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:18:47,018 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:18:47,018 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:18:48,299 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:18:50,302 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:18:52,019 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:18:53,300 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:18:57,533 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:18:58,356 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:18:58,675 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:19:02,534 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:19:03,677 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:19:04,275 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:19:07,949 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:19:08,424 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:19:09,236 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:19:12,958 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:19:14,237 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:19:18,494 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:19:18,543 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:19:18,543 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:19:19,694 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:19:23,916 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:19:24,695 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:19:28,562 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:19:28,918 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:19:30,452 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:19:34,114 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:19:34,114 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:19:34,277 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:19:36,371 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:19:38,622 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:19:39,112 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:19:41,372 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:19:44,543 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:19:46,677 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:19:47,002 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:19:49,643 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:19:52,004 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:19:55,344 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:19:55,736 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:19:57,605 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:20:00,345 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:20:02,606 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:20:04,276 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:20:05,798 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:20:05,882 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:20:08,277 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:20:10,883 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:20:13,279 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:20:15,879 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:20:16,543 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:20:19,007 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:20:22,198 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:20:24,564 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:20:25,946 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:20:27,199 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:20:29,565 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:20:33,067 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:20:33,067 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:20:33,997 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:20:34,277 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:20:35,277 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:20:38,068 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:20:40,280 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:20:43,597 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:20:44,083 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:20:45,929 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:20:48,598 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:20:50,930 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:20:53,599 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:20:55,931 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:20:58,600 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:21:00,932 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:21:04,256 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:21:04,257 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:21:04,277 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:21:06,278 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:21:09,257 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:21:11,279 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:21:14,579 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:21:14,579 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:21:16,280 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:21:16,910 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 16:21:16,911 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 16:21:16,911 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 16:21:16,915 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 16:21:17,268 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 16:21:18,275 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:21:19,580 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:21:21,923 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:21:25,271 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:21:27,900 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:21:28,351 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:21:30,272 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:21:32,901 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:21:34,278 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:21:35,496 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:21:38,023 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:21:38,411 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:21:40,520 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:21:43,024 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:21:46,395 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:21:46,396 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:21:48,487 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:21:48,776 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:21:51,396 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:21:53,778 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:21:56,772 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:21:58,548 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:21:59,324 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:22:01,775 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:22:04,279 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:22:05,281 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:22:06,846 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:22:08,612 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:22:10,401 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:22:11,847 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:22:15,401 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:22:17,045 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:22:18,673 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:22:20,456 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:22:22,046 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:22:25,458 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:22:27,920 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:22:28,741 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:22:31,284 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:22:32,921 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:22:34,284 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:22:36,285 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:22:38,626 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:22:38,807 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:22:41,960 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:22:43,627 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:22:46,962 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:22:48,865 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:22:49,230 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:22:49,230 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:22:52,543 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:22:54,231 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:22:58,318 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:22:58,933 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:23:00,105 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:23:03,319 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:23:04,281 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:23:05,493 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:23:05,493 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:23:07,989 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:23:08,726 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:23:10,494 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:23:13,727 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:23:16,230 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:23:16,231 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:23:18,051 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:23:19,550 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:23:21,315 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:23:24,551 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:23:26,479 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:23:28,120 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:23:29,639 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:23:31,480 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:23:34,285 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:23:35,288 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:23:37,000 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:23:38,194 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:23:41,200 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:23:42,001 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:23:46,699 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:23:47,230 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:23:48,255 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:23:51,700 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:23:54,027 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:23:56,344 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:23:57,360 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:23:59,028 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:24:02,361 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:24:04,284 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:24:04,861 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:24:04,861 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:24:06,409 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:24:08,045 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:24:09,862 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:24:13,047 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:24:15,455 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:24:16,479 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:24:18,610 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:24:20,456 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:24:23,611 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:24:26,012 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:24:26,541 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:24:29,163 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:24:32,456 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:24:32,456 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:24:32,457 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:24:33,722 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 16:24:33,723 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 16:24:33,724 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 16:24:33,727 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 16:24:34,285 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:24:34,285 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:24:34,602 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:24:34,603 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 16:24:35,609 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:24:37,457 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:24:39,286 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:24:42,758 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:24:44,670 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:24:44,914 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:24:47,759 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:24:49,915 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:24:53,546 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:24:54,748 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:24:55,776 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:24:58,547 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:25:00,778 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:25:03,956 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:25:04,285 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:25:04,823 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:25:06,286 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:25:08,958 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:25:11,287 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:25:12,879 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:25:14,487 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:25:16,744 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:25:20,032 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:25:20,032 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:25:22,274 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:25:22,946 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:25:25,034 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:25:27,274 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:25:30,555 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:25:32,817 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:25:33,010 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:25:34,286 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:25:35,556 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:25:38,288 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:25:40,996 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:25:43,074 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:25:43,595 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:25:45,997 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:25:48,596 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:25:50,998 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:25:53,597 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:25:55,999 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:25:58,598 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:26:00,176 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:26:01,775 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:26:04,136 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:26:04,286 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:26:08,032 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:26:09,288 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:26:10,243 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:26:13,033 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:26:14,541 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:26:18,832 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:26:18,833 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:26:20,170 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:26:20,303 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:26:23,834 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:26:25,171 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:26:29,396 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:26:30,368 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:26:30,779 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:26:34,287 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:26:34,397 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:26:36,291 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:26:40,017 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:26:40,429 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:26:41,322 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:26:46,324 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:26:46,506 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:26:48,472 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:26:51,507 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:26:51,783 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:26:56,785 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:26:56,939 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:27:00,542 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:27:01,940 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:27:02,333 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:27:04,288 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:27:07,747 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:27:07,748 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:27:07,930 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:27:08,594 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:27:12,748 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:27:12,931 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:27:17,833 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:27:18,443 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:27:18,654 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:27:23,197 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:27:23,444 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:27:28,814 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:27:28,864 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:27:29,025 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:27:34,026 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:27:34,290 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:27:35,416 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:27:38,876 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:27:39,760 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:27:40,417 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:27:44,762 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:27:45,592 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:27:48,942 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:27:49,899 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:27:50,593 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:27:54,901 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:27:56,317 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:27:56,501 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 16:27:56,502 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 16:27:56,503 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 16:27:56,505 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 16:27:57,001 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 16:27:58,009 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:27:59,012 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:28:00,507 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:28:01,318 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:28:04,291 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:28:06,045 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:28:06,780 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:28:09,084 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:28:11,046 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:28:11,781 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:28:16,341 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:28:17,133 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:28:17,145 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:28:21,342 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:28:22,147 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:28:27,146 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:28:27,200 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:28:27,940 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:28:32,148 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:28:33,415 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:28:33,416 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:28:33,416 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:28:34,291 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:28:37,260 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:28:37,693 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:28:38,418 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:28:42,695 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:28:44,133 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:28:47,327 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:28:48,271 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:28:49,134 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:28:53,272 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:28:54,375 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:28:54,397 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:28:58,639 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:28:59,398 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:29:04,294 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:29:04,294 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:29:04,417 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:29:04,441 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:29:09,295 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:29:10,167 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:29:14,481 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:29:14,514 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:29:15,254 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:29:19,482 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:29:21,847 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:29:21,847 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:29:24,574 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:29:25,088 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:29:26,848 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:29:30,089 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:29:32,144 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:29:34,292 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:29:34,640 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:29:35,293 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:29:37,145 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:29:40,294 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:29:42,555 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:29:42,730 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:29:45,727 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:29:47,556 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:29:50,729 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:29:52,788 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:29:52,873 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:29:52,873 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:29:56,068 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:29:57,874 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:30:01,070 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:30:02,839 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:30:03,059 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:30:04,295 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:30:06,295 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:30:08,060 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:30:12,077 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:30:12,905 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:30:13,661 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:30:17,078 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:30:19,983 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:30:19,983 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:30:19,983 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:30:22,299 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:30:22,963 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:30:24,984 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:30:27,300 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:30:29,985 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:30:32,302 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:30:34,294 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:30:35,220 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:30:37,040 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:30:37,708 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:30:40,226 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:30:42,749 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:30:45,270 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:30:47,108 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:30:48,356 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:30:50,271 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:30:53,358 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:30:55,663 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:30:57,171 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:30:58,980 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:31:00,702 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:31:03,981 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:31:04,305 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:31:05,983 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:31:07,242 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:31:09,780 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:31:11,596 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:31:14,355 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 16:31:14,356 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 16:31:14,357 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 16:31:14,359 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 16:31:15,305 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 16:31:15,361 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:31:16,311 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:31:17,225 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:31:17,317 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:31:20,362 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:31:22,627 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:31:22,627 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:31:25,373 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:31:25,879 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:31:27,629 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:31:31,184 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:31:31,414 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:31:32,421 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:31:32,630 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:31:34,295 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:31:36,253 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:31:37,448 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:31:37,631 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:31:38,454 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:31:41,260 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:31:42,632 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:31:46,933 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:31:47,506 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:31:47,797 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:31:51,934 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:31:54,271 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:31:54,271 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:31:56,572 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:31:57,553 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:31:59,272 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:32:02,554 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:32:04,296 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:32:04,738 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:32:06,634 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:32:08,023 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:32:09,739 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:32:13,024 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:32:15,371 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:32:16,703 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:32:18,749 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:32:20,372 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:32:23,750 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:32:24,757 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:32:26,000 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:32:29,318 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:32:32,424 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:32:34,296 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:32:34,821 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:32:35,297 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:32:37,425 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:32:40,298 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:32:42,535 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:32:44,885 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:32:45,825 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:32:47,554 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:32:50,826 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:32:53,038 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:32:53,038 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:32:54,941 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:32:56,076 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:32:58,039 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:33:01,077 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:33:03,695 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:33:04,296 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:33:05,005 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:33:06,297 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:33:08,697 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:33:11,299 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:33:14,100 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:33:15,060 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:33:16,346 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:33:19,101 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:33:21,348 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:33:24,620 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:33:24,620 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:33:25,123 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:33:26,922 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:33:29,622 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:33:31,923 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:33:34,297 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:33:34,985 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:33:35,188 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:33:37,299 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:33:41,407 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:33:42,300 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:33:45,252 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:33:46,408 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:33:47,655 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:33:51,453 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:33:51,453 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:33:52,657 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:33:55,314 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:33:56,454 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:33:57,755 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:34:01,996 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:34:03,245 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:34:03,375 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:34:04,300 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:34:06,997 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:34:08,301 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:34:12,629 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:34:13,443 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:34:13,907 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:34:17,630 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:34:18,908 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:34:21,359 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 16:34:21,360 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 16:34:21,360 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 16:34:21,363 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 16:34:21,503 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 16:34:22,507 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:34:23,081 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:34:23,513 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:34:24,365 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:34:28,082 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:34:29,367 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:34:33,245 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:34:33,572 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:34:34,298 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:34:35,299 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:34:39,618 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:34:40,300 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:34:43,638 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:34:44,619 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:34:45,797 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:34:49,903 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:34:51,060 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:34:51,696 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:34:54,904 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:34:56,061 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:35:00,511 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:35:01,681 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:35:01,766 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:35:04,299 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:35:05,512 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:35:07,301 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:35:10,822 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:35:11,028 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:35:12,394 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:35:17,395 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:35:17,507 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:35:18,872 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:35:22,508 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:35:22,593 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:35:27,594 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:35:28,366 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:35:28,934 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:35:32,660 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:35:33,367 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:35:34,300 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:35:38,301 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:35:38,998 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:35:39,028 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:35:43,357 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:35:44,164 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:35:48,847 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:35:49,057 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:35:49,630 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:35:53,848 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:35:54,632 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:35:59,114 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:35:59,428 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:36:00,265 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:36:04,302 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:36:05,305 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:36:05,991 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:36:09,181 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:36:10,992 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:36:11,174 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:36:16,175 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:36:16,389 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:36:19,247 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:36:21,390 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:36:21,830 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:36:27,276 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:36:27,276 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:36:27,309 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:36:27,442 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:36:32,277 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:36:32,443 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:36:34,303 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:36:37,366 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:36:37,623 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:36:37,865 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:36:42,866 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:36:44,134 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:36:47,441 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:36:48,419 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:36:49,135 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:36:53,421 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:36:54,629 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:36:54,629 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:36:57,504 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:36:58,870 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:36:59,642 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:37:03,872 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:37:04,304 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:37:05,590 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:37:07,569 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:37:09,856 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:37:10,591 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:37:15,447 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:37:15,619 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:37:16,134 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:37:20,458 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:37:22,553 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:37:25,687 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:37:25,777 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:37:27,554 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:37:30,778 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:37:32,797 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:37:32,988 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 16:37:32,990 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 16:37:32,990 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 16:37:32,993 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 16:37:33,736 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 16:37:34,304 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:37:34,743 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:37:35,747 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:37:36,305 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:37:37,798 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:37:41,307 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:37:43,210 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:37:43,210 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:37:43,801 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:37:46,471 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:37:48,226 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:37:51,472 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:37:53,629 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:37:53,629 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:37:53,865 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:37:57,222 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:38:00,470 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:38:02,758 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:38:03,974 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:38:04,310 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:38:05,472 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:38:08,312 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:38:11,044 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:38:11,045 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:38:13,032 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:38:14,264 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:38:16,045 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:38:19,266 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:38:21,090 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:38:21,294 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:38:24,431 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:38:26,294 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:38:29,432 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:38:31,160 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:38:31,984 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:38:34,311 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:38:35,311 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:38:36,986 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:38:41,018 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:38:41,239 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:38:42,044 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:38:46,019 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:38:48,845 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:38:51,304 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:38:51,993 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:38:53,846 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:38:56,994 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:38:59,329 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:38:59,329 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:39:01,374 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:39:02,614 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:39:04,311 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:39:04,330 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:39:08,315 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:39:09,982 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:39:11,440 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:39:14,281 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:39:14,983 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:39:19,498 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:39:19,937 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:39:20,653 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:39:24,938 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:39:25,655 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:39:29,573 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:39:30,781 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:39:31,548 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:39:34,312 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:39:36,313 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:39:37,607 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:39:39,638 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:39:41,899 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:39:42,609 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:39:46,901 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:39:48,084 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:39:49,698 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:39:52,835 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:39:53,085 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:39:57,837 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:39:58,750 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:39:58,751 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:39:59,763 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:40:02,962 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:40:03,764 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:40:04,312 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:40:08,313 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:40:09,475 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:40:09,833 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:40:13,681 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:40:14,476 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:40:19,295 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:40:19,899 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:40:19,995 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:40:24,296 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:40:24,996 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:40:29,926 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:40:29,965 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:40:30,744 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:40:34,315 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:40:35,316 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:40:36,915 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:40:40,048 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:40:41,153 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:40:41,916 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:40:46,155 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:40:47,738 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:40:47,981 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 16:40:47,982 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 16:40:47,983 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 16:40:47,985 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 16:40:48,106 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 16:40:49,110 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:40:50,115 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:40:51,987 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:40:52,739 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:40:56,988 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:40:58,265 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:40:59,178 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:41:02,556 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:41:03,267 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:41:04,317 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:41:08,357 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:41:09,153 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:41:09,271 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:41:13,361 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:41:15,715 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:41:15,715 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:41:17,331 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:41:19,005 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:41:20,745 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:41:24,006 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:41:27,009 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:41:27,009 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:41:27,009 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:41:29,264 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:41:29,409 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:41:32,010 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:41:34,265 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:41:34,317 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:41:37,836 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:41:39,477 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:41:40,245 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:41:42,837 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:41:45,247 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:41:47,874 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:41:49,547 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:41:50,384 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:41:52,874 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:41:55,385 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:41:57,932 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:41:59,604 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:42:01,155 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:42:02,933 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:42:04,318 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:42:06,319 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:42:08,158 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:42:09,675 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:42:11,493 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:42:13,159 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:42:16,495 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:42:18,759 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:42:19,809 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:42:22,130 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:42:23,760 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:42:27,132 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:42:29,020 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:42:29,878 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:42:32,749 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:42:34,321 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:42:35,965 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:42:38,251 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:42:39,945 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:42:40,966 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:42:43,252 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:42:46,515 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:42:46,516 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:42:47,995 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:42:48,795 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:42:51,517 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:42:53,796 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:42:57,010 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:42:58,053 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:42:59,418 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:43:02,236 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:43:04,320 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:43:05,322 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:43:07,238 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:43:08,123 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:43:10,486 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:43:12,239 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:43:15,487 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:43:17,709 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:43:18,183 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:43:21,089 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:43:24,228 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:43:26,406 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:43:28,240 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:43:29,229 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:43:31,407 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:43:34,321 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:43:34,618 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:43:36,292 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:43:36,912 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:43:39,619 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:43:41,914 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:43:44,657 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:43:44,658 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:43:46,352 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:43:47,913 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:43:49,658 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:43:52,915 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:43:55,101 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:43:56,425 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:43:58,287 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:44:00,102 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:44:03,289 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:44:03,881 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 16:44:03,883 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 16:44:03,883 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 16:44:03,885 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 16:44:04,321 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:44:04,481 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 16:44:05,486 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:44:05,612 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:44:08,322 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:44:10,614 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:44:13,324 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:44:15,558 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:44:16,321 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:44:18,607 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:44:21,861 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:44:23,612 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:44:24,021 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:44:26,862 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:44:29,022 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:44:32,769 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:44:33,675 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:44:34,321 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:44:34,322 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:44:37,770 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:44:39,323 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:44:42,824 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:44:44,324 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:44:47,753 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:44:48,607 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:44:50,063 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:44:53,608 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:44:55,064 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:44:57,815 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:44:59,263 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:45:00,562 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:45:04,323 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:45:04,988 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:45:06,223 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:45:07,892 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:45:09,989 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:45:11,223 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:45:15,388 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:45:15,388 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:45:16,625 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:45:17,956 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:45:20,452 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:45:21,626 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:45:26,310 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:45:27,526 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:45:28,025 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:45:31,311 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:45:32,527 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:45:34,324 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:45:36,920 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:45:38,090 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:45:38,092 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:45:41,920 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:45:43,091 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:45:46,922 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:45:48,092 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:45:52,883 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:45:53,093 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:45:57,884 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:45:58,094 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:46:02,885 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:46:03,094 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:46:04,324 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:46:08,046 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:46:08,326 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:46:09,948 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:46:13,046 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:46:13,849 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:46:18,274 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:46:19,694 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:46:20,011 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:46:23,275 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:46:24,695 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:46:28,334 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:46:29,783 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:46:30,073 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:46:34,080 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:46:34,325 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:46:35,326 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:46:39,296 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:46:40,143 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:46:40,547 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:46:44,297 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:46:45,547 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:46:49,603 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:46:50,204 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:46:51,105 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:46:54,604 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:46:56,107 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:47:00,268 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:47:00,406 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:47:02,060 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:47:04,325 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:47:05,426 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:47:07,327 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:47:10,323 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:47:11,271 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:47:12,573 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:47:16,759 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:47:16,759 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:47:17,575 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:47:20,390 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:47:21,762 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:47:23,296 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:47:26,833 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:47:29,181 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:47:30,458 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:47:31,834 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:47:34,182 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:47:34,325 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:47:37,399 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:47:39,818 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:47:40,529 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:47:42,401 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:47:44,819 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:47:48,279 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:47:48,489 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 16:47:48,490 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 16:47:48,491 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 16:47:48,494 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 16:47:48,581 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 16:47:49,586 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:47:50,495 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:47:50,591 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:47:53,280 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:47:55,496 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:47:58,407 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:48:00,656 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:48:01,318 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:48:03,772 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:48:04,326 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:48:06,327 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:48:09,760 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:48:10,714 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:48:11,985 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:48:16,214 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:48:16,986 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:48:19,772 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:48:21,215 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:48:22,455 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:48:26,511 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:48:27,456 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:48:29,838 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:48:31,512 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:48:33,115 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:48:34,326 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:48:36,682 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:48:38,887 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:48:39,903 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:48:41,683 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:48:43,888 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:48:47,271 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:48:47,272 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:48:49,539 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:48:49,970 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:48:52,323 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:48:54,540 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:48:57,408 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:48:57,408 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:48:59,719 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:49:00,029 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:49:02,443 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:49:04,329 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:49:05,332 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:49:08,242 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:49:10,091 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:49:10,407 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:49:13,243 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:49:15,408 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:49:19,053 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:49:20,165 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:49:21,355 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:49:25,624 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:49:26,360 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:49:28,219 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:49:30,625 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:49:31,886 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:49:34,330 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:49:36,020 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:49:37,170 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:49:38,435 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:49:41,021 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:49:42,171 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:49:46,621 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:49:46,622 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:49:47,830 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:49:48,502 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:49:51,623 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:49:52,831 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:49:57,170 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:49:58,466 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:49:58,570 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:50:02,171 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:50:03,468 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:50:04,345 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:50:06,621 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:50:08,028 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:50:09,232 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:50:13,477 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:50:13,478 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:50:13,478 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:50:14,233 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:50:16,689 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:50:18,479 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:50:19,711 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:50:23,826 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:50:25,028 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:50:26,753 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:50:28,827 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:50:30,029 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:50:34,115 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:50:34,332 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:50:34,811 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:50:35,333 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:50:39,116 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:50:40,334 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:50:44,478 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:50:44,880 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:50:46,057 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:50:49,685 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:50:51,059 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:50:53,943 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:50:55,444 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:50:56,696 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:51:00,902 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:51:00,902 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:51:01,697 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:51:02,060 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 16:51:02,061 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 16:51:02,062 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 16:51:02,066 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 16:51:03,011 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 16:51:04,018 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:51:04,333 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:51:05,906 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:51:07,334 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:51:10,961 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:51:13,259 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:51:14,087 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:51:15,977 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:51:18,260 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:51:21,441 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:51:23,672 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:51:24,155 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:51:26,442 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:51:28,674 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:51:31,892 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:51:32,221 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:51:34,091 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:51:34,333 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:51:36,893 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:51:39,335 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:51:42,279 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:51:42,437 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:51:45,099 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:51:47,438 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:51:50,101 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:51:52,340 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:51:52,695 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:51:55,843 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:51:59,039 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:52:01,476 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:52:02,399 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:52:04,040 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:52:04,333 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:52:07,335 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:52:09,187 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:52:12,463 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:52:12,510 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:52:14,188 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:52:17,512 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:52:19,872 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:52:19,872 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:52:22,539 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:52:23,108 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:52:24,873 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:52:28,109 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:52:29,892 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:52:29,892 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:52:32,597 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:52:33,805 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:52:34,334 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:52:35,452 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:52:39,336 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:52:40,664 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:52:41,324 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:52:44,533 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:52:46,325 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:52:49,534 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:52:51,518 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:52:52,737 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:52:54,694 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:52:57,900 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:53:00,118 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:53:00,790 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:53:02,901 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:53:04,335 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:53:05,336 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:53:08,810 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:53:10,863 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:53:11,059 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:53:13,811 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:53:16,061 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:53:19,484 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:53:19,485 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:53:20,934 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:53:21,696 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:53:24,485 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:53:26,698 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:53:29,892 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:53:31,000 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:53:32,278 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:53:34,335 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:53:36,546 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:53:37,336 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:53:41,080 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:53:41,547 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:53:42,765 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:53:47,209 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:53:47,210 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:53:48,126 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:53:48,407 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:53:52,211 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:53:53,408 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:53:57,246 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:53:58,190 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:53:58,563 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:54:02,280 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:54:03,563 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:54:04,337 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:54:07,927 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:54:08,300 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:54:09,144 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:54:12,928 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:54:14,145 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:54:16,599 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 16:54:16,601 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 16:54:16,601 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 16:54:16,604 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 16:54:17,366 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 16:54:18,210 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:54:18,373 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:54:19,605 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:54:24,607 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:54:24,756 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:54:28,440 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:54:29,757 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:54:29,992 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:54:34,338 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:54:35,250 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:54:35,250 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:54:35,340 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:54:36,506 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:54:40,251 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:54:40,387 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:54:45,719 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:54:45,970 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:54:46,571 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:54:50,721 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:54:50,971 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:54:56,136 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:54:56,638 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:54:56,716 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:55:01,137 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:55:01,718 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:55:04,339 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:55:06,335 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:55:06,703 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:55:06,791 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:55:11,336 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:55:11,792 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:55:16,721 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:55:16,762 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:55:17,211 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:55:21,722 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:55:22,239 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:55:26,834 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:55:27,369 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:55:27,682 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:55:32,370 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:55:32,683 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:55:34,340 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:55:36,901 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:55:38,068 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:55:38,311 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:55:43,312 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:55:43,627 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:55:46,973 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:55:48,628 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:55:48,941 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:55:53,778 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:55:53,942 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:55:57,044 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:55:58,780 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:55:59,257 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:56:03,968 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:56:03,969 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:56:04,258 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:56:04,342 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:56:07,120 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:56:08,970 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:56:09,559 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:56:14,070 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:56:14,561 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:56:17,193 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:56:19,072 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:56:20,322 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:56:24,517 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:56:25,741 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:56:27,254 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:56:29,518 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:56:30,742 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:56:34,342 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:56:35,044 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:56:35,045 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:56:36,322 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:56:36,344 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:56:40,045 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:56:41,344 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:56:45,470 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:56:46,385 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:56:46,700 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:56:50,471 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:56:51,702 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:56:55,957 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:56:56,447 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:56:57,222 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:57:00,959 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:57:02,224 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:57:04,343 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:57:04,526 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:57:06,679 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:57:06,679 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:57:07,344 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:57:11,911 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:57:12,345 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:57:14,598 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:57:16,912 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:57:18,077 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:57:22,495 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:57:22,496 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:57:23,714 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:57:24,663 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:57:27,496 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:57:28,715 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:57:32,324 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 16:57:32,325 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 16:57:32,326 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 16:57:32,329 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 16:57:32,678 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:57:32,714 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 16:57:34,331 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:57:34,343 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:57:34,724 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:57:38,040 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:57:39,344 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:57:43,240 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:57:44,414 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:57:44,788 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:57:48,241 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:57:49,416 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:57:52,843 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:57:53,625 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:57:54,848 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:57:59,849 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:57:59,971 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:58:02,908 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:58:04,343 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:58:04,972 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:58:05,344 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:58:10,345 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:58:10,630 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:58:12,974 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:58:15,632 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:58:15,894 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:58:21,242 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:58:21,243 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:58:21,515 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:58:23,043 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:58:26,243 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:58:26,516 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:58:31,888 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:58:32,144 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:58:33,107 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:58:34,344 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:58:36,912 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:58:37,345 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:58:41,162 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:58:42,805 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:58:42,958 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:58:47,959 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:58:48,306 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:58:48,306 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:58:48,307 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:58:51,231 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:58:53,308 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:58:53,627 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:58:58,628 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:58:59,073 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:59:01,298 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:59:04,074 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:59:04,228 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:59:04,344 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:59:09,362 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:59:09,469 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:59:11,363 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:59:14,363 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:59:14,470 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:59:19,365 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:59:19,471 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:59:24,714 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:59:25,209 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:59:25,449 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:59:29,715 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:59:31,498 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:59:34,356 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 16:59:34,521 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:59:35,357 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:59:36,499 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:59:40,358 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:59:41,943 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:59:44,590 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:59:46,139 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:59:46,944 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:59:51,140 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:59:52,421 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:59:52,421 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 16:59:52,657 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 16:59:56,747 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 16:59:57,422 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:00:02,239 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:00:02,713 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:00:02,953 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:00:04,345 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:00:07,347 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:00:07,955 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:00:12,746 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:00:12,791 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:00:13,550 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:00:17,747 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:00:18,871 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:00:18,871 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:00:18,872 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:00:20,850 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:00:23,090 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:00:23,872 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:00:28,092 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:00:29,126 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:00:32,922 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:00:33,337 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:00:34,128 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:00:34,346 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:00:38,347 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:00:39,678 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:00:40,983 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:00:43,869 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:00:44,679 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:00:48,871 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:00:49,522 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 17:00:49,523 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 17:00:49,524 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 17:00:49,527 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 17:00:49,871 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:00:50,044 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:00:50,045 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 17:00:51,048 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:00:54,529 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:00:55,208 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:00:59,811 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:01:00,587 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:01:01,105 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:01:04,346 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:01:05,347 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:01:07,153 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:01:07,154 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:01:10,473 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:01:11,172 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:01:12,155 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:01:15,475 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:01:17,200 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:01:21,235 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:01:21,451 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:01:22,201 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:01:26,453 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:01:27,512 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:01:29,287 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:01:31,747 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:01:32,513 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:01:34,347 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:01:37,068 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:01:37,849 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:01:39,349 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:01:42,069 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:01:42,850 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:01:47,423 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:01:48,207 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:01:49,424 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:01:52,424 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:01:54,544 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:01:57,476 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:01:57,781 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:01:59,545 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:02:02,783 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:02:04,351 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:02:04,556 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:02:04,556 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:02:04,557 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:02:07,552 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:02:07,966 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:02:09,557 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:02:12,968 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:02:15,069 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:02:17,615 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:02:18,272 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:02:20,070 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:02:23,274 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:02:25,634 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:02:27,685 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:02:28,936 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:02:30,636 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:02:33,937 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:02:34,350 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:02:36,049 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:02:36,745 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:02:39,351 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:02:41,051 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:02:44,799 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:02:44,843 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:02:46,652 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:02:49,843 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:02:51,980 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:02:51,980 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:02:54,868 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:02:55,209 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:02:56,981 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:03:00,211 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:03:02,168 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:03:04,351 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:03:04,935 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:03:05,352 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:03:07,169 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:03:10,353 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:03:12,565 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:03:15,005 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:03:15,737 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:03:17,566 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:03:20,738 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:03:22,939 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:03:22,939 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:03:23,069 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:03:26,195 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:03:27,940 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:03:31,196 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:03:33,124 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:03:33,490 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:03:34,351 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:03:36,352 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:03:38,492 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:03:42,270 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:03:43,202 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:03:44,122 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:03:47,271 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:03:49,710 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:03:52,893 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:03:53,261 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:03:54,711 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:03:57,895 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:04:00,491 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:04:00,682 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 17:04:00,683 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 17:04:00,684 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 17:04:00,686 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 17:04:01,316 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 17:04:02,321 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:04:03,326 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:04:03,688 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:04:04,351 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:04:05,492 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:04:09,353 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:04:10,791 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:04:11,379 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:04:14,941 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:04:15,792 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:04:20,092 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:04:20,939 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:04:20,939 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:04:21,442 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:04:25,093 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:04:27,278 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:04:30,602 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:04:31,517 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:04:32,279 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:04:34,352 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:04:36,353 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:04:37,783 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:04:37,783 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:04:39,569 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:04:42,230 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:04:42,784 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:04:47,232 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:04:48,476 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:04:49,646 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:04:52,810 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:04:53,477 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:04:57,812 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:04:58,766 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:04:59,704 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:05:02,982 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:05:03,776 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:05:04,355 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:05:08,496 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:05:08,783 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:05:09,759 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:05:13,497 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:05:15,685 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:05:18,887 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:05:19,830 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:05:20,686 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:05:23,888 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:05:25,969 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:05:25,969 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:05:27,884 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:05:29,211 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:05:30,970 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:05:34,213 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:05:34,355 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:05:36,374 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:05:36,945 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:05:39,607 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:05:41,375 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:05:44,608 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:05:46,670 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:05:47,017 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:05:49,811 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:05:51,672 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:05:55,690 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:05:57,076 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:05:57,451 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:05:57,451 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:06:00,691 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:06:02,960 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:06:04,355 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:06:05,137 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:06:06,356 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:06:07,960 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:06:11,357 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:06:13,733 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:06:15,197 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:06:16,898 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:06:18,734 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:06:21,900 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:06:24,211 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:06:25,267 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:06:27,421 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:06:29,212 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:06:32,422 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:06:34,356 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:06:34,499 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:06:35,327 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:06:38,357 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:06:40,925 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:06:40,925 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:06:43,378 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:06:44,109 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:06:45,926 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:06:49,110 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:06:51,608 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:06:53,440 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:06:54,793 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:06:56,609 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:06:59,794 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:07:01,753 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:07:03,509 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:07:04,356 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:07:05,357 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:07:06,754 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:07:10,359 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:07:11,650 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 17:07:11,651 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 17:07:11,651 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 17:07:11,654 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 17:07:12,220 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:07:12,220 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:07:12,579 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:07:12,580 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 17:07:13,583 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:07:15,659 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:07:17,221 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:07:20,660 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:07:22,297 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:07:23,667 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:07:26,486 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:07:27,298 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:07:31,798 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:07:32,610 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:07:33,743 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:07:34,357 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:07:37,358 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:07:38,907 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:07:38,907 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:07:38,909 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:07:41,802 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:07:43,119 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:07:43,908 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:07:48,120 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:07:49,267 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:07:51,869 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:07:53,430 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:07:54,268 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:07:58,431 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:07:59,303 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:08:01,926 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:08:03,550 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:08:04,304 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:08:04,357 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:08:09,161 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:08:09,818 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:08:11,998 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:08:14,162 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:08:14,819 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:08:19,483 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:08:20,056 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:08:20,261 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:08:24,484 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:08:25,264 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:08:29,557 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:08:30,122 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:08:30,300 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:08:34,358 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:08:35,359 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:08:36,671 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:08:39,188 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:08:41,069 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:08:41,675 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:08:46,071 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:08:47,458 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:08:49,257 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:08:51,674 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:08:52,462 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:08:56,675 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:08:58,358 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:08:58,359 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:08:59,322 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:09:01,703 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:09:03,359 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:09:04,359 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:09:06,894 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:09:08,733 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:09:09,381 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:09:11,895 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:09:15,056 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:09:17,180 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:09:17,443 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:09:20,057 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:09:22,180 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:09:25,413 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:09:25,414 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:09:27,513 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:09:27,658 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:09:30,414 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:09:32,659 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:09:34,360 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:09:35,936 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:09:37,580 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:09:38,206 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:09:40,937 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:09:43,208 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:09:46,357 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:09:47,647 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:09:48,464 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:09:51,358 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:09:53,466 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:09:56,414 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:09:57,703 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:09:59,118 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:10:01,827 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:10:04,119 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:10:04,360 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:10:05,763 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:10:07,437 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:10:09,699 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:10:12,878 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:10:12,879 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:10:15,104 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:10:15,824 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:10:17,880 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:10:20,105 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:10:23,244 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:10:23,464 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 17:10:23,465 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 17:10:23,466 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 17:10:23,468 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 17:10:23,876 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 17:10:24,881 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:10:25,470 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:10:25,893 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:10:28,244 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:10:30,472 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:10:33,597 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:10:33,955 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:10:34,361 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:10:36,362 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:10:38,598 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:10:41,363 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:10:43,642 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:10:43,643 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:10:44,024 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:10:46,967 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:10:48,655 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:10:51,968 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:10:54,080 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:10:54,083 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:10:57,275 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:11:00,471 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:11:02,776 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:11:04,141 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:11:04,361 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:11:05,472 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:11:08,363 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:11:11,070 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:11:14,218 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:11:14,273 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:11:16,072 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:11:19,275 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:11:21,657 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:11:22,276 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:11:24,917 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:11:26,658 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:11:29,918 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:11:31,350 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:11:32,264 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:11:34,362 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:11:35,363 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:11:37,266 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:11:40,364 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:11:41,420 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:11:43,071 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:11:45,464 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:11:48,592 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:11:50,794 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:11:51,491 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:11:53,593 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:11:55,795 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:11:58,975 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:11:58,976 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:12:01,217 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:12:01,555 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:12:03,976 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:12:04,363 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:12:06,382 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:12:09,614 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:12:09,621 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:12:11,873 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:12:14,615 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:12:16,875 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:12:19,694 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:12:19,919 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:12:22,030 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:12:24,921 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:12:27,031 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:12:29,763 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:12:30,633 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:12:32,818 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:12:34,366 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:12:35,999 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:12:38,233 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:12:39,827 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:12:41,000 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:12:43,234 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:12:46,549 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:12:47,885 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:12:48,730 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:12:51,550 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:12:53,732 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:12:57,200 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:12:57,200 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:12:57,950 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:12:59,375 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:13:02,201 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:13:04,367 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:13:05,369 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:13:07,562 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:13:08,018 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:13:10,788 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:13:12,564 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:13:15,789 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:13:17,862 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:13:18,093 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:13:21,195 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:13:22,864 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:13:26,953 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:13:28,155 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:13:28,201 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:13:31,954 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:13:33,711 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:13:34,367 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:13:37,368 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:13:38,952 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:13:40,422 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 17:13:40,424 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 17:13:40,424 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 17:13:40,427 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 17:13:41,260 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:13:41,261 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 17:13:42,264 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:13:42,429 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:13:43,953 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:13:47,431 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:13:49,620 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:13:52,331 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:13:52,870 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:13:54,621 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:13:57,871 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:14:00,144 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:14:00,145 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:14:02,402 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:14:03,371 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:14:04,367 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:14:05,146 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:14:09,369 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:14:10,200 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:14:12,472 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:14:14,492 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:14:15,322 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:14:20,222 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:14:20,522 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:14:21,108 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:14:25,223 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:14:27,432 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:14:27,433 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:14:29,601 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:14:30,706 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:14:32,434 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:14:34,367 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:14:36,368 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:14:37,828 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:14:39,666 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:14:41,982 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:14:42,829 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:14:46,983 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:14:48,310 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:14:49,720 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:14:52,562 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:14:53,310 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:14:57,776 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:14:58,145 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:14:58,874 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:15:03,146 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:15:03,875 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:15:04,370 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:15:07,841 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:15:08,221 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:15:08,953 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:15:13,222 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:15:15,455 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:15:15,456 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:15:17,910 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:15:18,952 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:15:20,457 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:15:23,953 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:15:25,875 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:15:25,875 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:15:27,987 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:15:29,588 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:15:31,279 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:15:34,371 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:15:35,372 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:15:36,757 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:15:38,058 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:15:40,959 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:15:41,757 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:15:46,582 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:15:47,409 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:15:48,120 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:15:51,583 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:15:53,773 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:15:56,179 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:15:57,002 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:15:58,775 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:16:02,003 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:16:04,371 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:16:04,733 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:16:06,246 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:16:07,026 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:16:09,734 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:16:12,028 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:16:15,504 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:16:15,505 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:16:16,311 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:16:17,686 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:16:20,505 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:16:22,687 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:16:25,680 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:16:26,377 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:16:27,835 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:16:32,268 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:16:32,836 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:16:34,371 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:16:36,451 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:16:37,269 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:16:38,372 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:16:42,939 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:16:42,939 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:16:44,153 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:16:44,499 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:16:47,940 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:16:49,154 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:16:52,510 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 17:16:52,512 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 17:16:52,512 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 17:16:52,515 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 17:16:52,548 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 17:16:53,307 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:16:53,552 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:16:54,516 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:16:54,557 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:16:58,308 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:16:59,518 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:17:04,209 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:17:04,371 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:17:04,624 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:17:05,372 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:17:10,374 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:17:10,769 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:17:14,692 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:17:15,771 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:17:16,027 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:17:21,029 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:17:21,309 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:17:23,752 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:17:26,310 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:17:26,537 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:17:31,770 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:17:31,770 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:17:31,840 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:17:31,998 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:17:34,372 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:17:36,771 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:17:37,381 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:17:41,902 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:17:41,939 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:17:41,939 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:17:42,458 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:17:47,459 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:17:48,646 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:17:52,046 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:17:52,757 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:17:53,647 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:17:57,759 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:17:59,297 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:17:59,298 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:18:02,105 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:18:03,529 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:18:04,298 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:18:04,373 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:18:08,934 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:18:09,698 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:18:10,164 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:18:13,935 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:18:14,699 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:18:19,710 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:18:20,229 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:18:20,265 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:18:24,711 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:18:25,267 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:18:30,126 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:18:30,294 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:18:30,299 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:18:34,394 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:18:35,396 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:18:36,388 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:18:40,360 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:18:40,649 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:18:41,392 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:18:45,650 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:18:47,251 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:18:47,251 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:18:48,427 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:18:51,438 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:18:52,252 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:18:56,440 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:18:57,558 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:19:00,499 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:19:01,788 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:19:02,559 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:19:04,376 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:19:07,255 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:19:07,974 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:19:08,554 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:19:12,256 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:19:12,975 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:19:17,553 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:19:18,373 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:19:18,623 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:19:22,554 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:19:24,620 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:19:27,802 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:19:28,680 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:19:29,621 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:19:32,803 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:19:34,378 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:19:35,323 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:19:36,733 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:19:38,553 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:19:40,324 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:19:43,555 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:19:45,780 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:19:46,803 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:19:49,055 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:19:50,791 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:19:54,057 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:19:56,633 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:19:56,862 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:19:59,797 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:20:01,635 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:20:04,379 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:20:04,715 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 17:20:04,716 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 17:20:04,717 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 17:20:04,720 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 17:20:04,932 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 17:20:05,721 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:20:05,940 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:20:06,945 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:20:07,435 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:20:10,722 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:20:12,436 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:20:15,723 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:20:17,437 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:20:20,725 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:20:22,564 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:20:25,914 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:20:26,064 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:20:27,565 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:20:30,915 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:20:33,114 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:20:33,114 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:20:34,118 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:20:34,379 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:20:36,380 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:20:38,115 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:20:41,381 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:20:43,584 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:20:44,184 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:20:46,892 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:20:48,585 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:20:51,894 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:20:54,141 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:20:54,254 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:20:57,314 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:21:00,568 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:21:00,569 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:21:02,860 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:21:04,323 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:21:04,379 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:21:05,569 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:21:08,381 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:21:10,616 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:21:13,858 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:21:14,390 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:21:15,618 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:21:18,859 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:21:20,928 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:21:22,451 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:21:24,066 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:21:25,929 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:21:29,067 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:21:31,208 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:21:32,519 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:21:34,380 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:21:34,381 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:21:36,210 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:21:39,382 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:21:41,707 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:21:42,584 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:21:45,009 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:21:46,709 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:21:50,597 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:21:50,658 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:21:52,286 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:21:55,597 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:21:58,197 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:22:00,731 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:22:01,465 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:22:03,198 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:22:04,381 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:22:07,382 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:22:08,655 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:22:10,795 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:22:13,013 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:22:13,656 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:22:18,015 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:22:19,287 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:22:20,862 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:22:23,555 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:22:24,288 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:22:28,796 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:22:28,928 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:22:29,622 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:22:33,797 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:22:34,382 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:22:35,912 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:22:38,999 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:22:39,170 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:22:40,914 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:22:44,172 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:22:46,033 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:22:46,034 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:22:49,079 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:22:49,326 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:22:51,034 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:22:54,328 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:22:56,291 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:22:59,147 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:22:59,428 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:23:01,292 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:23:04,383 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:23:05,385 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:23:06,718 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:23:08,203 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:23:10,963 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:23:11,718 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:23:16,258 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:23:16,498 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:23:17,216 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:23:21,499 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:23:23,754 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:23:24,985 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 17:23:24,986 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 17:23:24,987 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 17:23:24,989 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 17:23:25,313 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 17:23:26,318 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:23:26,991 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:23:28,755 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:23:31,992 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:23:34,268 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:23:34,383 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:23:36,389 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:23:37,544 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:23:39,268 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:23:42,545 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:23:44,524 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:23:46,449 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:23:47,863 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:23:49,525 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:23:52,865 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:23:55,304 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:23:56,516 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:23:58,776 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:24:00,304 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:24:03,777 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:24:04,384 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:24:06,162 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:24:06,569 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:24:09,426 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:24:11,164 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:24:15,137 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:24:16,216 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:24:16,633 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:24:20,137 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:24:22,299 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:24:24,696 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:24:25,447 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:24:27,300 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:24:30,448 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:24:32,624 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:24:32,625 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:24:34,384 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:24:34,764 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:24:36,385 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:24:37,626 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:24:41,387 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:24:42,778 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:24:44,839 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:24:46,957 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:24:47,779 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:24:51,958 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:24:53,120 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:24:54,911 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:24:57,838 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:24:58,121 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:25:03,254 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:25:03,254 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:25:03,411 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:25:04,385 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:25:04,974 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:25:08,255 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:25:09,386 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:25:13,039 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:25:13,737 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:25:15,014 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:25:18,738 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:25:20,016 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:25:23,741 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:25:25,121 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:25:25,238 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:25:28,762 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:25:30,240 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:25:33,854 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:25:34,385 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:25:35,194 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:25:35,386 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:25:38,855 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:25:40,387 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:25:44,217 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:25:45,268 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:25:46,240 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:25:49,843 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:25:51,241 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:25:55,343 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:25:55,511 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:25:57,061 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:26:01,523 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:26:01,524 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:26:02,063 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:26:04,386 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:26:04,398 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:26:06,525 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:26:07,387 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:26:12,135 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:26:13,325 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:26:14,463 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:26:17,136 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:26:18,326 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:26:22,918 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:26:24,322 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:26:24,521 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:26:27,919 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:26:29,323 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:26:32,585 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:26:33,655 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:26:34,386 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:26:34,387 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:26:38,657 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:26:39,388 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:26:41,769 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 17:26:41,771 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 17:26:41,772 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 17:26:41,774 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 17:26:42,660 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:26:42,660 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 17:26:44,540 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:26:44,670 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:26:44,776 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:26:49,778 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:26:50,008 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:26:50,008 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:26:52,721 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:26:55,015 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:26:55,357 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:27:00,358 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:27:00,655 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:27:00,656 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:27:02,782 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:27:04,387 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:27:05,388 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:27:05,725 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:27:10,390 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:27:11,166 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:27:12,844 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:27:15,418 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:27:16,167 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:27:20,729 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:27:20,899 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:27:21,517 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:27:25,746 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:27:26,518 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:27:30,830 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:27:30,963 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:27:31,574 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:27:34,387 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:27:36,388 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:27:36,628 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:27:41,027 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:27:41,634 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:27:42,082 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:27:46,635 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:27:47,100 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:27:51,099 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:27:51,707 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:27:53,056 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:27:56,709 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:27:58,058 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:28:01,168 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:28:02,522 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:28:03,086 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:28:04,399 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:28:07,523 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:28:08,400 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:28:13,325 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:28:13,402 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:28:17,265 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:28:18,326 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:28:18,767 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:28:23,768 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:28:24,117 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:28:27,340 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:28:29,118 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:28:29,377 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:28:34,388 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:28:34,389 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:28:34,598 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:28:35,391 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:28:39,390 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:28:39,605 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:28:44,758 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:28:45,453 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:28:45,502 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:28:49,759 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:28:50,504 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:28:55,482 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:28:55,515 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:28:56,279 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:29:00,483 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:29:01,762 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:29:01,762 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:29:04,389 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:29:04,578 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:29:06,390 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:29:06,763 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:29:11,391 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:29:12,524 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:29:14,653 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:29:16,701 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:29:17,525 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:29:21,702 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:29:22,712 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:29:22,905 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:29:27,149 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:29:27,925 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:29:32,774 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:29:33,128 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:29:33,763 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:29:34,389 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:29:38,391 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:29:40,327 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:29:42,838 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:29:43,633 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:29:45,328 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:29:48,634 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:29:51,014 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:29:51,014 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:29:52,907 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:29:54,331 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:29:56,015 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:29:59,333 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:30:00,782 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 17:30:00,783 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 17:30:00,785 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 17:30:00,789 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 17:30:00,963 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 17:30:01,571 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:30:01,967 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:30:02,972 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:30:04,390 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:30:04,390 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:30:06,572 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:30:09,391 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:30:11,572 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:30:14,392 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:30:16,573 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:30:19,393 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:30:21,574 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:30:24,393 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:30:26,575 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:30:29,394 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:30:31,576 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:30:34,394 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:30:35,394 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:30:36,577 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:30:40,395 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:30:41,578 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:30:45,396 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:30:46,578 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:30:50,397 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:30:51,580 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:30:55,397 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:30:56,580 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:31:00,398 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:31:01,581 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:31:04,393 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:31:06,394 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:31:06,582 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:31:11,395 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:31:11,583 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:31:16,396 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:31:16,584 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:31:21,396 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:31:21,584 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:31:26,397 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:31:26,585 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:31:31,398 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:31:31,586 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:31:34,394 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:31:36,587 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:31:37,395 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:31:41,588 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:31:42,395 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:31:46,589 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:31:47,396 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:31:51,589 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:31:52,397 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:31:56,590 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:31:57,398 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:32:01,591 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:32:02,398 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:32:04,395 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:32:06,592 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:32:08,396 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:32:11,592 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:32:13,397 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:32:16,593 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:32:18,397 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:32:21,594 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:32:23,398 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:32:26,595 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:32:28,399 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:32:31,596 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:32:33,399 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:32:34,397 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:32:36,596 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:32:39,399 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:32:41,599 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:32:44,399 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:32:46,598 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:32:49,400 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:32:51,599 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:32:54,401 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:32:56,600 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:32:59,402 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:33:01,601 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:33:04,398 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:33:05,399 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:33:06,601 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:33:10,400 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:33:11,602 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:33:15,401 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:33:16,603 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:33:20,401 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:33:21,604 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:33:25,402 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:33:26,604 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:33:30,403 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:33:31,605 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:33:34,399 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:33:36,399 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:33:36,606 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:33:41,400 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:33:41,607 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:33:46,401 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:33:46,608 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:33:51,402 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:33:51,609 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:33:56,402 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:33:56,610 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:34:01,403 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:34:01,610 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:34:04,399 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:34:06,611 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:34:07,400 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:34:11,612 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:34:12,401 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:34:16,613 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:34:17,401 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:34:21,614 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:34:22,402 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:34:26,615 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:34:27,408 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:34:31,616 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:34:32,409 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:34:34,399 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:34:36,617 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:34:38,400 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:34:41,617 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:34:43,401 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:34:46,618 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:34:48,402 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:34:51,619 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:34:53,402 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:34:56,620 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:34:58,403 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:35:01,621 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:35:03,404 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:35:04,401 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:35:06,622 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:35:09,403 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:35:11,622 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:35:14,403 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:35:16,623 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:35:19,404 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:35:21,624 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:35:24,405 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:35:26,625 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:35:29,406 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:35:31,626 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:35:34,402 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:35:35,403 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:35:36,626 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:35:40,404 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:35:41,627 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:35:45,404 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:35:46,628 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:35:50,405 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:35:51,629 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:35:55,406 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:35:56,630 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:36:00,407 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:36:01,630 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:36:04,402 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:36:06,403 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:36:06,631 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:36:11,404 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:36:11,632 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:36:16,405 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:36:16,633 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:36:21,405 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:36:21,634 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:36:26,406 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:36:26,635 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:36:31,407 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:36:31,635 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:36:34,402 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:36:36,636 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:36:37,403 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:36:41,637 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:36:42,404 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:36:46,638 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:36:47,405 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:36:51,639 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:36:52,406 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:36:56,640 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:36:57,406 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:37:01,640 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:37:02,407 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:37:04,403 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:37:06,641 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:37:08,404 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:37:11,642 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:37:13,405 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:37:16,643 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:37:18,405 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:37:21,644 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:37:23,406 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:37:26,644 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:37:28,407 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:37:31,645 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:37:33,408 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:37:34,404 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:37:36,646 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:37:39,405 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:37:41,647 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:37:44,406 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:37:46,648 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:37:49,406 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:37:51,648 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:37:54,407 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:37:56,649 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:37:59,408 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:38:01,650 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:38:04,404 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:38:05,405 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:38:06,651 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:38:10,406 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:38:11,652 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:38:15,407 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:38:16,653 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:38:20,407 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:38:21,654 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:38:25,408 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:38:26,654 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:38:30,409 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:38:31,655 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:38:34,404 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:38:36,405 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:38:36,656 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:38:41,406 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:38:41,657 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:38:46,406 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:38:46,657 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:38:51,407 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:38:51,658 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:38:56,408 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:38:56,659 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:39:01,408 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:39:01,660 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:39:04,405 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:39:06,661 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:39:07,406 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:39:11,661 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:39:12,407 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:39:16,662 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:39:17,407 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:39:21,663 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:39:22,408 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:39:26,664 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:39:27,409 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:39:31,665 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:39:32,410 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:39:34,405 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:39:36,666 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:39:38,406 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:39:41,667 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:39:43,407 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:39:46,668 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:39:48,408 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:39:51,669 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:39:53,408 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:39:56,670 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:39:58,409 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:40:01,671 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:40:03,410 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:40:04,406 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:40:06,672 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:40:09,407 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:40:11,673 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:40:11,788 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 17:40:11,793 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 17:40:11,794 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 17:40:11,797 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 17:40:12,725 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:40:12,726 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 17:40:13,730 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:40:14,799 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:40:16,674 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:40:19,800 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:40:21,675 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:40:24,801 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:40:26,675 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:40:29,801 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:40:31,676 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:40:34,417 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:40:35,418 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:40:36,677 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:40:40,419 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:40:41,679 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:40:43,892 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:40:46,301 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:40:46,780 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:40:47,022 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:40:51,302 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:40:52,189 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:40:56,302 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:40:57,824 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:41:01,303 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:41:03,467 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:41:04,407 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:41:06,408 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:41:09,424 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:41:11,408 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:41:15,507 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:41:16,409 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:41:21,410 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:41:23,175 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:41:24,121 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:41:25,125 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:41:27,243 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:41:29,475 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:41:31,159 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:41:32,498 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:41:34,408 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:41:36,886 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:41:38,409 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:41:43,410 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:41:48,410 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:41:50,445 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:41:50,445 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:41:50,446 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:41:53,262 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:41:53,461 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:41:55,446 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:41:58,462 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:42:00,447 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:42:03,462 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:42:04,408 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:42:05,447 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:42:09,409 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:42:10,448 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:42:14,410 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:42:15,449 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:42:19,410 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:42:20,450 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:42:24,411 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:42:25,450 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:42:29,412 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:42:30,451 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:42:34,409 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:42:35,409 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:42:35,452 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:42:40,410 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:42:40,453 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:42:45,411 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:42:45,453 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:42:50,454 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:42:50,477 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:42:50,522 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:42:55,524 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:42:56,437 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:42:56,437 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:43:00,544 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:43:00,931 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:43:01,455 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:43:04,409 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:43:06,410 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:43:06,744 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:43:09,596 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:43:11,782 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:43:12,355 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:43:17,356 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:43:17,868 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:43:21,672 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:43:22,594 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:43:22,870 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:43:27,595 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:43:28,137 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:43:29,737 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:43:33,138 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:43:33,385 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:43:34,410 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:43:38,411 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:43:38,941 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:43:38,941 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:43:39,802 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:43:43,943 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:43:44,285 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:43:48,973 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:43:49,286 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:43:49,866 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:43:53,974 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:43:54,397 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:43:59,583 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:43:59,931 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:44:00,294 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:44:04,411 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:44:04,584 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:44:05,425 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:44:09,790 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:44:10,004 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:44:11,140 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:44:14,791 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:44:16,141 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:44:20,069 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:44:20,077 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:44:21,511 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:44:25,078 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:44:26,512 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:44:30,136 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:44:30,914 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:44:32,405 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:44:34,411 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:44:35,915 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:44:37,412 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:44:41,492 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:44:42,207 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:44:42,995 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:44:46,513 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:44:47,997 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:44:51,635 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:44:52,269 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:44:53,022 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:44:56,637 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:44:58,023 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:45:02,331 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:45:02,561 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:45:03,642 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:45:04,411 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:45:09,022 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:45:09,024 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:45:09,024 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:45:09,413 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:45:12,397 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:45:14,024 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:45:15,404 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:45:19,102 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:45:20,406 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:45:22,454 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:45:24,103 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:45:25,434 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:45:29,792 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:45:31,396 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:45:32,521 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:45:34,412 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:45:34,793 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:45:36,413 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:45:39,894 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:45:42,153 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:45:42,580 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:45:44,895 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:45:47,154 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:45:50,463 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:45:52,652 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:45:52,927 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:45:55,464 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:45:57,929 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:46:00,714 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:46:01,322 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:46:03,590 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:46:04,412 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:46:06,323 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:46:09,414 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:46:09,740 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 17:46:09,741 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 17:46:09,741 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 17:46:09,744 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 17:46:09,783 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 17:46:11,340 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:46:11,793 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:46:14,746 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:46:16,341 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:46:19,748 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:46:21,864 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:46:21,990 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:46:25,398 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:46:26,991 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:46:30,399 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:46:31,930 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:46:32,794 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:46:34,413 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:46:35,414 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:46:37,795 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:46:40,415 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:46:41,994 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:46:42,958 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:46:42,959 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:46:46,400 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:46:47,960 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:46:52,061 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:46:52,120 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:46:53,857 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:46:57,121 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:46:59,581 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:47:02,133 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:47:02,979 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:47:04,413 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:47:04,583 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:47:08,415 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:47:09,820 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:47:12,282 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:47:14,158 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:47:14,821 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:47:19,160 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:47:20,011 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:47:22,400 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:47:24,479 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:47:25,012 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:47:29,481 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:47:30,538 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:47:32,455 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:47:34,414 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:47:35,415 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:47:35,539 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:47:40,958 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:47:41,379 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:47:42,526 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:47:46,130 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:47:46,380 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:47:51,429 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:47:51,798 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:47:54,593 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:47:56,799 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:47:57,360 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:48:02,797 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:48:03,044 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:48:04,414 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:48:04,665 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:48:07,798 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:48:08,416 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:48:12,728 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:48:13,719 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:48:14,349 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:48:14,355 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:48:18,720 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:48:19,356 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:48:24,316 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:48:24,793 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:48:24,974 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:48:29,317 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:48:29,976 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:48:34,415 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:48:34,416 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:48:34,879 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:48:35,652 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:48:39,417 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:48:41,888 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:48:41,889 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:48:41,890 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:48:43,952 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:48:45,237 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:48:46,890 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:48:50,238 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:48:52,683 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:48:54,020 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:48:55,915 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:48:57,684 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:49:00,917 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:49:03,153 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:49:04,167 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:49:04,416 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:49:06,417 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:49:08,160 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:49:11,418 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:49:14,045 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:49:14,236 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:49:17,248 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:49:19,047 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:49:22,250 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:49:24,299 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:49:24,886 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:49:28,198 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:49:31,398 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:49:31,398 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:49:32,665 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 17:49:32,666 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 17:49:32,667 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 17:49:32,669 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 17:49:33,357 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:49:33,358 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 17:49:33,670 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:49:34,363 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:49:34,416 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:49:36,399 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:49:39,417 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:49:41,580 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:49:44,431 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:49:44,734 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:49:46,581 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:49:49,735 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:49:52,274 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:49:54,510 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:49:54,747 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:49:57,275 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:49:59,749 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:50:03,266 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:50:04,417 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:50:04,571 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:50:05,417 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:50:08,267 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:50:10,419 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:50:14,046 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:50:14,637 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:50:16,020 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:50:19,163 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:50:21,022 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:50:24,713 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:50:24,812 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:50:26,267 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:50:29,812 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:50:31,269 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:50:34,419 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:50:34,772 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:50:35,053 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:50:36,421 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:50:40,054 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:50:41,423 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:50:44,836 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:50:45,204 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:50:46,973 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:50:50,205 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:50:51,974 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:50:55,866 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:50:56,910 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:50:57,181 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:51:00,868 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:51:02,182 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:51:04,418 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:51:06,689 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:51:06,987 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:51:07,419 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:51:12,420 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:51:12,501 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:51:12,502 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:51:12,502 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:51:15,038 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:51:17,503 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:51:17,754 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:51:22,756 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:51:22,859 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:51:27,130 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:51:27,860 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:51:28,239 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:51:33,240 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:51:33,490 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:51:34,176 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:51:34,418 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:51:38,419 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:51:38,497 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:51:43,421 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:51:43,502 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:51:44,239 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:51:48,461 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:51:49,327 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:51:54,109 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:51:54,316 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:51:54,789 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:51:59,110 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:51:59,791 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:52:04,384 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:52:04,419 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:52:04,420 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:52:05,572 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:52:09,420 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:52:14,915 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:52:14,916 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:52:16,824 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:52:16,933 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:52:19,919 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:52:21,964 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:52:24,987 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:52:25,903 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:52:26,965 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:52:30,904 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:52:32,336 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:52:32,337 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:52:34,419 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:52:35,049 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:52:36,420 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:52:37,338 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:52:41,421 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:52:42,503 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:52:42,504 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:52:45,121 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:52:47,417 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:52:48,053 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:52:52,419 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:52:53,787 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 17:52:53,789 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 17:52:53,789 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 17:52:53,797 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 17:52:53,956 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:52:54,185 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 17:52:55,192 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:52:57,800 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:52:58,957 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:53:02,802 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:53:04,240 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:53:04,420 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:53:05,368 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:53:08,430 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:53:09,241 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:53:13,432 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:53:14,477 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:53:15,426 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:53:18,863 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:53:19,478 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:53:24,363 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:53:25,146 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:53:25,484 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:53:29,364 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:53:30,148 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:53:34,420 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:53:34,421 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:53:35,550 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:53:35,875 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:53:39,422 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:53:41,646 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:53:45,016 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:53:45,611 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:53:46,647 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:53:50,017 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:53:52,358 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:53:55,633 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:53:55,708 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:53:57,359 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:54:00,634 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:54:02,828 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:54:04,421 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 17:54:05,770 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 17:54:06,423 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:54:07,832 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 17:54:11,424 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 17:54:13,526 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive