diff --git "a/wandb/run-20231119_105908-nwx0xdmm/logs/debug-internal.log" "b/wandb/run-20231119_105908-nwx0xdmm/logs/debug-internal.log" --- "a/wandb/run-20231119_105908-nwx0xdmm/logs/debug-internal.log" +++ "b/wandb/run-20231119_105908-nwx0xdmm/logs/debug-internal.log" @@ -75680,3 +75680,5819 @@ 2023-11-21 01:39:32,257 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report 2023-11-21 01:39:32,767 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log 2023-11-21 01:39:33,252 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:39:37,257 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:39:39,644 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:39:39,644 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:39:42,801 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:39:42,849 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:39:44,645 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:39:47,802 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:39:49,932 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:39:52,906 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:39:53,037 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:39:53,759 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 01:39:54,933 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:39:58,760 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:40:00,568 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:40:02,986 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:40:04,754 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:40:05,569 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:40:10,033 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:40:10,151 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:40:10,963 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:40:15,152 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:40:15,964 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:40:20,098 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:40:20,981 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:40:21,837 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:40:23,759 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 01:40:26,761 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:40:27,006 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:40:30,165 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:40:32,008 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:40:32,117 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:40:37,118 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:40:37,289 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:40:37,290 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:40:38,220 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:40:42,291 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:40:42,459 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:40:47,803 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:40:47,858 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:40:48,280 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:40:52,803 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:40:52,859 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:40:53,760 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 01:40:58,339 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:40:58,534 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:40:58,686 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:41:03,687 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:41:04,895 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:41:08,404 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:41:09,079 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:41:09,896 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:41:14,081 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:41:15,366 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:41:16,460 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:41:19,635 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:41:20,367 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:41:23,763 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 01:41:24,764 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:41:25,998 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:41:26,526 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:41:30,034 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:41:30,999 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:41:34,238 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-21 01:41:34,240 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-21 01:41:34,240 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-21 01:41:34,242 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-21 01:41:34,576 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-21 01:41:35,244 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:41:35,580 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:41:36,123 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:41:36,586 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:41:40,245 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:41:42,570 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:41:44,651 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:41:45,605 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:41:47,571 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:41:50,606 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:41:53,227 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:41:53,227 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:41:53,762 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 01:41:54,714 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:41:55,763 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:41:58,228 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:42:00,764 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:42:03,229 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:42:05,765 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:42:08,230 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:42:10,765 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:42:13,231 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:42:15,766 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:42:18,244 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:42:20,767 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:42:23,245 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:42:23,763 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 01:42:26,764 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:42:28,683 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:42:30,919 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:42:32,742 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:42:33,684 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:42:37,744 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:42:39,161 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:42:40,974 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:42:43,477 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:42:44,170 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:42:48,478 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:42:49,262 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:42:53,050 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:42:53,491 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:42:53,763 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 01:42:54,263 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:42:58,765 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:42:59,567 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:43:01,108 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:43:04,568 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:43:04,653 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:43:10,223 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:43:10,223 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:43:10,598 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:43:11,177 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:43:15,224 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:43:15,599 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:43:20,890 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:43:21,016 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:43:21,256 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:43:23,763 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 01:43:26,765 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:43:27,184 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:43:27,184 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:43:30,315 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:43:32,185 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:43:32,369 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:43:37,371 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:43:37,732 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:43:38,368 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:43:42,732 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:43:42,901 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:43:47,988 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:43:48,200 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:43:48,444 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:43:52,989 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:43:53,201 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:43:53,765 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 01:43:58,445 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:43:58,505 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:43:58,544 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:44:03,447 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:44:03,545 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:44:08,577 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:44:08,582 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:44:08,770 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:44:13,771 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:44:14,946 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:44:18,629 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:44:19,218 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:44:19,947 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:44:23,766 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 01:44:24,768 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:44:25,467 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:44:25,467 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:44:26,687 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:44:30,468 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:44:30,602 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:44:35,645 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:44:35,737 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:44:36,768 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:44:40,646 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:44:40,738 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:44:44,819 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:44:45,764 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:44:45,871 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:44:50,766 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:44:50,873 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:44:53,766 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 01:44:54,972 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:44:56,467 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:44:56,853 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:45:01,855 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:45:02,161 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:45:05,037 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:45:07,162 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:45:07,190 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:45:12,191 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:45:12,249 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:45:12,249 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:45:12,302 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-21 01:45:12,303 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-21 01:45:12,304 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-21 01:45:12,306 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-21 01:45:13,085 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-21 01:45:14,092 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:45:15,095 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:45:17,249 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:45:17,316 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:45:22,596 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:45:22,797 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:45:23,150 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:45:23,767 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 01:45:27,597 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:45:28,769 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:45:33,109 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:45:33,229 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:45:34,127 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:45:39,129 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:45:39,632 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:45:39,632 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:45:43,290 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:45:44,633 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:45:44,782 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:45:49,783 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:45:50,063 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:45:51,348 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:45:53,768 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 01:45:55,064 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:45:55,769 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:46:00,184 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:46:01,237 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:46:01,419 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:46:05,185 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:46:06,239 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:46:10,321 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:46:10,482 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:46:11,473 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:46:15,323 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:46:16,475 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:46:20,553 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:46:21,155 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:46:22,358 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:46:23,768 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 01:46:26,664 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:46:26,665 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:46:27,770 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:46:28,602 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:46:31,666 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:46:32,803 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:46:37,028 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:46:38,139 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:46:38,674 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:46:42,029 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:46:43,139 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:46:47,406 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:46:48,501 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:46:48,739 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:46:52,407 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:46:53,502 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:46:53,768 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 01:46:57,407 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:46:58,770 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:47:02,517 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:47:02,823 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:47:04,518 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:47:08,680 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:47:09,520 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:47:10,885 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:47:13,682 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:47:14,862 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:47:19,326 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:47:20,423 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:47:20,956 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:47:23,769 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 01:47:24,327 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:47:25,771 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:47:29,878 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:47:30,933 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:47:31,032 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:47:34,879 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:47:35,934 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:47:39,080 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:47:40,075 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:47:41,205 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:47:46,198 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:47:46,206 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:47:49,141 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:47:51,199 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:47:51,259 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:47:53,770 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 01:47:57,180 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:47:57,193 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:47:57,195 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:48:02,180 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:48:02,194 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:48:07,260 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:48:07,370 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:48:07,548 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:48:12,372 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:48:12,549 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:48:17,335 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:48:18,041 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:48:18,150 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:48:23,152 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:48:23,389 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:48:23,771 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 01:48:24,526 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-21 01:48:24,528 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-21 01:48:24,529 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-21 01:48:24,531 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-21 01:48:25,434 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-21 01:48:26,440 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:48:27,444 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:48:28,390 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:48:28,533 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:48:33,535 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:48:33,587 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:48:35,498 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:48:38,588 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:48:38,743 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:48:44,008 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:48:44,009 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:48:44,218 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:48:45,557 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:48:49,009 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:48:49,219 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:48:53,771 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 01:48:54,303 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:48:54,773 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:48:55,629 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:48:59,327 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:48:59,774 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:49:04,679 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:49:05,692 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:49:05,724 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:49:10,726 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:49:10,802 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:49:10,802 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:49:10,803 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:49:12,739 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:49:15,803 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:49:15,962 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:49:20,963 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:49:21,207 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:49:22,803 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:49:23,772 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 01:49:26,208 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:49:26,773 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:49:31,558 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:49:32,745 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:49:32,882 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:49:36,559 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:49:37,746 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:49:40,931 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:49:41,802 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:49:43,189 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:49:46,949 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:49:48,191 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:49:51,001 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:49:52,753 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:49:53,773 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 01:49:53,774 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:49:58,139 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:49:58,140 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:49:58,775 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:50:01,062 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:50:03,141 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:50:04,306 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:50:08,639 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:50:09,689 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:50:11,135 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:50:13,640 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:50:14,689 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:50:18,762 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:50:19,201 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:50:19,931 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:50:23,763 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:50:23,773 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 01:50:25,233 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:50:25,271 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:50:26,239 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:50:28,764 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:50:30,272 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:50:34,118 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:50:35,292 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:50:36,184 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:50:39,119 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:50:41,186 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:50:45,045 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:50:45,366 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:50:47,079 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:50:51,241 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:50:52,081 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:50:53,433 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:50:53,774 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 01:50:56,243 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:50:57,775 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:51:01,654 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:51:01,654 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:51:02,841 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:51:03,501 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:51:06,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:51:07,842 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:51:11,866 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:51:12,842 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:51:13,565 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:51:16,867 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:51:17,844 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:51:21,631 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:51:22,391 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:51:23,501 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:51:23,775 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 01:51:28,654 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:51:28,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:51:28,776 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:51:29,827 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-21 01:51:29,828 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-21 01:51:29,829 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-21 01:51:29,831 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-21 01:51:30,693 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-21 01:51:31,697 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:51:32,702 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:51:33,656 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:51:33,833 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:51:38,834 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:51:38,851 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:51:41,808 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:51:43,852 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:51:43,935 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:51:49,000 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:51:49,185 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:51:49,862 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:51:53,775 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 01:51:54,001 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:51:54,776 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:51:58,915 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:51:59,046 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:52:00,567 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:52:05,569 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:52:05,669 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:52:08,980 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:52:10,670 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:52:10,744 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:52:15,745 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:52:16,175 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:52:16,175 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:52:17,033 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:52:21,176 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:52:21,229 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:52:23,777 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 01:52:26,403 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:52:26,743 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:52:27,095 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:52:31,404 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:52:31,744 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:52:36,943 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:52:37,165 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:52:37,430 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:52:41,951 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:52:42,431 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:52:47,235 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:52:47,742 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:52:47,774 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:52:52,762 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:52:52,776 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:52:53,777 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 01:52:55,291 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:52:57,763 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:52:57,852 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:53:02,854 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:53:03,135 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:53:05,362 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:53:08,136 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:53:08,206 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:53:13,767 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:53:13,922 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:53:15,418 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:53:18,768 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:53:18,923 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:53:23,497 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:53:23,778 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 01:53:24,277 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:53:24,779 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:53:29,784 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:53:30,422 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:53:33,565 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:53:35,423 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:53:35,460 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:53:40,459 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:53:40,461 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:53:41,616 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:53:45,460 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:53:45,563 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:53:51,434 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:53:51,441 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:53:51,689 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:53:53,778 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 01:53:56,779 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:53:57,744 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:53:57,745 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:54:01,754 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:54:01,859 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:54:02,746 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:54:06,861 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:54:08,287 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:54:09,805 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:54:12,315 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:54:13,289 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:54:17,316 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:54:18,450 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:54:19,888 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:54:22,708 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:54:23,451 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:54:23,779 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 01:54:28,306 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:54:28,745 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:54:29,952 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:54:33,307 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:54:34,097 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:54:36,798 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-21 01:54:36,802 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-21 01:54:36,802 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-21 01:54:36,804 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-21 01:54:37,012 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-21 01:54:38,016 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:54:38,806 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:54:39,023 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:54:39,736 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:54:43,807 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:54:44,899 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:54:44,900 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:54:48,088 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:54:49,008 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:54:49,901 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:54:53,780 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 01:54:54,782 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:54:55,583 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:54:57,147 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:55:00,584 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:55:00,705 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:55:05,200 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:55:05,741 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:55:05,812 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:55:10,742 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:55:10,814 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:55:15,270 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:55:16,001 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:55:16,210 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:55:21,211 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:55:22,482 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:55:23,780 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 01:55:25,334 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:55:26,781 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:55:27,483 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:55:31,783 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:55:32,871 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:55:32,872 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:55:35,401 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:55:36,999 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:55:37,873 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:55:42,001 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:55:43,000 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:55:43,481 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:55:47,605 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:55:48,503 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:55:52,932 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:55:53,553 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:55:53,717 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:55:53,781 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 01:55:58,719 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:55:58,783 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:56:03,618 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:56:04,305 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:56:04,316 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:56:09,317 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:56:09,693 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:56:11,674 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:56:14,696 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:56:14,696 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:56:19,698 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:56:20,375 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:56:21,768 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:56:23,781 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 01:56:24,782 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:56:25,376 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:56:29,783 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:56:30,780 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:56:30,780 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:56:31,830 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:56:35,262 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:56:35,787 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:56:40,692 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:56:41,452 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:56:41,897 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:56:45,693 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:56:46,454 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:56:51,159 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:56:51,955 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:56:52,116 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:56:53,782 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 01:56:56,784 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:56:57,305 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:57:00,008 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:57:02,306 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:57:02,598 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:57:07,393 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:57:07,600 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:57:10,070 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:57:12,394 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:57:13,405 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:57:18,363 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:57:18,439 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:57:20,136 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:57:23,364 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:57:23,439 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:57:23,784 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 01:57:28,194 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:57:28,481 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:57:28,548 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:57:33,549 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:57:34,787 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:57:37,362 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:57:38,925 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:57:39,788 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:57:43,927 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:57:45,493 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:57:45,493 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:57:45,598 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-21 01:57:45,600 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-21 01:57:45,600 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-21 01:57:45,603 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-21 01:57:46,425 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-21 01:57:46,427 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:57:47,430 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:57:49,605 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:57:50,494 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:57:53,785 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 01:57:54,786 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:57:55,486 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:57:55,767 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:57:59,906 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:58:00,768 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:58:05,019 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:58:05,545 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:58:05,939 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:58:10,020 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:58:12,207 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:58:15,409 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:58:15,610 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:58:17,209 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:58:20,410 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:58:22,519 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:58:23,670 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:58:23,786 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 01:58:25,787 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:58:27,520 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:58:30,789 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:58:32,766 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:58:32,766 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:58:33,738 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:58:35,804 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:58:37,767 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:58:40,806 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:58:43,365 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:58:43,805 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:58:46,474 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:58:49,799 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:58:51,841 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:58:51,868 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:58:53,786 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 01:58:54,800 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:58:57,787 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:58:59,965 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:59:01,938 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:59:03,076 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:59:04,966 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:59:08,078 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:59:10,511 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:59:12,004 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:59:13,620 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:59:15,512 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:59:18,621 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:59:20,058 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:59:20,668 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:59:23,786 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 01:59:23,788 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:59:27,154 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:59:29,170 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:59:30,116 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:59:32,155 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:59:34,171 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:59:37,466 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:59:39,673 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:59:40,176 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:59:42,467 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:59:44,675 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:59:47,888 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:59:48,239 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 01:59:50,163 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:59:52,890 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 01:59:53,787 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 01:59:55,788 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 01:59:58,158 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:00:00,317 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:00:01,280 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:00:03,159 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:00:06,282 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:00:08,478 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:00:10,386 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:00:11,616 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:00:13,479 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:00:16,618 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:00:18,468 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:00:19,200 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:00:22,301 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:00:23,789 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:00:25,434 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:00:27,600 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:00:28,532 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:00:30,435 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:00:32,600 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:00:35,691 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:00:35,691 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:00:37,591 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:00:37,906 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:00:40,692 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:00:42,906 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:00:45,693 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:00:47,908 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:00:51,627 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:00:51,677 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:00:53,788 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:00:53,789 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:00:58,007 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:00:58,790 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:00:59,161 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-21 02:00:59,162 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-21 02:00:59,163 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-21 02:00:59,166 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-21 02:00:59,730 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-21 02:00:59,731 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:01:00,736 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:01:03,008 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:01:04,168 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:01:08,323 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:01:09,480 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:01:09,791 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:01:13,324 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:01:14,481 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:01:19,270 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:01:19,494 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:01:19,856 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:01:23,789 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:01:24,271 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:01:24,790 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:01:29,928 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:01:30,032 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:01:30,167 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:01:35,168 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:01:36,171 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:01:36,172 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:01:37,977 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:01:40,231 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:01:41,172 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:01:45,232 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:01:46,615 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:01:48,048 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:01:50,693 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:01:51,616 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:01:53,790 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:01:55,792 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:01:56,857 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:01:58,120 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:02:01,164 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:02:01,858 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:02:06,171 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:02:06,482 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:02:07,513 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:02:11,483 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:02:12,515 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:02:16,664 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:02:18,187 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:02:18,253 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:02:21,664 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:02:23,791 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:02:23,868 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:02:26,399 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:02:27,036 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:02:28,869 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:02:32,038 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:02:34,122 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:02:34,123 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:02:36,471 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:02:37,265 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:02:39,123 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:02:42,267 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:02:44,299 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:02:46,546 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:02:47,631 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:02:49,300 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:02:52,632 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:02:53,792 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:02:54,602 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:02:54,944 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:02:57,793 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:02:59,946 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:03:03,499 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:03:04,673 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:03:05,123 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:03:08,500 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:03:10,628 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:03:13,790 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:03:13,889 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:03:15,629 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:03:18,792 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:03:21,209 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:03:21,209 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:03:21,945 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:03:23,799 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:03:23,799 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:03:26,210 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:03:28,801 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:03:31,231 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:03:32,006 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:03:34,371 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:03:36,232 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:03:39,372 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:03:41,348 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:03:42,063 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:03:44,687 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:03:46,350 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:03:50,118 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:03:50,303 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:03:52,186 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:03:52,186 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:03:53,799 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:03:55,803 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:03:57,823 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:04:00,187 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:04:00,860 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:04:02,824 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:04:05,862 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:04:07,955 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:04:07,956 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:04:08,077 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-21 02:04:08,079 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-21 02:04:08,079 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-21 02:04:08,082 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-21 02:04:08,276 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-21 02:04:09,283 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:04:10,290 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:04:11,084 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:04:12,957 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:04:16,086 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:04:18,099 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:04:18,349 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:04:21,202 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:04:23,100 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:04:23,801 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:04:26,631 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:04:28,407 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:04:28,409 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:04:31,632 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:04:34,666 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:04:34,666 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:04:36,459 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:04:36,693 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:04:39,667 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:04:41,694 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:04:45,101 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:04:46,540 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:04:47,232 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:04:50,102 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:04:52,233 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:04:53,803 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:04:55,741 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:04:56,609 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:04:57,807 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:05:00,742 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:05:02,809 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:05:05,975 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:05:06,670 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:05:08,046 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:05:12,058 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:05:13,047 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:05:14,723 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:05:17,059 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:05:18,114 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:05:22,165 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:05:22,165 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:05:23,254 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:05:23,803 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:05:24,783 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:05:27,166 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:05:28,805 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:05:32,298 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:05:32,834 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:05:34,375 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:05:37,299 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:05:39,377 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:05:42,383 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:05:42,900 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:05:44,480 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:05:47,384 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:05:49,482 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:05:51,967 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:05:52,502 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:05:53,804 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:05:54,804 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:05:58,741 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:05:59,805 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:06:02,035 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:06:03,742 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:06:04,829 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:06:08,900 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:06:08,901 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:06:09,952 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:06:10,094 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:06:13,902 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:06:14,954 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:06:19,901 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:06:19,955 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:06:20,170 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:06:23,804 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:06:25,805 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:06:26,093 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:06:28,224 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:06:31,094 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:06:31,204 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:06:36,166 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:06:36,206 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:06:38,294 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:06:41,998 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:06:42,113 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:06:47,433 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:06:47,861 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:06:48,369 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:06:52,434 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:06:52,862 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:06:53,806 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:06:58,230 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:06:58,263 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:06:58,430 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:07:03,265 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:07:04,177 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:07:06,491 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:07:09,178 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:07:09,223 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:07:14,225 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:07:14,554 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:07:14,567 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-21 02:07:14,569 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-21 02:07:14,569 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-21 02:07:14,572 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-21 02:07:15,560 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-21 02:07:16,565 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:07:17,569 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:07:19,555 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:07:19,575 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:07:23,806 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:07:24,614 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:07:24,665 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:07:24,869 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:07:29,666 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:07:29,870 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:07:34,682 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:07:34,736 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:07:35,864 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:07:39,737 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:07:40,865 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:07:44,741 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:07:44,980 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:07:46,197 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:07:51,198 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:07:51,203 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:07:53,806 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:07:54,798 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:07:56,204 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:07:56,807 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:08:02,159 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:08:02,248 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:08:02,848 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:08:07,160 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:08:07,249 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:08:12,903 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:08:13,143 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:08:13,144 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:08:13,164 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:08:18,166 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:08:18,272 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:08:20,955 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:08:23,273 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:08:23,319 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:08:23,807 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:08:28,627 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:08:28,628 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:08:28,663 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:08:31,016 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:08:33,628 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:08:33,664 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:08:39,137 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:08:39,141 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:08:41,076 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:08:44,138 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:08:44,145 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:08:49,136 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:08:49,149 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:08:49,238 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:08:53,810 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:08:54,812 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:08:55,302 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:08:55,302 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:08:55,303 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:08:59,200 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:09:00,303 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:09:00,390 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:09:05,391 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:09:05,660 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:09:06,248 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:09:10,661 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:09:10,743 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:09:15,982 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:09:16,170 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:09:16,321 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:09:20,982 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:09:21,170 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:09:23,809 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:09:26,280 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:09:26,411 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:09:26,465 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:09:31,281 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:09:31,466 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:09:36,420 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:09:36,482 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:09:36,695 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:09:41,422 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:09:41,696 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:09:46,548 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:09:46,701 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:09:46,994 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:09:51,702 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:09:51,996 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:09:53,810 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:09:56,764 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:09:57,811 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:10:01,844 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:10:02,826 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:10:04,647 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:10:06,845 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:10:08,448 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:10:13,449 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:10:18,107 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:10:18,450 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:10:20,818 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:10:23,108 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:10:23,810 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:10:23,811 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:10:28,813 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:10:28,840 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:10:28,841 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:10:30,885 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:10:33,842 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:10:34,018 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:10:38,559 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-21 02:10:38,562 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-21 02:10:38,564 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-21 02:10:38,568 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-21 02:10:38,933 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-21 02:10:39,373 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:10:39,571 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:10:39,938 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:10:40,944 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:10:44,374 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:10:44,571 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:10:49,667 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:10:49,823 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:10:51,026 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:10:53,811 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:10:54,668 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:10:55,813 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:11:00,412 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:11:01,082 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:11:01,572 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:11:06,574 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:11:06,743 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:11:09,134 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:11:11,745 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:11:11,873 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:11:16,874 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:11:17,094 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:11:19,200 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:11:22,095 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:11:22,330 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:11:23,814 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:11:27,811 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:11:27,875 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:11:29,260 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:11:32,832 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:11:32,876 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:11:38,432 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:11:38,563 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:11:39,330 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:11:43,565 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:11:44,911 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:11:47,383 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:11:48,947 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:11:49,912 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:11:53,815 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:11:54,817 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:11:54,969 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:11:56,447 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:11:59,970 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:12:00,027 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:12:05,168 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:12:05,330 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:12:06,514 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:12:10,169 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:12:10,331 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:12:14,573 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:12:15,322 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:12:15,381 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:12:20,382 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:12:21,532 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:12:23,815 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:12:24,633 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:12:25,825 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:12:26,533 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:12:30,817 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:12:32,282 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:12:34,705 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:12:36,603 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:12:37,283 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:12:41,604 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:12:43,143 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:12:44,766 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:12:46,944 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:12:48,144 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:12:51,946 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:12:52,813 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:12:53,816 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:12:54,118 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:12:57,817 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:13:00,554 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:13:00,555 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:13:02,877 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:13:03,767 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:13:05,556 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:13:08,768 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:13:11,141 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:13:11,142 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:13:12,942 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:13:14,483 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:13:16,332 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:13:19,485 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:13:21,653 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:13:23,015 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:13:23,816 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:13:24,817 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:13:26,654 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:13:29,818 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:13:31,071 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:13:31,847 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:13:34,945 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:13:36,913 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:13:40,810 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:13:41,133 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:13:42,142 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:13:45,811 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:13:47,817 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:13:48,892 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-21 02:13:48,894 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-21 02:13:48,895 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-21 02:13:48,897 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-21 02:13:49,194 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-21 02:13:50,201 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:13:50,899 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:13:51,207 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:13:52,818 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:13:53,817 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:13:56,818 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:13:58,177 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:13:58,177 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:13:59,272 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:14:02,372 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:14:03,178 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:14:07,373 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:14:08,403 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:14:09,336 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:14:12,517 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:14:13,404 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:14:18,161 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:14:19,120 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:14:19,405 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:14:23,162 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:14:23,819 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:14:25,171 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:14:27,459 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:14:28,212 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:14:30,172 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:14:33,213 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:14:35,340 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:14:37,546 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:14:38,469 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:14:40,340 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:14:43,470 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:14:45,341 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:14:48,471 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:14:50,342 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:14:53,471 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:14:53,819 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:14:55,418 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:14:58,673 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:14:58,750 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:15:00,466 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:15:03,752 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:15:06,142 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:15:06,726 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:15:09,324 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:15:11,143 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:15:14,325 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:15:16,144 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:15:19,326 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:15:21,501 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:15:22,835 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:15:23,819 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:15:24,820 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:15:26,502 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:15:29,823 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:15:31,511 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:15:32,894 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:15:35,759 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:15:36,512 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:15:40,946 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:15:41,237 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:15:42,177 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:15:42,177 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:15:46,238 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:15:48,342 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:15:51,007 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:15:51,453 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:15:53,344 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:15:53,820 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:15:56,822 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:15:58,709 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:15:58,710 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:16:01,074 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:16:01,846 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:16:03,710 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:16:06,847 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:16:08,936 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:16:09,132 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:16:12,178 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:16:13,937 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:16:17,179 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:16:19,100 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:16:19,200 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:16:23,120 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:16:23,821 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:16:24,101 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:16:28,822 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:16:29,953 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:16:29,954 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:16:31,284 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:16:34,122 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:16:34,954 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:16:39,334 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:16:39,536 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:16:40,358 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:16:44,536 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:16:46,618 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:16:46,619 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:16:49,396 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:16:49,715 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:16:51,620 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:16:53,821 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:16:54,823 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:16:57,058 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:16:59,458 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:16:59,960 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:17:02,059 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:17:04,962 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:17:07,795 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:17:09,543 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:17:10,780 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:17:12,796 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:17:15,782 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:17:16,598 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-21 02:17:16,599 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-21 02:17:16,600 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-21 02:17:16,602 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-21 02:17:17,598 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-21 02:17:17,600 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:17:18,487 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:17:21,605 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:17:23,823 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:17:24,614 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:17:27,577 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:17:27,660 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:17:29,615 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:17:32,578 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:17:34,738 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:17:37,722 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:17:37,847 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:17:39,739 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:17:42,848 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:17:45,064 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:17:45,766 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:17:48,268 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:17:50,065 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:17:53,269 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:17:53,822 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:17:55,329 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:17:55,833 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:17:58,824 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:18:01,521 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:18:01,521 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:18:02,891 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:18:04,573 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:18:06,523 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:18:09,575 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:18:12,110 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:18:12,963 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:18:15,169 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:18:17,891 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:18:17,892 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:18:20,170 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:18:23,038 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:18:23,652 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:18:23,823 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:18:25,824 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:18:28,653 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:18:30,826 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:18:33,103 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:18:33,953 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:18:36,100 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:18:40,378 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:18:41,101 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:18:43,170 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:18:45,379 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:18:46,594 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:18:50,759 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:18:51,955 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:18:53,234 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:18:53,823 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:18:55,759 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:18:57,825 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:19:01,290 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:19:01,727 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:19:02,843 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:19:06,728 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:19:07,845 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:19:11,357 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:19:12,050 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:19:13,239 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:19:18,241 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:19:18,457 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:19:21,425 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:19:23,458 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:19:23,734 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:19:23,824 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:19:28,778 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:19:28,779 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:19:29,474 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:19:33,779 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:19:33,779 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:19:39,207 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:19:39,247 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:19:39,543 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:19:44,208 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:19:44,256 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:19:49,601 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:19:49,799 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:19:49,871 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:19:53,825 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:19:55,826 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:19:55,981 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:19:59,663 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:20:00,983 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:20:00,983 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:20:05,984 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:20:06,440 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:20:07,719 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:20:11,441 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:20:11,489 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:20:16,587 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:20:16,726 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:20:17,790 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:20:21,588 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:20:21,727 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:20:23,827 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:20:26,073 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-21 02:20:26,075 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-21 02:20:26,075 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-21 02:20:26,078 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-21 02:20:26,862 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-21 02:20:27,079 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:20:27,453 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:20:27,866 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:20:32,080 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:20:32,455 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:20:37,494 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:20:37,928 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:20:38,299 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:20:42,495 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:20:43,669 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:20:43,669 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:20:43,670 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:20:45,987 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:20:47,895 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:20:48,670 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:20:52,897 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:20:53,827 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:20:54,299 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:20:56,050 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:20:58,396 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:20:59,300 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:21:03,398 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:21:04,634 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:21:06,110 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:21:08,805 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:21:09,635 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:21:14,173 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:21:14,669 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:21:15,172 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:21:19,173 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:21:19,971 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:21:23,827 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:21:24,828 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:21:25,100 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:21:25,234 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:21:29,830 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:21:31,445 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:21:31,446 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:21:33,288 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:21:35,549 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:21:36,446 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:21:40,552 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:21:41,904 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:21:43,351 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:21:45,946 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:21:46,906 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:21:50,947 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:21:51,404 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:21:51,960 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:21:53,828 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:21:56,828 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:21:56,961 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:22:01,472 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:22:02,103 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:22:02,103 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:22:02,139 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:22:07,105 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:22:07,140 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:22:11,537 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:22:12,660 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:22:12,757 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:22:17,759 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:22:18,347 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:22:18,348 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:22:21,638 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:22:23,348 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:22:23,465 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:22:23,828 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:22:28,721 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:22:28,806 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:22:29,687 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:22:33,722 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:22:33,806 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:22:38,829 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:22:38,935 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:22:39,751 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:22:43,830 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:22:43,936 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:22:49,159 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:22:49,335 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:22:49,843 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:22:53,829 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:22:54,162 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:22:54,830 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:22:59,904 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:22:59,964 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:23:00,265 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:23:05,266 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:23:05,638 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:23:07,966 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:23:10,639 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:23:10,692 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:23:15,694 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:23:16,375 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:23:16,375 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:23:18,025 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:23:21,377 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:23:21,635 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:23:23,831 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:23:26,729 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:23:26,886 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:23:28,094 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:23:31,730 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:23:31,887 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:23:35,256 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-21 02:23:35,270 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-21 02:23:35,270 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-21 02:23:35,272 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-21 02:23:36,159 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-21 02:23:36,160 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:23:37,082 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:23:37,274 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:23:38,167 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:23:42,084 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:23:42,275 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:23:46,223 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:23:47,374 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:23:47,667 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:23:52,668 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:23:52,721 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:23:53,831 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:23:55,323 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:23:57,722 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:23:57,843 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:24:02,825 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:24:03,371 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:24:03,740 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:24:07,796 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:24:08,741 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:24:13,416 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:24:13,445 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:24:14,442 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:24:18,417 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:24:19,444 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:24:23,580 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:24:23,832 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:24:23,864 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:24:24,833 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:24:29,836 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:24:30,199 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:24:31,628 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:24:35,200 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:24:35,243 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:24:40,245 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:24:40,390 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:24:41,694 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:24:45,391 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:24:45,502 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:24:51,075 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:24:51,075 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:24:51,158 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:24:51,755 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:24:53,832 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:24:56,076 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:24:56,834 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:25:01,685 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:25:01,828 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:25:02,152 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:25:06,687 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:25:07,153 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:25:11,890 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:25:12,320 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:25:12,438 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:25:17,440 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:25:17,847 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:25:17,847 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:25:19,951 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:25:22,848 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:25:22,917 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:25:23,833 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:25:28,019 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:25:28,171 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:25:30,013 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:25:33,019 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:25:33,171 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:25:38,369 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:25:38,546 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:25:40,080 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:25:43,370 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:25:43,547 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:25:48,144 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:25:48,847 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:25:49,283 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:25:53,835 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:25:54,836 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:25:55,498 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:25:58,205 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:26:00,499 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:26:00,711 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:26:05,712 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:26:06,011 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:26:06,012 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:26:08,272 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:26:11,013 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:26:11,051 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:26:16,114 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:26:16,243 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:26:16,333 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:26:21,115 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:26:21,244 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:26:23,835 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:26:26,371 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:26:26,402 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:26:26,535 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:26:31,536 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:26:32,528 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:26:36,473 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:26:36,543 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:26:37,538 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:26:41,545 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:26:43,250 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:26:43,411 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-21 02:26:43,412 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-21 02:26:43,413 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-21 02:26:43,415 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-21 02:26:43,523 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-21 02:26:44,531 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:26:47,416 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:26:48,251 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:26:52,417 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:26:53,631 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:26:53,836 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:26:54,598 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:26:57,837 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:26:58,633 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:27:02,998 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:27:03,651 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:27:03,848 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:27:07,999 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:27:10,171 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:27:11,697 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:27:13,321 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:27:15,172 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:27:18,323 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:27:20,422 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:27:20,422 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:27:21,771 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:27:23,580 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:27:23,836 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:27:25,423 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:27:28,838 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:27:30,826 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:27:31,828 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:27:34,152 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:27:35,827 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:27:39,154 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:27:41,753 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:27:41,893 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:27:44,880 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:27:48,157 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:27:48,158 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:27:48,159 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:27:49,946 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:27:50,379 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:27:53,159 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:27:53,837 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:27:55,838 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:27:58,850 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:28:00,017 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:28:00,946 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:28:03,851 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:28:05,947 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:28:09,283 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:28:10,081 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:28:11,307 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:28:14,284 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:28:16,308 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:28:19,394 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:28:20,139 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:28:21,631 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:28:23,837 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:28:24,395 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:28:26,838 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:28:28,198 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:28:30,171 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:28:32,304 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:28:35,484 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:28:35,485 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:28:37,594 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:28:38,262 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:28:40,486 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:28:42,595 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:28:45,772 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:28:47,912 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:28:48,321 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:28:50,773 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:28:52,914 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:28:53,840 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:28:56,379 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:28:56,487 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:28:58,630 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:29:01,488 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:29:03,639 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:29:06,436 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:29:06,820 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:29:06,820 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:29:09,251 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:29:11,821 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:29:14,252 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:29:17,865 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:29:19,923 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:29:20,513 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:29:22,866 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:29:23,849 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:29:25,850 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:29:28,136 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:29:30,579 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:29:31,344 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:29:33,137 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:29:36,346 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:29:38,637 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:29:38,648 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:29:38,649 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:29:41,669 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:29:43,649 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:29:46,670 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:29:48,705 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:29:48,778 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:29:51,905 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:29:53,780 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:29:53,852 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:29:56,666 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-21 02:29:56,669 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-21 02:29:56,670 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-21 02:29:56,672 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-21 02:29:56,762 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-21 02:29:57,674 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:29:58,777 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:29:59,513 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:30:02,675 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:30:05,154 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:30:05,155 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:30:05,156 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:30:08,130 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:30:08,842 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:30:10,155 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:30:13,131 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:30:15,187 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:30:15,894 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:30:18,301 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:30:20,187 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:30:23,302 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:30:23,853 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:30:25,367 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:30:25,960 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:30:28,434 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:30:30,368 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:30:33,435 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:30:34,013 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:30:35,573 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:30:38,587 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:30:42,105 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:30:44,075 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:30:44,258 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:30:47,106 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:30:49,259 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:30:52,765 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:30:52,765 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:30:53,852 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:30:54,154 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:30:54,853 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:30:57,766 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:30:59,855 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:31:03,595 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:31:04,218 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:31:05,175 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:31:08,596 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:31:10,177 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:31:14,285 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:31:14,554 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:31:15,591 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:31:20,592 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:31:20,843 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:31:20,844 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:31:20,846 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:31:23,853 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:31:24,389 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:31:25,845 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:31:25,855 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:31:30,856 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:31:31,139 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:31:34,478 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:31:36,180 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:31:36,426 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:31:41,427 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:31:41,842 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:31:44,548 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:31:46,843 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:31:47,023 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:31:51,845 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:31:52,961 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:31:53,854 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:31:54,612 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:31:57,721 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:31:58,855 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:32:02,679 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:32:03,466 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:32:04,676 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:32:08,468 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:32:09,677 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:32:12,823 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:32:14,140 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:32:15,306 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:32:19,418 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:32:20,308 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:32:22,892 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:32:23,854 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:32:24,419 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:32:25,855 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:32:29,946 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:32:31,051 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:32:32,134 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:32:34,947 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:32:36,052 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:32:40,101 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:32:40,101 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:32:40,191 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:32:41,491 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:32:45,102 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:32:46,492 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:32:50,260 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:32:50,801 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:32:51,878 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:32:53,855 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:32:55,802 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:32:57,856 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:33:00,339 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:33:01,180 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:33:03,203 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:33:07,424 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:33:07,425 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:33:08,204 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:33:08,576 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-21 02:33:08,578 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-21 02:33:08,578 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-21 02:33:08,580 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-21 02:33:09,398 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-21 02:33:09,400 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:33:10,405 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:33:12,426 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:33:13,582 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:33:17,872 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:33:18,454 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:33:19,014 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:33:22,873 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:33:23,855 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:33:24,856 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:33:27,971 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:33:30,306 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:33:30,528 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:33:33,018 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:33:35,307 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:33:38,636 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:33:40,577 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:33:40,596 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:33:43,657 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:33:45,597 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:33:49,405 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:33:50,643 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:33:51,464 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:33:53,855 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:33:54,411 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:33:56,857 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:33:58,703 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:33:59,496 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:34:02,570 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:34:05,592 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:34:07,594 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:34:08,766 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:34:10,594 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:34:12,595 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:34:15,859 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:34:16,824 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:34:17,902 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:34:20,860 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:34:22,903 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:34:23,858 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:34:26,497 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:34:26,896 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:34:28,695 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:34:31,498 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:34:33,691 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:34:36,846 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:34:36,965 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:34:39,559 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:34:42,220 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:34:44,560 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:34:47,034 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:34:48,201 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:34:50,350 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:34:53,792 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:34:53,792 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:34:53,858 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:34:55,958 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:34:57,104 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:34:58,793 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:35:00,959 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:35:04,020 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:35:05,166 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:35:06,192 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:35:09,021 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:35:11,194 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:35:14,700 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:35:15,238 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:35:16,832 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:35:19,701 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:35:21,834 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:35:23,859 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:35:25,304 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:35:25,649 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:35:25,649 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:35:26,860 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:35:31,862 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:35:31,880 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:35:34,355 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:35:36,881 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:35:36,901 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:35:41,902 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:35:42,123 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:35:42,415 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:35:47,126 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:35:47,249 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:35:52,479 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:35:52,607 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:35:52,652 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:35:53,859 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:35:57,608 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:35:57,861 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:36:02,544 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:36:02,757 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:36:02,925 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:36:07,769 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:36:07,927 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:36:12,611 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:36:13,464 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:36:13,542 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:36:18,543 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:36:19,389 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:36:20,402 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-21 02:36:20,403 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-21 02:36:20,404 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-21 02:36:20,407 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-21 02:36:20,667 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-21 02:36:22,678 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:36:23,683 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:36:23,860 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:36:23,861 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:36:24,391 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:36:28,862 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:36:29,422 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:36:30,746 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:36:34,423 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:36:34,495 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:36:39,742 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:36:39,743 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:36:39,799 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:36:40,807 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:36:44,743 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:36:44,800 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:36:48,858 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:36:50,276 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:36:50,325 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:36:53,860 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:36:55,862 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:36:56,500 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:36:58,919 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:37:01,500 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:37:01,583 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:37:06,585 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:37:07,386 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:37:07,386 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:37:08,984 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:37:11,988 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:37:12,388 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:37:16,990 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:37:17,474 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:37:19,044 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:37:22,474 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:37:22,589 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:37:23,862 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:37:27,685 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:37:27,780 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:37:29,107 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:37:32,686 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:37:32,781 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:37:38,086 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:37:38,174 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:37:39,176 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:37:43,175 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:37:44,448 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:37:47,227 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:37:48,538 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:37:49,449 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:37:53,539 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:37:53,864 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:37:54,809 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:37:54,810 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:37:57,290 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:37:59,057 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:37:59,810 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:38:04,059 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:38:04,860 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:38:07,354 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:38:09,861 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:38:09,940 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:38:15,414 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:38:15,742 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:38:15,743 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:38:20,743 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:38:21,971 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:38:21,971 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:38:21,972 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:38:23,862 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:38:25,476 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:38:25,864 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:38:26,973 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:38:30,865 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:38:32,500 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:38:35,532 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:38:36,508 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:38:37,501 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:38:41,510 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:38:42,583 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:38:42,951 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:38:46,885 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:38:47,952 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:38:52,448 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:38:52,642 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:38:52,971 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:38:53,863 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:38:57,864 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:38:58,128 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:39:02,704 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:39:03,351 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:39:04,125 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:39:08,353 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:39:09,764 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:39:09,765 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:39:12,769 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:39:13,719 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:39:14,769 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:39:18,720 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:39:20,758 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:39:22,836 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:39:23,831 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:39:23,863 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:39:25,766 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:39:28,865 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:39:31,495 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:39:32,702 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-21 02:39:32,703 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-21 02:39:32,704 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-21 02:39:32,707 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-21 02:39:32,929 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-21 02:39:34,709 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:39:34,938 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:39:35,946 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:39:36,497 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:39:39,710 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:39:41,742 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:39:41,742 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:39:44,779 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:39:45,009 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:39:46,743 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:39:49,780 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:39:51,972 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:39:51,974 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:39:53,864 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:39:54,865 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:39:55,068 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:39:57,606 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:39:59,866 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:40:03,297 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:40:05,126 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:40:05,696 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:40:08,298 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:40:10,698 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:40:13,361 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:40:15,189 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:40:16,433 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:40:18,362 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:40:21,435 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:40:23,864 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:40:24,150 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:40:24,150 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:40:25,244 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:40:26,866 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:40:29,150 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:40:31,867 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:40:34,973 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:40:35,309 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:40:37,191 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:40:39,975 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:40:42,193 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:40:45,366 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:40:45,825 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:40:47,905 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:40:52,335 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:40:52,336 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:40:52,336 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:40:52,906 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:40:53,865 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:40:55,427 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:40:57,336 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:40:58,866 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:41:02,956 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:41:03,987 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:41:05,490 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:41:07,957 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:41:08,988 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:41:13,501 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:41:14,528 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:41:15,550 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:41:18,501 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:41:19,529 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:41:23,865 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:41:24,336 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:41:24,867 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:41:25,625 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:41:29,388 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:41:29,868 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:41:35,346 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:41:35,512 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:41:35,689 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:41:40,347 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:41:41,214 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:41:41,722 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:41:45,348 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:41:46,214 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:41:51,151 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:41:51,402 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:41:51,774 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:41:53,866 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:41:56,152 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:41:56,868 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:42:00,834 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:42:01,683 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:42:02,703 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:42:06,684 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:42:07,704 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:42:10,912 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:42:11,815 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:42:13,041 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:42:16,825 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:42:18,042 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:42:20,979 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:42:21,919 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:42:23,866 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:42:23,867 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:42:28,167 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:42:28,868 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:42:31,044 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:42:33,168 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:42:34,352 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:42:38,816 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:42:38,816 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:42:40,220 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:42:41,110 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:42:44,038 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:42:45,221 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:42:49,153 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-21 02:42:49,154 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-21 02:42:49,155 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-21 02:42:49,157 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-21 02:42:49,173 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-21 02:42:50,011 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:42:51,159 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:42:51,185 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:42:52,188 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:42:53,867 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:42:55,012 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:42:56,868 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:43:00,928 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:43:01,249 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:43:02,129 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:43:05,930 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:43:07,130 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:43:11,317 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:43:11,529 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:43:12,576 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:43:16,530 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:43:17,576 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:43:21,623 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:43:22,578 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:43:23,868 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:43:25,408 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:43:26,624 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:43:27,869 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:43:32,353 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:43:33,456 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:43:33,480 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:43:37,354 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:43:38,457 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:43:42,553 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:43:42,553 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:43:43,720 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:43:45,553 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:43:47,554 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:43:48,721 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:43:53,065 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:43:53,606 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:43:53,868 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:43:53,869 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:43:58,066 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:43:58,870 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:44:03,472 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:44:03,671 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:44:04,482 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:44:09,484 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:44:09,642 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:44:09,643 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:44:09,644 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:44:13,734 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:44:14,644 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:44:14,718 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:44:19,720 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:44:20,183 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:44:21,785 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:44:23,869 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:44:24,869 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:44:25,184 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:44:30,719 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:44:30,779 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:44:31,853 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:44:35,719 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:44:35,780 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:44:40,948 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:44:41,080 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:44:41,912 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:44:46,081 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:44:47,358 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:44:49,961 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:44:51,531 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:44:52,359 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:44:53,869 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:44:56,870 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:44:57,980 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:44:57,980 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:44:59,022 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:45:02,033 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:45:02,981 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:45:07,035 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:45:08,169 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:45:09,089 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:45:12,303 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:45:13,170 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:45:17,304 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:45:18,450 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:45:19,150 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:45:22,437 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:45:23,451 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:45:23,871 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:45:27,874 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:45:28,677 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:45:29,208 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:45:32,875 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:45:35,143 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:45:37,257 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:45:38,336 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:45:40,167 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:45:43,337 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:45:45,920 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:45:47,319 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:45:48,900 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:45:50,921 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:45:53,872 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:45:54,874 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:45:56,155 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:45:57,380 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:46:00,377 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:46:01,156 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:46:05,264 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-21 02:46:05,265 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-21 02:46:05,266 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-21 02:46:05,268 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-21 02:46:05,441 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-21 02:46:06,270 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:46:07,072 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:46:07,451 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:46:08,456 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:46:11,271 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:46:12,073 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:46:17,022 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:46:17,517 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:46:17,778 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:46:22,023 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:46:23,411 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:46:23,884 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:46:25,571 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:46:27,603 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:46:28,412 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:46:32,604 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:46:33,804 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:46:35,633 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:46:38,027 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:46:38,805 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:46:43,029 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:46:44,581 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:46:45,697 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:46:48,717 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:46:49,582 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:46:53,873 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:46:53,874 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:46:54,617 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:46:55,800 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:46:58,875 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:46:59,618 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:47:04,056 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:47:04,929 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:47:05,861 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:47:09,056 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:47:11,165 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:47:11,166 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:47:13,911 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:47:14,319 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:47:16,167 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:47:19,320 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:47:21,691 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:47:23,874 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:47:23,976 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:47:24,874 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:47:26,692 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:47:29,876 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:47:31,879 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:47:34,052 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:47:35,263 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:47:36,880 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:47:40,265 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:47:42,108 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:47:42,166 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:47:45,597 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:47:47,580 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:47:51,272 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:47:51,512 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:47:53,503 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:47:53,874 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:47:56,876 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:47:58,652 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:48:01,333 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:48:02,810 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:48:03,653 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:48:07,811 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:48:09,015 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:48:11,397 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:48:13,172 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:48:14,016 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:48:19,155 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:48:19,217 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:48:19,456 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:48:23,875 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:48:24,218 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:48:24,876 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:48:29,343 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:48:29,343 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:48:29,520 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:48:30,481 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:48:34,345 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:48:35,483 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:48:39,584 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:48:40,125 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:48:41,213 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:48:45,637 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:48:45,637 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:48:46,214 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:48:47,642 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:48:50,639 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:48:51,859 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:48:53,877 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:48:56,243 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:48:57,263 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:48:57,717 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:49:01,244 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:49:02,264 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:49:06,291 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:49:07,365 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:49:07,780 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:49:11,292 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:49:12,366 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:49:15,275 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-21 02:49:15,277 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-21 02:49:15,277 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-21 02:49:15,279 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-21 02:49:15,830 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-21 02:49:15,831 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:49:17,138 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:49:17,839 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:49:18,281 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:49:23,282 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:49:23,464 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:49:23,879 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:49:25,891 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:49:28,468 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:49:28,641 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:49:33,643 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:49:34,437 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:49:35,943 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:49:39,439 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:49:39,502 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:49:44,563 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:49:44,700 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:49:46,004 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:49:49,564 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:49:49,703 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:49:53,878 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:49:54,879 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:49:54,931 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:49:56,070 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:49:59,880 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:49:59,940 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:50:04,124 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:50:05,769 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:50:05,858 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:50:10,859 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:50:11,025 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:50:14,196 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:50:16,027 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:50:16,160 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:50:21,161 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:50:21,239 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:50:23,878 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:50:24,257 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:50:26,240 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:50:26,879 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:50:32,205 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:50:32,306 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:50:32,310 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:50:37,207 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:50:37,307 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:50:42,376 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:50:42,563 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:50:42,967 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:50:47,968 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:50:48,230 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:50:51,437 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:50:53,231 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:50:53,453 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:50:53,879 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:50:58,232 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:50:58,880 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:51:03,233 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:51:03,881 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:51:08,575 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:51:08,882 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:51:09,546 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:51:13,576 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:51:13,994 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:51:19,436 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:51:19,608 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:51:19,844 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:51:23,879 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:51:24,437 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:51:24,880 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:51:29,565 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:51:29,667 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:51:30,430 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:51:35,431 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:51:36,604 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:51:39,746 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:51:40,760 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:51:41,606 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:51:45,761 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:51:46,980 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:51:46,980 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:51:49,810 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:51:51,350 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:51:51,981 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:51:53,880 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:51:56,882 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:51:57,565 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:51:57,566 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:51:59,878 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:52:02,687 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:52:02,764 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:52:07,922 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:52:07,989 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:52:08,230 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:52:12,990 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:52:13,231 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:52:17,985 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:52:18,645 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:52:18,742 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:52:23,743 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:52:23,882 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:52:25,010 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:52:28,047 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:52:29,194 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:52:30,011 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:52:34,195 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:52:35,411 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:52:35,604 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-21 02:52:35,605 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-21 02:52:35,606 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-21 02:52:35,608 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-21 02:52:36,093 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-21 02:52:36,094 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:52:38,104 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:52:39,610 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:52:40,412 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:52:44,612 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:52:46,382 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:52:48,165 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:52:50,583 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:52:51,383 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:52:53,884 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:52:56,201 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:52:56,275 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:52:57,095 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:53:01,202 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:53:03,643 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:53:06,338 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:53:06,773 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:53:08,646 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:53:11,774 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:53:13,927 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:53:13,927 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:53:16,403 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:53:17,115 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:53:18,928 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:53:22,117 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:53:23,883 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:53:24,427 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:53:26,465 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:53:27,884 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:53:29,427 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:53:32,885 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:53:34,529 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:53:35,171 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:53:38,337 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:53:41,496 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:53:43,693 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:53:44,603 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:53:46,498 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:53:48,694 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:53:51,955 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:53:53,663 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:53:53,884 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:53:53,884 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:53:56,956 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:53:58,886 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:54:02,528 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:54:03,751 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:54:04,669 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:54:07,529 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:54:09,670 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:54:11,809 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:54:12,774 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:54:14,907 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:54:19,341 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:54:19,909 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:54:21,871 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:54:23,895 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:54:24,342 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:54:25,896 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:54:29,846 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:54:29,847 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:54:31,106 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:54:31,944 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:54:34,847 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:54:36,107 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:54:40,785 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:54:42,018 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:54:42,028 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:54:45,786 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:54:47,030 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:54:50,072 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:54:51,065 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:54:52,135 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:54:53,884 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:54:57,407 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:54:57,886 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:55:00,136 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:55:02,453 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:55:03,747 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:55:07,468 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:55:09,715 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:55:10,199 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:55:12,469 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:55:14,716 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:55:17,915 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:55:17,915 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:55:20,078 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:55:20,269 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:55:22,916 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:55:23,885 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:55:25,887 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:55:28,257 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:55:30,342 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:55:31,448 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:55:33,258 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:55:36,464 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:55:38,534 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:55:40,410 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:55:41,641 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:55:43,535 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:55:46,642 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:55:46,982 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-21 02:55:46,983 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-21 02:55:46,983 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-21 02:55:46,986 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-21 02:55:47,455 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-21 02:55:48,460 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:55:48,788 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:55:51,988 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:55:53,887 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:55:54,955 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:55:57,001 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:55:58,519 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:55:59,956 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:56:02,002 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:56:05,122 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:56:06,572 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:56:07,265 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:56:10,123 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:56:12,266 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:56:15,546 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:56:16,635 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:56:17,577 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:56:20,589 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:56:22,579 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:56:23,888 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:56:26,451 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:56:26,704 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:56:28,402 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:56:32,753 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:56:33,403 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:56:36,767 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:56:37,754 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:56:38,765 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:56:43,074 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:56:44,048 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:56:44,822 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:56:48,075 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:56:49,048 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:56:53,274 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:56:53,889 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:56:54,884 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:56:54,889 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:56:58,275 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:56:59,894 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:57:03,459 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:57:03,459 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:57:03,948 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:57:05,554 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:57:08,459 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:57:10,556 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:57:13,847 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:57:14,008 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:57:16,125 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:57:20,348 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:57:21,126 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:57:23,889 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:57:24,066 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:57:25,349 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:57:26,890 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:57:30,600 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:57:30,600 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:57:32,882 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:57:34,136 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:57:35,601 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:57:37,883 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:57:40,603 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:57:42,884 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:57:46,199 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:57:46,256 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:57:46,256 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:57:48,474 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:57:51,306 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:57:53,476 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:57:53,891 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:57:56,268 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:57:56,804 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:57:58,722 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:58:02,718 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:58:02,719 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:58:03,723 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:58:06,347 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:58:07,719 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:58:08,935 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:58:12,962 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:58:14,055 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:58:14,409 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:58:17,964 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:58:19,056 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:58:23,141 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:58:23,891 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:58:24,478 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:58:24,892 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:58:28,142 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:58:29,894 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:58:33,614 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:58:34,547 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:58:35,026 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:58:38,615 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:58:40,027 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:58:42,599 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:58:44,527 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:58:45,667 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:58:49,621 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:58:50,668 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:58:52,666 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:58:53,891 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:58:54,622 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:58:55,892 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:58:59,650 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:58:59,686 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-21 02:58:59,687 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-21 02:58:59,688 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-21 02:58:59,690 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-21 02:58:59,719 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-21 02:59:00,724 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:59:01,692 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:59:04,651 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:59:06,694 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:59:09,947 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:59:10,783 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:59:11,954 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:59:14,948 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:59:16,956 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:59:20,157 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:59:20,158 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:59:20,840 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:59:22,313 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:59:23,892 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:59:26,553 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:59:27,657 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:59:28,899 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:59:31,554 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:59:32,658 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:59:37,004 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:59:37,004 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:59:38,011 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:59:38,959 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:59:42,005 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:59:43,012 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:59:47,157 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:59:48,368 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:59:49,026 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:59:52,195 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:59:53,370 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 02:59:53,894 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 02:59:57,084 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 02:59:57,648 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 02:59:58,696 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:00:03,697 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:00:03,935 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:00:03,935 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:00:06,148 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:00:08,936 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:00:09,137 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:00:14,138 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:00:14,428 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:00:16,216 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:00:19,429 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:00:19,441 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:00:23,894 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:00:24,265 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:00:24,793 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:00:24,894 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:00:29,794 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:00:29,895 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:00:34,328 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:00:34,883 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:00:35,314 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:00:39,905 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:00:40,315 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:00:44,394 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:00:45,758 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:00:45,941 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:00:50,943 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:00:51,304 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:00:51,305 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:00:53,894 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:00:54,464 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:00:56,305 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:00:56,895 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:01:01,436 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:01:02,516 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:01:02,542 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:01:06,437 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:01:07,543 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:01:11,898 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:01:12,572 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:01:12,950 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:01:16,900 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:01:17,952 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:01:22,062 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:01:22,636 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:01:23,246 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:01:23,894 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:01:28,322 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:01:28,896 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:01:30,692 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:01:33,324 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:01:34,348 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:01:39,313 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:01:40,343 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:01:40,758 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:01:44,314 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:01:45,345 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:01:50,047 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:01:50,824 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:01:51,200 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:01:53,895 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:01:56,419 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:01:56,896 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:01:58,880 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:02:01,420 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:02:02,492 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:02:06,423 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-21 03:02:06,424 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-21 03:02:06,425 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-21 03:02:06,428 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-21 03:02:06,928 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-21 03:02:07,389 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:02:08,436 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:02:08,939 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:02:12,389 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:02:13,437 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:02:16,998 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:02:17,599 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:02:18,749 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:02:23,663 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:02:23,751 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:02:23,896 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:02:27,070 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:02:28,664 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:02:29,748 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:02:33,704 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:02:33,705 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:02:35,127 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:02:35,701 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:02:38,705 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:02:40,703 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:02:44,168 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:02:45,205 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:02:46,240 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:02:49,168 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:02:51,242 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:02:53,897 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:02:54,462 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:02:55,264 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:02:56,898 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:03:00,644 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:03:02,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:03:03,323 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:03:05,645 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:03:07,668 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:03:10,653 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:03:12,376 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:03:12,770 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:03:15,654 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:03:17,772 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:03:20,426 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:03:20,758 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:03:20,758 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:03:22,826 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:03:23,897 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:03:25,759 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:03:27,899 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:03:30,480 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:03:31,298 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:03:33,204 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:03:37,155 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:03:37,156 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:03:38,206 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:03:40,547 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:03:42,157 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:03:43,241 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:03:47,264 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:03:48,326 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:03:48,604 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:03:52,265 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:03:53,327 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:03:53,898 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:03:57,266 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:03:58,899 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:04:02,267 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:04:03,900 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:04:07,268 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:04:08,900 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:04:12,269 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:04:13,901 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:04:17,270 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:04:18,902 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:04:22,271 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:04:23,899 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:04:23,904 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:04:27,272 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:04:28,905 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:04:33,191 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:04:34,845 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:04:34,858 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:04:38,192 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:04:39,846 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:04:43,215 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:04:44,917 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:04:45,393 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:04:48,216 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:04:50,394 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:04:53,465 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:04:53,465 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:04:53,899 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:04:54,997 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:04:55,899 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:04:58,466 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:05:00,901 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:05:03,758 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:05:05,057 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:05:06,711 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:05:09,055 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:05:11,712 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:05:13,115 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:05:14,885 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:05:17,066 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:05:19,993 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:05:19,994 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:05:19,994 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:05:23,044 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:05:23,172 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:05:23,899 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:05:24,995 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:05:28,901 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:05:30,088 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:05:31,310 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:05:34,067 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:05:35,089 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:05:39,068 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:05:40,302 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:05:41,378 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:05:44,469 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:05:45,303 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:05:49,161 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-21 03:05:49,163 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-21 03:05:49,163 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-21 03:05:49,166 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-21 03:05:49,445 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-21 03:05:50,168 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:05:50,994 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:05:51,456 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:05:53,900 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:05:55,901 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:05:57,599 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:06:01,522 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:06:01,884 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:06:02,600 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:06:06,886 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:06:07,808 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:06:07,809 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:06:08,570 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:06:11,966 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:06:12,809 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:06:16,967 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:06:18,031 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:06:18,626 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:06:22,247 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:06:23,032 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:06:23,901 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:06:27,937 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:06:28,690 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:06:28,718 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:06:32,938 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:06:33,720 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:06:38,540 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:06:38,760 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:06:39,487 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:06:39,488 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:06:43,541 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:06:44,663 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:06:46,837 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:06:48,776 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:06:49,664 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:06:53,778 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:06:53,903 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:06:54,791 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:06:54,791 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:06:56,901 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:06:58,854 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:06:59,792 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:07:03,855 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:07:04,954 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:07:05,255 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:07:09,242 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:07:10,256 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:07:14,261 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:07:15,019 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:07:16,250 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:07:19,262 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:07:21,884 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:07:21,885 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:07:23,902 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:07:24,903 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:07:25,096 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:07:26,886 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:07:29,904 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:07:32,286 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:07:33,142 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:07:35,379 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:07:37,287 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:07:40,381 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:07:42,373 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:07:43,201 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:07:45,381 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:07:47,374 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:07:50,382 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:07:52,438 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:07:53,271 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:07:53,903 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:07:55,904 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:07:58,692 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:08:01,311 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:08:01,822 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:08:03,693 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:08:06,823 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:08:08,911 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:08:08,911 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:08:11,399 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:08:12,005 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:08:13,912 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:08:17,007 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:08:19,308 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:08:19,460 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:08:22,332 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:08:23,903 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:08:24,309 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:08:27,711 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:08:29,532 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:08:29,547 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:08:32,712 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:08:36,050 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:08:37,994 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:08:39,598 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:08:41,051 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:08:42,995 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:08:46,052 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:08:47,995 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:08:51,053 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:08:52,997 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:08:53,905 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:08:56,786 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:08:56,787 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:08:57,720 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:08:58,082 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:09:01,788 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:09:03,083 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:09:05,243 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-21 03:09:05,245 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-21 03:09:05,245 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-21 03:09:05,248 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-21 03:09:05,770 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-21 03:09:06,776 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:09:07,175 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:09:07,780 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:09:08,250 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:09:13,252 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:09:13,614 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:09:16,846 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:09:18,615 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:09:18,820 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:09:23,822 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:09:23,906 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:09:24,530 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:09:24,531 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:09:26,928 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:09:29,532 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:09:29,713 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:09:34,747 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:09:34,765 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:09:34,984 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:09:39,748 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:09:39,766 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:09:44,987 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:09:45,053 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:09:45,765 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:09:49,988 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:09:50,971 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:09:53,115 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:09:53,905 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:09:55,906 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:09:55,972 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:10:00,908 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:10:01,314 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:10:03,193 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:10:06,315 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:10:06,731 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:10:11,552 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:10:11,553 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:10:12,613 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:10:13,257 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:10:16,553 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:10:17,614 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:10:21,707 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:10:22,803 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:10:23,318 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:10:23,906 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:10:26,708 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:10:27,907 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:10:31,379 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:10:32,158 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:10:33,145 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:10:38,147 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:10:38,371 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:10:41,446 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:10:43,372 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:10:43,549 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:10:48,550 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:10:48,832 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:10:51,508 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:10:53,833 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:10:53,858 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:10:53,906 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:10:59,085 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:10:59,228 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:10:59,567 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:11:04,086 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:11:04,229 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:11:09,297 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:11:09,331 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:11:09,639 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:11:14,332 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:11:15,434 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:11:17,695 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:11:19,496 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:11:20,436 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:11:23,908 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:11:24,909 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:11:25,519 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:11:25,519 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:11:27,767 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:11:30,520 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:11:30,628 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:11:35,606 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:11:35,824 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:11:36,536 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:11:40,607 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:11:41,537 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:11:45,902 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:11:46,010 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:11:47,063 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:11:52,065 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:11:52,126 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:11:53,908 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:11:55,971 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:11:57,127 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:11:57,909 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:12:02,322 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:12:03,013 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:12:03,373 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:12:07,323 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:12:08,374 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:12:11,779 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-21 03:12:11,781 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-21 03:12:11,782 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-21 03:12:11,784 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-21 03:12:12,071 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-21 03:12:12,567 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:12:12,567 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:12:13,076 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:12:13,786 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:12:14,080 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:12:17,567 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:12:18,787 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:12:22,568 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:12:23,789 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:12:23,909 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:12:27,164 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:12:27,651 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:12:28,829 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:12:33,830 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:12:34,007 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:12:37,242 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:12:39,014 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:12:39,093 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:12:44,095 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:12:44,539 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:12:44,540 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:12:45,298 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:12:49,541 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:12:49,599 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:12:53,909 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:12:54,759 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:12:54,910 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:12:55,354 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:12:59,760 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:12:59,911 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:13:03,406 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:13:04,878 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:13:05,864 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:13:10,866 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:13:11,014 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:13:11,014 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:13:13,466 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:13:16,016 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:13:16,097 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:13:21,099 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:13:21,760 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:13:23,603 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:13:23,918 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:13:26,761 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:13:26,919 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:13:31,945 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:13:32,315 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:13:33,663 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:13:36,945 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:13:37,316 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:13:41,720 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:13:42,015 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:13:42,350 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:13:47,351 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:13:48,615 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:13:51,804 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:13:52,833 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:13:53,616 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:13:53,934 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:13:57,936 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:13:58,867 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:13:58,867 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:14:01,873 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:14:03,175 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:14:03,867 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:14:09,125 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:14:09,131 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:14:09,924 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:14:14,125 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:14:14,132 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:14:19,475 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:14:19,488 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:14:19,999 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:14:23,920 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:14:24,922 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:14:25,449 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:14:28,055 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:14:30,450 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:14:30,715 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:14:35,582 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:14:36,515 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:14:38,122 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:14:40,584 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:14:41,516 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:14:46,175 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:14:46,565 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:14:46,620 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:14:51,621 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:14:52,823 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:14:53,920 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:14:55,233 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:14:57,021 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:14:57,825 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:15:02,023 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:15:03,077 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:15:05,305 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:15:07,091 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:15:08,077 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:15:12,093 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:15:13,138 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:15:13,139 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:15:15,374 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:15:17,463 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:15:18,140 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:15:22,464 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:15:22,843 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-21 03:15:22,844 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-21 03:15:22,845 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-21 03:15:22,847 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-21 03:15:23,454 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-21 03:15:23,455 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:15:23,784 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:15:23,921 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:15:27,923 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:15:28,785 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:15:33,078 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:15:33,516 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:15:33,971 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:15:38,079 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:15:40,103 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:15:43,159 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:15:43,574 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:15:45,104 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:15:48,161 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:15:50,249 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:15:51,631 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:15:53,347 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:15:53,921 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:15:55,250 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:15:58,923 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:16:00,850 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:16:00,850 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:16:01,702 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:16:03,931 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:16:05,851 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:16:08,932 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:16:09,756 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:16:11,000 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:16:14,028 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:16:17,491 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:16:19,691 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:16:19,829 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:16:22,492 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:16:23,922 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:16:24,923 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:16:27,782 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:16:29,896 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:16:30,900 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:16:32,783 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:16:35,902 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:16:38,118 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:16:39,952 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:16:41,174 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:16:43,119 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:16:46,175 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:16:48,000 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:16:48,468 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:16:51,640 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:16:53,923 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:16:54,661 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:16:56,720 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:16:58,070 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:16:59,663 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:17:01,721 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:17:05,204 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:17:07,227 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:17:08,126 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:17:10,205 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:17:12,228 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:17:15,544 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:17:16,176 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:17:17,818 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:17:20,545 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:17:22,820 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:17:23,924 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:17:26,034 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:17:26,252 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:17:28,224 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:17:32,223 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:17:33,225 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:17:36,324 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:17:37,224 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:17:38,299 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:17:43,008 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:17:44,133 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:17:44,384 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:17:48,009 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:17:49,134 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:17:53,255 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:17:53,449 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:17:53,934 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:17:54,935 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:17:58,262 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:17:59,937 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:18:03,515 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:18:03,791 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:18:05,801 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:18:09,972 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:18:10,803 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:18:11,568 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:18:14,973 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:18:16,083 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:18:20,081 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:18:21,143 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:18:21,635 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:18:23,924 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:18:25,082 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:18:26,926 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:18:29,692 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-21 03:18:29,693 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-21 03:18:29,695 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-21 03:18:29,698 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-21 03:18:29,703 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-21 03:18:30,372 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:18:31,715 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:18:32,703 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:18:35,373 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:18:37,704 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:18:39,770 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:18:41,154 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:18:43,144 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:18:47,203 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:18:47,203 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:18:48,145 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:18:49,831 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:18:52,204 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:18:53,508 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:18:53,925 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:18:57,966 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:18:58,966 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:18:59,898 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:19:02,967 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:19:03,967 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:19:07,948 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:19:07,987 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:19:09,003 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:19:12,988 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:19:14,004 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:19:18,007 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:19:18,170 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:19:18,171 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:19:19,314 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:19:23,926 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:19:24,330 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:19:24,928 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:19:26,057 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:19:29,331 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:19:30,356 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:19:34,711 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:19:35,725 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:19:36,124 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:19:39,711 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:19:40,726 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:19:44,830 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:19:45,964 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:19:46,194 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:19:49,831 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:19:50,966 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:19:53,927 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:19:54,250 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:19:55,220 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:19:56,936 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:20:01,392 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:20:01,937 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:20:04,315 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:20:06,394 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:20:07,458 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:20:12,242 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:20:13,390 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:20:14,386 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:20:17,243 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:20:18,391 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:20:22,483 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:20:23,621 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:20:23,927 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:20:24,448 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:20:27,484 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:20:28,929 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:20:32,501 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:20:32,992 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:20:34,046 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:20:38,989 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:20:39,047 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:20:42,559 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:20:43,990 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:20:44,946 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:20:49,294 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:20:49,294 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:20:50,373 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:20:50,619 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:20:53,928 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:20:54,299 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:20:55,930 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:20:59,482 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:20:59,685 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:21:01,593 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:21:04,483 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:21:06,594 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:21:09,768 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:21:10,343 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:21:12,451 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:21:16,700 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:21:16,701 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:21:17,456 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:21:19,849 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:21:21,701 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:21:22,884 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:21:23,928 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:21:27,090 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:21:27,903 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:21:28,274 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:21:32,091 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:21:33,275 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:21:36,348 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-21 03:21:36,350 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-21 03:21:36,351 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-21 03:21:36,353 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-21 03:21:36,959 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-21 03:21:37,263 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:21:37,965 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:21:38,354 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:21:42,264 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:21:43,355 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:21:47,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:21:48,036 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:21:48,620 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:21:53,585 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:21:53,621 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:21:53,929 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:21:56,091 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:21:58,586 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:21:58,645 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:22:03,646 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:22:03,997 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:22:03,997 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:22:06,165 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:22:08,998 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:22:09,008 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:22:14,075 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:22:14,143 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:22:14,222 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:22:19,076 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:22:19,144 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:22:23,930 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:22:24,095 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:22:24,352 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:22:24,931 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:22:29,932 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:22:30,338 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:22:32,413 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:22:35,353 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:22:35,476 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:22:40,477 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:22:40,506 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:22:42,495 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:22:45,489 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:22:45,507 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:22:50,490 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:22:50,528 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:22:52,560 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:22:53,930 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:22:55,529 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:22:55,931 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:23:00,814 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:23:00,986 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:23:02,626 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:23:05,815 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:23:05,987 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:23:10,682 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:23:11,280 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:23:11,389 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:23:16,390 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:23:17,563 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:23:17,564 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:23:20,753 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:23:21,708 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:23:22,565 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:23:23,931 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:23:26,932 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:23:27,763 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:23:30,810 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:23:32,764 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:23:32,839 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:23:37,896 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:23:38,064 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:23:38,311 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:23:43,065 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:23:43,312 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:23:47,957 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:23:48,356 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:23:48,459 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:23:53,358 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:23:53,460 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:23:53,933 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:23:58,018 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:23:59,116 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:23:59,261 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:24:04,263 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:24:04,871 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:24:04,872 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:24:08,098 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:24:09,872 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:24:10,007 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:24:15,008 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:24:15,065 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:24:16,163 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:24:20,066 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:24:20,115 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:24:23,933 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:24:25,227 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:24:25,327 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:24:26,232 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:24:30,228 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:24:30,328 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:24:34,285 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:24:35,327 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:24:35,359 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:24:40,328 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:24:40,360 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:24:43,364 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-21 03:24:43,366 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-21 03:24:43,367 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-21 03:24:43,369 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-21 03:24:44,351 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-21 03:24:44,352 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:24:45,365 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:24:45,366 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:24:45,371 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:24:50,373 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:24:51,905 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:24:53,933 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:24:54,414 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:24:55,934 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:24:56,907 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:25:00,936 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:25:02,223 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:25:02,224 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:25:04,489 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:25:06,351 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:25:07,224 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:25:12,344 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:25:12,385 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:25:12,548 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:25:17,345 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:25:17,386 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:25:22,377 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:25:22,615 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:25:23,316 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:25:23,945 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:25:27,947 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:25:28,802 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:25:30,672 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:25:33,804 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:25:33,840 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:25:38,841 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:25:38,915 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:25:40,731 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:25:43,916 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:25:44,026 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:25:49,219 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:25:49,547 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:25:50,791 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:25:53,934 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:25:54,220 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:25:54,935 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:25:59,221 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:25:59,936 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:26:04,436 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:26:04,896 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:26:05,510 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:26:10,511 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:26:10,555 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:26:12,953 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:26:15,549 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:26:15,556 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:26:20,551 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:26:21,216 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:26:21,216 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:26:22,134 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:26:23,935 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:26:25,936 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:26:26,217 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:26:31,411 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:26:31,519 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:26:32,196 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:26:36,412 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:26:36,520 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:26:41,984 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:26:42,024 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:26:42,269 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:26:47,025 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:26:48,283 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:26:48,284 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:26:48,284 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:26:50,326 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:26:52,710 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:26:53,285 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:26:53,935 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:26:57,937 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:26:58,841 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:27:00,396 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:27:02,969 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:27:03,842 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:27:07,970 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:27:08,984 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:27:10,462 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:27:13,027 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:27:13,985 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:27:18,352 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:27:18,525 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:27:19,284 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:27:23,354 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:27:23,937 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:27:25,231 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:27:28,592 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:27:29,231 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:27:30,232 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:27:34,233 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:27:36,168 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:27:36,645 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:27:40,199 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:27:41,169 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:27:45,462 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:27:46,364 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:27:46,715 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:27:50,463 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:27:52,451 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:27:52,451 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:27:53,495 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-21 03:27:53,496 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-21 03:27:53,496 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-21 03:27:53,499 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-21 03:27:53,767 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-21 03:27:53,937 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:27:54,771 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:27:55,938 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:27:57,452 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:28:00,940 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:28:02,641 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:28:04,849 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:28:06,741 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:28:07,642 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:28:11,743 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:28:13,587 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:28:14,930 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:28:17,573 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:28:18,588 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:28:22,986 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:28:23,548 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:28:23,938 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:28:24,498 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:28:28,940 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:28:29,766 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:28:33,061 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:28:34,767 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:28:34,931 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:28:39,932 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:28:40,064 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:28:40,064 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:28:43,131 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:28:45,065 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:28:45,200 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:28:50,367 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:28:50,502 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:28:51,180 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:28:53,938 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:28:55,368 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:28:55,939 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:29:01,116 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:29:01,253 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:29:01,273 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:29:06,275 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:29:07,366 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:29:07,366 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:29:10,314 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:29:11,469 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:29:12,367 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:29:16,471 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:29:18,006 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:29:18,377 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:29:22,061 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:29:23,007 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:29:23,939 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:29:27,170 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:29:28,129 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:29:28,441 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:29:32,171 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:29:33,130 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:29:37,350 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:29:38,275 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:29:38,520 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:29:42,351 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:29:44,490 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:29:46,578 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:29:47,563 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:29:49,491 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:29:52,564 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:29:53,941 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:29:55,157 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:29:55,158 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:29:56,651 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:29:58,284 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:30:00,158 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:30:03,286 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:30:05,302 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:30:06,721 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:30:08,339 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:30:10,303 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:30:13,340 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:30:14,785 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:30:15,563 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:30:18,564 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:30:21,701 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:30:21,703 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:30:21,704 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:30:23,850 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:30:23,941 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:30:24,848 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:30:26,703 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:30:28,943 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:30:32,113 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:30:34,317 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:30:34,918 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:30:37,114 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:30:39,319 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:30:42,970 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:30:43,020 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:30:45,240 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:30:48,021 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:30:50,242 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:30:53,030 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:30:53,462 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:30:53,941 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:30:55,942 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:30:59,591 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:31:00,657 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-21 03:31:00,659 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-21 03:31:00,659 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-21 03:31:00,662 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-21 03:31:01,083 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-21 03:31:01,663 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:31:03,091 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:31:04,593 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:31:06,664 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:31:09,753 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:31:11,151 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:31:11,854 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:31:14,754 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:31:16,855 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:31:20,078 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:31:21,216 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:31:22,220 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:31:23,942 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:31:25,080 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:31:27,943 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:31:30,281 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:31:31,276 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:31:33,377 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:31:35,336 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:31:39,099 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:31:39,333 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:31:40,982 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:31:40,983 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:31:44,100 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:31:46,091 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:31:49,118 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:31:49,402 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:31:51,092 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:31:53,943 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:31:54,945 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:31:56,257 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:31:56,257 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:31:57,463 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:32:00,340 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:32:01,257 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:32:05,341 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:32:06,506 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:32:06,526 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:32:10,700 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:32:11,507 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:32:15,758 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:32:16,585 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:32:16,733 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:32:20,759 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:32:23,172 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:32:23,172 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:32:23,943 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:32:24,639 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:32:26,203 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:32:28,173 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:32:31,204 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:32:33,415 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:32:34,704 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:32:36,568 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:32:38,416 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:32:38,724 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:32:41,785 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:32:44,287 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:32:46,776 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:32:47,640 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:32:49,287 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:32:52,642 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:32:53,944 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:32:54,782 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:32:54,834 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:32:57,945 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:32:59,783 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:33:02,946 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:33:04,897 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:33:05,064 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:33:08,194 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:33:10,066 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:33:13,195 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:33:14,962 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:33:15,975 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:33:18,219 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:33:21,260 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:33:23,011 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:33:23,330 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:33:23,944 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:33:26,261 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:33:28,946 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:33:31,658 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:33:33,073 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:33:34,679 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:33:36,659 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:33:39,680 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:33:41,667 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:33:41,668 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:33:43,133 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:33:44,768 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:33:46,668 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:33:49,770 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:33:51,194 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:33:51,905 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:33:53,945 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:33:54,946 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:33:58,405 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:33:58,405 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:34:00,427 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:34:01,308 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:34:03,406 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:34:05,428 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:34:08,824 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:34:08,871 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-21 03:34:08,872 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-21 03:34:08,873 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-21 03:34:08,875 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-21 03:34:09,363 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-21 03:34:10,877 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:34:11,376 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:34:13,825 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:34:15,878 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:34:19,140 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:34:19,441 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:34:21,278 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:34:23,946 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:34:24,141 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:34:26,947 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:34:29,240 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:34:29,510 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:34:32,281 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:34:35,442 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:34:37,605 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:34:39,585 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:34:40,443 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:34:42,606 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:34:45,853 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:34:47,645 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:34:47,921 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:34:50,854 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:34:52,922 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:34:53,947 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:34:56,297 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:34:56,706 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:34:58,284 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:35:01,298 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:35:03,286 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:35:04,754 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:35:07,256 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:35:08,309 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:35:13,160 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:35:13,161 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:35:14,196 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:35:14,817 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:35:18,162 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:35:19,197 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:35:22,866 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:35:23,228 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:35:23,946 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:35:24,947 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:35:28,229 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:35:29,949 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:35:32,927 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:35:33,369 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:35:35,474 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:35:38,372 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:35:40,476 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:35:42,996 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:35:44,115 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:35:44,116 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:35:46,282 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:35:49,635 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:35:51,057 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:35:51,666 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:35:53,947 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:35:54,636 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:35:56,949 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:35:59,755 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:35:59,756 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:36:01,121 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:36:02,801 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:36:04,757 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:36:07,803 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:36:09,765 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:36:11,184 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:36:12,831 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:36:14,766 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:36:17,832 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:36:19,242 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:36:19,889 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:36:22,852 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:36:23,948 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:36:26,297 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:36:26,297 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:36:26,298 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:36:28,343 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:36:29,309 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:36:31,300 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:36:33,344 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:36:37,047 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:36:39,197 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:36:39,390 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:36:42,058 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:36:44,198 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:36:47,584 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:36:49,489 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:36:49,876 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:36:52,585 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:36:53,948 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:36:54,949 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:36:58,069 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:36:59,548 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:37:00,339 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:37:03,070 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:37:05,341 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:37:07,615 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:37:08,517 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:37:10,674 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:37:13,519 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:37:15,675 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:37:16,208 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-21 03:37:16,210 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-21 03:37:16,210 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-21 03:37:16,212 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-21 03:37:16,671 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-21 03:37:17,679 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:37:19,180 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:37:21,215 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:37:23,950 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:37:24,720 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:37:26,844 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:37:27,743 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:37:29,721 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:37:31,845 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:37:34,971 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:37:36,952 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:37:37,818 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:37:39,972 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:37:41,954 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:37:45,077 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:37:45,077 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:37:45,876 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:37:47,195 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:37:50,078 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:37:52,196 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:37:53,950 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:37:54,932 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:37:55,294 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:37:57,951 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:38:01,627 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:38:02,993 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:38:03,757 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:38:06,629 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:38:08,758 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:38:12,328 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:38:12,328 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:38:13,060 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:38:14,426 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:38:17,329 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:38:19,428 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:38:22,636 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:38:23,122 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:38:23,951 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:38:24,952 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:38:27,637 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:38:29,953 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:38:32,916 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:38:33,190 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:38:35,071 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:38:39,061 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:38:40,072 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:38:41,254 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:38:44,062 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:38:45,113 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:38:49,241 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:38:50,309 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:38:51,321 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:38:53,951 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:38:54,241 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:38:55,952 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:38:59,378 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:38:59,415 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:39:01,519 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:39:04,416 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:39:06,521 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:39:09,445 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:39:10,062 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:39:12,184 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:39:16,278 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:39:16,279 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:39:17,185 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:39:19,507 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:39:21,279 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:39:22,352 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:39:23,953 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:39:26,647 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:39:27,561 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:39:28,017 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:39:31,669 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:39:33,018 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:39:37,324 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:39:37,667 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:39:38,521 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:39:42,325 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:39:43,522 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:39:47,326 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:39:48,523 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:39:51,760 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:39:52,532 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:39:53,952 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:39:53,953 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:39:57,533 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:39:58,954 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:40:02,534 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:40:03,955 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:40:07,535 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:40:08,956 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:40:13,264 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:40:13,957 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:40:18,265 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:40:18,957 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:40:23,630 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:40:23,953 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:40:24,492 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:40:25,971 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:40:28,631 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:40:29,493 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:40:33,644 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:40:34,857 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:40:36,042 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:40:38,645 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:40:39,859 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:40:43,841 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:40:44,906 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:40:46,114 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:40:48,842 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:40:49,907 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:40:51,975 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-21 03:40:51,977 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-21 03:40:51,977 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-21 03:40:51,979 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-21 03:40:52,157 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-21 03:40:53,163 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:40:53,923 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:40:53,965 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:40:54,966 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:40:59,967 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:41:00,133 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:41:00,134 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:41:03,223 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:41:05,134 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:41:05,256 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:41:10,257 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:41:10,439 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:41:11,277 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:41:15,439 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:41:15,587 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:41:20,514 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:41:21,335 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:41:21,520 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:41:23,955 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:41:25,515 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:41:26,956 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:41:31,280 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:41:31,280 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:41:31,392 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:41:32,495 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:41:37,496 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:41:37,673 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:41:41,453 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:41:42,674 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:41:42,848 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:41:47,849 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:41:47,941 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:41:47,942 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:41:49,506 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:41:52,942 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:41:53,251 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:41:53,955 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:41:58,280 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:41:58,280 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:41:58,408 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:41:59,585 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:42:03,321 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:42:03,409 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:42:07,641 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:42:08,465 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:42:08,568 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:42:13,467 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:42:13,569 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:42:17,713 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:42:18,616 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:42:18,762 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:42:23,764 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:42:23,957 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:42:24,993 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:42:27,776 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:42:29,157 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:42:29,994 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:42:34,158 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:42:35,204 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:42:37,836 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:42:39,307 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:42:40,205 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:42:45,223 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:42:45,264 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:42:45,898 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:42:50,224 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:42:50,264 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:42:53,957 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:42:55,396 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:42:55,958 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:42:55,963 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:43:00,397 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:43:00,959 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:43:06,035 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:43:06,154 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:43:06,313 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:43:11,314 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:43:12,570 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:43:16,098 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:43:16,649 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:43:17,571 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:43:21,651 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:43:22,867 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:43:23,958 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:43:26,170 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:43:26,959 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:43:27,868 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:43:31,961 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:43:32,950 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:43:32,950 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:43:34,231 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:43:36,979 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:43:37,950 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:43:42,305 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:43:43,184 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:43:44,294 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:43:47,306 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:43:49,314 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:43:52,312 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:43:52,347 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:43:53,958 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:43:54,315 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:43:57,959 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:43:59,394 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:43:59,395 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:43:59,449 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-21 03:43:59,451 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-21 03:43:59,451 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-21 03:43:59,457 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-21 03:44:00,394 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-21 03:44:01,397 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:44:03,459 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:44:04,396 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:44:08,460 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:44:09,444 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:44:09,799 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:44:13,797 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:44:14,800 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:44:19,023 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:44:19,507 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:44:19,883 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:44:23,959 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:44:24,960 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:44:26,129 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:44:29,574 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:44:30,234 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:44:31,130 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:44:35,236 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:44:36,488 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:44:37,626 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:44:40,699 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:44:41,489 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:44:45,700 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:44:47,139 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:44:47,692 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:44:51,242 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:44:52,140 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:44:53,960 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:44:56,346 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:44:57,283 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:44:57,763 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:45:01,348 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:45:03,479 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:45:05,820 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:45:06,616 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:45:08,481 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:45:11,617 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:45:13,672 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:45:15,890 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:45:16,726 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:45:18,673 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:45:21,727 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:45:23,798 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:45:23,940 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:45:23,960 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:45:26,961 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:45:28,799 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:45:31,962 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:45:34,009 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:45:34,257 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:45:37,278 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:45:40,201 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:45:43,225 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:45:44,074 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:45:45,202 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:45:48,226 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:45:50,257 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:45:52,129 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:45:53,243 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:45:53,961 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:45:55,258 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:45:58,962 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:46:00,421 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:46:02,209 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:46:04,540 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:46:05,422 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:46:09,911 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:46:10,261 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:46:10,731 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:46:14,911 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:46:16,887 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:46:16,888 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:46:20,325 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:46:20,889 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:46:21,888 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:46:23,962 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:46:25,964 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:46:27,852 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:46:28,378 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:46:31,871 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:46:32,852 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:46:37,601 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:46:38,446 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:46:38,498 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:46:42,602 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:46:45,002 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:46:45,004 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:46:48,101 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:46:48,516 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:46:50,004 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:46:53,103 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:46:53,965 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:46:55,119 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:46:56,574 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:46:58,165 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:47:00,120 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:47:03,166 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:47:04,361 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-21 03:47:04,362 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-21 03:47:04,362 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-21 03:47:04,364 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-21 03:47:04,639 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-21 03:47:05,261 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:47:05,645 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:47:08,366 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:47:10,262 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:47:13,367 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:47:15,422 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:47:15,712 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:47:18,827 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:47:21,709 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:47:23,773 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:47:23,965 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:47:23,966 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:47:26,710 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:47:28,967 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:47:32,595 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:47:32,596 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:47:33,845 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:47:34,640 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:47:37,597 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:47:39,641 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:47:41,910 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:47:42,854 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:47:45,017 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:47:49,249 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:47:50,018 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:47:51,973 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:47:53,965 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:47:54,259 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:47:55,966 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:47:59,795 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:47:59,795 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:48:00,989 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:48:02,048 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:48:04,796 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:48:05,990 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:48:10,005 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:48:10,101 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:48:11,090 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:48:15,005 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:48:16,092 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:48:20,166 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:48:20,429 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:48:21,440 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:48:23,966 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:48:26,540 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:48:26,967 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:48:30,232 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:48:31,541 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:48:32,613 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:48:36,585 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:48:37,640 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:48:38,281 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:48:41,586 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:48:42,645 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:48:46,926 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:48:48,131 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:48:48,346 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:48:51,941 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:48:53,141 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:48:53,967 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:48:57,816 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:48:58,235 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:48:58,417 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:49:03,242 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:49:04,276 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:49:04,277 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:49:06,477 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:49:08,379 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:49:09,278 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:49:13,380 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:49:14,514 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:49:16,545 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:49:18,634 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:49:19,514 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:49:23,635 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:49:23,967 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:49:24,719 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:49:26,607 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:49:28,968 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:49:29,721 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:49:34,626 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:49:34,665 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:49:35,602 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:49:39,627 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:49:40,603 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:49:44,682 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:49:44,729 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:49:45,604 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:49:49,684 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:49:51,414 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:49:53,967 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:49:54,796 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:49:54,968 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:49:56,415 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:49:59,970 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:50:01,541 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:50:01,851 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:50:05,633 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:50:06,542 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:50:09,756 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-21 03:50:09,757 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-21 03:50:09,758 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-21 03:50:09,760 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-21 03:50:09,909 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-21 03:50:10,761 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:50:11,683 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:50:11,924 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:50:15,762 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:50:17,899 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:50:17,900 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:50:19,980 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:50:20,961 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:50:22,901 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:50:23,968 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:50:25,969 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:50:27,970 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:50:30,058 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:50:31,036 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:50:32,971 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:50:36,037 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:50:38,112 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:50:38,136 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:50:41,237 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:50:43,137 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:50:46,239 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:50:48,144 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:50:48,179 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:50:52,224 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:50:53,145 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:50:53,970 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:50:57,467 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:50:58,248 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:50:58,520 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:51:02,481 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:51:04,354 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:51:06,301 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:51:08,368 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:51:09,355 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:51:13,370 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:51:14,514 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:51:16,366 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:51:18,618 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:51:19,515 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:51:23,620 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:51:23,970 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:51:25,066 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:51:26,438 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:51:29,048 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:51:30,067 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:51:34,356 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:51:34,499 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:51:35,232 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:51:39,357 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:51:41,412 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:51:44,507 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:51:44,569 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:51:46,413 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:51:49,509 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:51:52,169 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:51:52,170 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:51:53,970 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:51:54,639 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:51:54,971 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:51:57,170 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:51:59,972 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:52:02,232 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:52:02,696 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:52:05,530 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:52:07,398 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:52:10,531 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:52:12,794 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:52:13,013 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:52:16,165 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:52:19,281 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:52:19,282 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:52:21,401 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:52:22,854 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:52:23,971 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:52:24,282 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:52:26,972 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:52:30,267 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:52:30,907 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:52:32,230 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:52:35,268 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:52:37,232 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:52:40,968 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:52:41,256 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:52:42,334 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:52:46,492 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:52:47,335 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:52:49,024 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:52:51,493 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:52:52,621 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:52:53,973 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:52:56,689 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:52:57,760 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:52:58,096 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:53:01,690 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:53:02,761 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:53:06,994 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:53:08,161 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:53:08,197 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:53:11,995 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:53:13,162 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:53:15,678 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-21 03:53:15,680 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-21 03:53:15,680 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-21 03:53:15,682 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-21 03:53:16,245 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-21 03:53:16,246 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:53:17,232 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:53:18,684 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:53:23,630 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:53:23,686 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:53:23,974 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:53:26,300 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:53:28,634 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:53:29,634 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:53:33,861 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:53:33,862 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:53:35,020 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:53:36,367 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:53:38,863 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:53:40,020 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:53:44,323 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:53:44,417 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:53:45,336 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:53:49,336 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:53:50,355 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:53:53,974 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:53:54,506 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:53:55,008 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:53:55,983 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:54:00,008 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:54:00,984 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:54:05,560 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:54:05,560 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:54:05,986 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:54:08,598 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:54:10,562 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:54:11,633 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:54:15,653 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:54:16,665 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:54:16,737 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:54:20,654 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:54:21,738 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:54:23,976 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:54:25,715 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:54:26,727 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:54:27,672 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:54:30,716 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:54:32,674 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:54:35,825 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:54:36,791 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:54:37,960 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:54:40,826 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:54:42,961 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:54:44,849 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:54:46,426 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:54:48,509 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:54:51,537 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:54:51,538 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:54:53,545 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:54:53,976 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:54:54,920 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:54:56,539 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:54:58,977 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:55:02,475 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:55:02,983 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:55:04,497 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:55:07,476 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:55:09,499 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:55:13,053 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:55:13,444 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:55:14,518 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:55:18,654 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:55:18,654 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:55:19,520 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:55:21,102 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:55:23,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:55:23,976 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:55:24,993 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:55:28,904 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:55:30,005 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:55:31,175 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:55:33,905 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:55:35,006 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:55:39,347 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:55:40,347 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:55:41,240 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:55:44,348 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:55:45,349 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:55:49,291 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:55:49,417 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:55:50,505 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:55:53,979 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:55:55,604 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:55:55,981 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:55:58,342 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:56:00,605 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:56:01,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:56:05,805 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:56:05,805 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:56:06,394 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:56:06,940 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:56:10,806 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:56:11,941 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:56:16,196 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:56:16,469 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:56:17,220 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:56:21,197 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:56:22,221 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:56:23,993 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:56:24,794 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-21 03:56:24,795 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-21 03:56:24,796 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-21 03:56:24,799 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-21 03:56:25,524 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-21 03:56:26,529 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:56:26,761 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:56:27,801 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:56:32,803 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:56:32,971 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:56:36,591 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:56:37,971 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:56:38,113 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:56:43,114 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:56:43,405 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:56:44,656 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:56:48,407 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:56:48,617 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:56:53,695 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:56:53,859 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:56:53,980 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:56:54,712 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:56:58,696 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:56:58,981 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:57:03,958 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:57:04,131 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:57:04,781 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:57:08,959 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:57:09,133 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:57:12,844 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:57:14,713 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:57:14,856 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:57:19,857 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:57:20,193 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:57:20,193 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:57:20,194 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:57:22,921 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:57:23,980 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:57:24,981 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:57:25,194 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:57:29,982 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:57:31,170 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:57:32,986 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:57:35,308 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:57:36,171 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:57:41,041 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:57:41,186 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:57:41,192 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:57:46,193 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:57:47,343 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:57:51,176 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:57:51,474 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:57:52,344 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:57:53,981 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:57:56,983 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:57:57,923 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:57:59,235 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:58:02,924 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:58:02,933 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:58:08,306 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:58:08,344 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:58:09,305 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:58:13,307 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:58:13,345 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:58:19,273 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:58:19,339 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:58:19,366 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:58:23,983 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:58:24,274 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:58:24,984 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:58:29,275 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:58:29,985 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:58:34,275 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:58:34,986 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:58:39,276 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:58:39,987 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:58:44,277 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:58:44,988 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:58:48,570 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:58:50,089 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:58:50,224 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:58:53,982 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:58:55,984 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:58:56,239 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:58:56,240 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:59:00,646 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:59:01,679 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:59:01,691 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:59:06,699 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:59:06,852 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:59:06,853 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:59:06,854 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:59:08,714 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:59:11,854 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:59:11,974 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:59:16,976 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:59:17,404 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:59:18,790 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:59:22,405 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:59:22,433 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:59:23,984 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:59:27,560 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:59:27,925 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:59:28,872 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:59:32,561 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:59:32,926 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:59:37,853 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:59:38,589 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:59:38,939 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:59:43,591 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:59:44,698 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:59:47,003 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:59:48,788 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:59:49,699 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:59:53,789 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:59:53,985 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 03:59:54,934 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:59:54,935 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 03:59:55,115 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-21 03:59:55,116 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-21 03:59:55,116 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-21 03:59:55,119 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-21 03:59:56,074 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-21 03:59:57,080 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 03:59:59,121 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 03:59:59,935 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:00:04,122 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:00:05,136 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:00:05,171 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:00:09,276 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:00:10,172 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:00:14,277 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:00:15,564 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:00:17,217 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:00:19,504 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:00:20,565 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:00:23,986 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:00:24,987 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:00:25,566 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:00:29,988 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:00:30,567 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:00:34,989 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:00:35,568 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:00:39,990 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:00:40,570 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:00:45,027 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:00:45,386 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:00:46,173 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:00:50,029 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:00:52,501 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:00:52,502 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:00:53,986 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:00:55,450 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:00:55,987 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:00:57,516 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:01:00,989 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:01:02,974 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:01:05,518 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:01:06,193 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:01:07,975 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:01:11,195 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:01:13,203 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:01:13,583 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:01:16,273 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:01:18,204 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:01:22,259 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:01:23,219 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:01:23,655 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:01:23,987 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:01:27,988 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:01:29,687 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:01:33,664 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:01:33,717 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:01:34,694 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:01:38,666 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:01:40,639 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:01:41,768 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:01:43,711 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:01:45,640 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:01:48,713 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:01:50,827 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:01:50,845 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:01:53,966 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:01:53,987 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:01:56,887 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:01:56,888 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:01:58,880 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:01:58,974 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:02:01,889 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:02:03,975 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:02:06,889 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:02:08,976 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:02:11,898 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:02:13,977 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:02:17,521 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:02:18,978 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:02:21,023 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:02:22,522 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:02:23,987 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:02:23,989 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:02:28,149 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:02:28,149 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:02:28,989 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:02:31,087 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:02:33,151 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:02:34,699 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:02:38,640 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:02:40,174 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:02:41,146 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:02:44,134 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:02:45,175 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:02:49,197 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:02:49,210 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:02:50,267 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:02:53,988 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:02:54,210 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:02:55,989 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:02:59,257 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:02:59,528 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:03:01,551 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:03:05,502 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:03:06,552 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:03:07,310 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:03:10,504 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:03:11,553 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:03:15,698 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:03:16,825 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:03:17,366 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:03:20,699 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:03:21,826 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:03:23,990 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:03:26,253 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:03:26,254 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:03:27,301 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:03:27,432 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:03:31,253 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:03:32,302 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:03:34,243 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-21 04:03:34,247 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-21 04:03:34,247 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-21 04:03:34,250 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-21 04:03:34,490 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-21 04:03:35,494 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:03:37,245 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:03:37,507 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:03:38,253 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:03:42,314 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:03:42,315 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:03:43,254 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:03:45,573 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:03:47,315 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:03:48,379 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:03:52,432 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:03:53,512 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:03:53,631 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:03:53,990 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:03:57,433 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:03:58,991 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:04:02,760 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:04:03,698 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:04:04,871 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:04:07,761 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:04:09,872 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:04:12,966 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:04:13,765 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:04:15,081 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:04:19,086 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:04:20,082 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:04:21,816 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:04:24,000 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:04:24,088 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:04:26,001 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:04:29,466 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:04:29,467 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:04:31,893 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:04:31,929 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:04:34,467 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:04:36,930 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:04:39,583 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:04:41,963 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:04:42,794 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:04:44,583 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:04:47,796 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:04:49,917 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:04:51,028 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:04:53,043 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:04:53,991 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:04:54,918 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:04:58,582 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:04:59,084 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:05:00,516 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:05:03,582 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:05:07,007 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:05:09,070 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:05:09,153 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:05:12,008 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:05:14,071 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:05:17,228 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:05:19,218 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:05:19,382 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:05:22,266 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:05:23,992 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:05:24,994 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:05:27,838 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:05:29,287 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:05:30,982 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:05:32,838 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:05:35,984 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:05:37,343 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:05:38,272 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:05:41,293 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:05:44,441 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:05:46,598 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:05:47,409 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:05:49,443 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:05:51,599 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:05:53,994 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:05:54,749 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:05:56,875 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:05:57,471 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:05:59,750 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:06:01,875 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:06:04,870 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:06:07,535 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:06:07,871 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:06:09,871 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:06:12,872 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:06:14,961 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:06:14,962 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:06:15,587 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:06:18,125 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:06:19,962 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:06:23,141 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:06:23,994 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:06:25,208 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:06:25,656 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:06:28,995 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:06:31,619 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:06:33,741 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:06:34,556 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:06:36,620 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:06:39,558 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:06:41,783 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:06:41,930 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-21 04:06:41,931 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-21 04:06:41,932 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-21 04:06:41,934 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-21 04:06:42,792 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-21 04:06:42,793 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:06:43,799 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:06:44,936 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:06:46,783 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:06:49,965 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:06:52,036 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:06:53,864 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:06:53,994 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:06:54,995 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:06:57,037 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:06:59,997 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:07:02,923 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:07:03,929 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:07:05,472 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:07:07,932 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:07:10,474 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:07:13,627 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:07:14,010 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:07:15,981 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:07:19,137 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:07:21,330 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:07:22,063 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:07:23,995 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:07:24,138 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:07:26,997 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:07:29,425 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:07:29,426 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:07:32,128 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:07:32,520 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:07:34,427 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:07:37,521 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:07:39,791 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:07:40,188 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:07:42,819 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:07:44,792 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:07:47,820 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:07:49,253 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:07:50,030 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:07:53,255 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:07:53,995 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:07:56,448 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:07:56,448 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:07:56,449 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:07:58,597 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:07:59,322 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:08:01,462 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:08:03,598 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:08:06,609 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:08:07,379 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:08:08,666 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:08:11,610 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:08:13,667 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:08:17,440 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:08:17,605 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:08:18,745 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:08:23,746 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:08:23,870 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:08:23,998 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:08:25,492 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:08:28,871 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:08:29,004 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:08:34,006 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:08:34,529 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:08:35,547 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:08:39,487 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:08:39,530 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:08:44,487 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:08:44,530 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:08:49,628 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:08:50,135 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:08:50,316 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:08:53,997 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:08:55,136 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:08:55,999 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:08:59,706 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:09:00,660 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:09:01,691 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:09:06,621 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:09:07,622 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:09:07,771 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:09:11,626 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:09:12,622 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:09:17,218 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:09:17,833 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:09:18,453 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:09:22,219 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:09:23,455 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:09:23,999 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:09:27,660 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:09:27,898 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:09:28,988 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:09:33,989 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:09:34,187 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:09:37,958 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:09:39,187 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:09:39,188 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:09:44,188 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:09:45,147 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:09:45,148 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:09:46,014 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:09:49,229 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:09:50,148 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:09:53,193 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-21 04:09:53,194 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-21 04:09:53,194 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-21 04:09:53,197 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-21 04:09:53,998 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:09:54,071 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-21 04:09:55,077 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:09:55,169 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:09:55,172 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:09:56,081 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:10:00,170 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:10:00,172 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:10:05,171 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:10:05,173 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:10:10,172 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:10:10,174 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:10:15,172 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:10:15,174 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:10:20,173 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:10:20,175 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:10:23,999 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:10:25,174 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:10:26,000 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:10:30,175 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:10:31,000 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:10:35,176 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:10:36,001 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:10:40,186 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:10:41,002 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:10:45,187 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:10:46,003 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:10:50,188 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:10:51,004 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:10:54,003 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:10:55,188 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:10:56,004 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:11:00,190 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:11:01,005 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:11:05,190 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:11:06,006 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:11:10,191 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:11:11,006 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:11:15,192 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:11:16,007 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:11:20,205 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:11:21,008 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:11:24,000 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:11:25,206 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:11:27,001 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:11:30,206 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:11:32,002 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:11:35,207 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:11:37,003 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:11:40,208 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:11:42,003 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:11:45,209 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:11:47,004 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:11:50,210 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:11:52,005 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:11:54,000 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:11:55,211 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:11:58,002 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:12:00,211 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:12:03,002 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:12:05,212 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:12:08,003 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:12:10,213 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:12:13,004 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:12:15,214 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:12:18,005 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:12:20,215 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:12:23,006 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:12:24,002 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:12:25,216 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:12:29,003 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:12:30,217 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:12:34,004 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:12:35,218 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:12:39,004 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:12:40,219 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:12:44,005 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:12:45,219 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:12:49,006 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:12:50,220 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:12:54,002 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:12:55,002 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:12:55,221 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:13:00,003 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:13:00,222 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:13:05,004 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:13:05,223 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:13:10,005 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:13:10,224 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:13:15,005 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:13:15,225 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:13:20,006 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:13:20,226 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:13:24,016 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:13:25,017 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:13:25,226 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:13:30,018 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:13:30,227 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:13:35,018 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:13:35,228 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:13:40,019 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:13:40,229 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:13:45,020 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:13:45,231 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:13:50,021 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:13:50,232 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:13:54,006 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:13:55,233 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:13:56,007 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:14:00,234 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:14:01,008 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:14:05,235 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:14:06,008 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:14:10,235 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:14:11,009 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:14:15,236 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:14:16,010 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:14:20,237 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:14:21,010 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:14:24,006 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:14:25,238 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:14:27,007 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:14:30,239 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:14:32,008 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:14:35,240 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:14:37,009 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:14:40,241 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:14:42,010 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:14:45,242 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:14:47,010 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:14:50,243 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:14:52,011 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:14:54,007 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:14:55,244 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:14:58,008 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:15:00,245 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:15:03,009 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:15:05,246 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:15:08,009 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:15:10,246 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:15:13,010 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:15:15,255 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:15:18,011 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:15:20,256 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:15:23,012 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:15:24,007 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:15:25,257 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:15:29,008 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:15:30,258 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:15:34,009 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:15:35,259 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:15:39,010 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:15:40,259 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:15:44,011 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:15:45,260 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:15:49,011 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:15:50,261 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:15:54,008 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:15:55,008 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:15:55,262 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:16:00,009 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:16:00,263 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:16:05,009 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:16:05,264 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:16:10,010 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:16:10,264 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:16:15,011 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:16:15,265 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:16:20,012 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:16:20,266 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:16:24,008 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:16:25,267 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:16:26,009 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:16:30,268 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:16:31,010 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:16:35,270 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:16:36,011 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:16:40,271 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:16:41,011 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:16:45,272 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:16:46,012 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:16:50,273 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:16:51,013 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:16:54,009 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:16:55,274 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:16:57,010 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:17:00,274 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:17:02,010 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:17:05,275 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:17:07,011 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:17:10,276 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:17:12,012 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:17:15,277 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:17:17,012 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:17:20,278 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:17:22,013 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:17:24,009 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:17:25,278 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:17:28,010 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:17:30,279 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:17:33,011 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:17:35,280 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:17:38,011 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:17:40,281 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:17:43,012 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:17:45,282 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:17:48,013 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:17:50,282 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:17:53,013 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:17:54,009 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:17:55,283 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:17:59,011 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:18:00,284 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:18:04,011 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:18:05,285 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:18:09,012 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:18:10,286 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:18:14,013 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:18:15,287 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:18:19,014 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:18:20,288 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:18:24,010 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:18:25,011 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:18:25,289 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:18:30,012 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:18:30,289 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:18:35,012 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:18:35,291 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:18:40,013 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:18:40,291 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:18:45,014 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:18:45,292 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:18:50,014 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:18:50,293 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:18:54,010 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:18:55,294 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:18:56,011 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:19:00,295 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:19:01,012 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:19:05,296 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:19:06,013 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:19:10,297 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:19:11,014 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:19:15,297 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:19:16,014 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:19:20,298 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:19:21,015 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:19:24,011 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:19:25,299 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:19:27,012 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:19:30,300 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:19:32,012 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:19:35,301 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:19:37,013 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:19:40,302 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:19:42,014 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:19:45,303 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:19:47,015 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:19:50,303 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:19:52,015 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:19:54,011 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:19:55,304 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:19:57,614 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-21 04:19:57,618 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-21 04:19:57,618 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-21 04:19:57,618 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:19:57,621 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-21 04:19:57,836 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-21 04:19:58,841 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:19:59,846 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:20:00,311 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:20:02,623 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:20:05,312 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:20:07,624 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:20:10,312 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:20:12,625 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:20:15,313 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:20:17,626 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:20:20,314 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:20:22,627 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:20:24,012 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:20:25,315 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:20:28,013 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:20:30,342 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:20:32,990 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:20:33,249 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:20:35,635 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:20:38,250 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:20:41,044 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:20:43,251 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:20:46,858 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:20:46,890 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:20:48,251 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:20:53,026 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:20:53,252 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:20:54,012 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:20:58,347 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:20:59,013 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:21:03,950 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:21:04,015 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:21:09,016 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:21:09,480 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:21:14,016 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:21:16,042 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:21:16,043 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:21:16,043 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:21:18,228 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:21:19,122 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:21:19,232 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:21:24,013 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:21:24,316 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:21:24,359 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:21:26,271 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:21:29,376 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:21:31,932 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:21:34,378 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:21:39,379 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:21:44,380 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:21:47,939 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:21:47,973 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:21:47,973 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:21:49,999 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:21:50,395 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:21:52,973 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:21:54,013 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:21:55,014 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:21:57,974 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:22:00,014 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:22:02,975 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:22:05,015 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:22:07,975 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:22:10,016 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:22:12,976 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:22:15,017 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:22:17,977 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:22:20,018 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:22:22,978 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:22:24,013 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:22:26,014 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:22:27,978 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:22:31,015 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:22:32,979 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:22:36,016 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:22:37,980 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:22:41,017 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:22:42,981 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:22:46,223 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:22:46,624 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:22:47,982 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:22:51,224 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:22:52,983 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:22:54,014 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:22:56,236 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:22:58,696 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:22:58,908 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:23:01,236 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:23:05,056 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:23:05,057 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:23:06,238 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:23:08,758 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:23:10,058 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:23:11,278 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:23:15,739 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:23:16,818 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:23:17,048 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:23:20,740 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:23:22,048 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:23:24,015 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:23:26,494 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:23:26,877 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:23:27,588 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:23:31,514 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:23:32,589 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:23:36,936 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:23:37,052 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:23:38,447 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:23:42,053 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:23:43,448 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:23:46,993 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:23:47,297 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:23:49,427 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:23:53,901 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:23:53,902 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:23:54,018 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:23:55,020 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:23:57,056 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:23:58,903 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:24:00,025 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:24:04,052 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:24:05,408 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:24:07,118 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:24:09,058 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:24:10,414 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:24:14,702 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:24:15,169 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:24:15,764 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:24:19,703 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:24:20,766 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:24:24,017 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:24:25,187 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:24:25,228 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:24:26,018 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:24:30,189 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:24:31,033 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:24:35,760 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:24:36,466 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:24:37,387 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:24:40,761 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:24:41,475 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:24:46,068 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:24:47,268 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:24:47,454 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:24:52,270 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:24:52,512 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:24:52,513 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:24:54,020 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:24:55,507 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:24:57,514 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:24:58,021 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:25:03,022 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:25:03,107 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:25:05,567 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:25:08,108 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:25:08,143 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:25:13,306 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:25:13,491 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:25:14,633 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:25:18,307 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:25:18,492 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:25:22,684 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:25:23,739 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:25:23,757 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:25:23,758 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:25:24,018 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:25:29,020 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:25:30,061 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:25:32,745 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:25:34,077 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:25:35,062 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:25:39,079 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:25:40,885 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:25:42,815 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:25:44,289 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:25:45,885 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:25:49,290 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:25:51,058 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:25:52,874 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:25:54,019 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:25:55,019 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:25:56,059 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:26:00,021 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:26:01,072 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-21 04:26:01,076 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-21 04:26:01,076 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-21 04:26:01,078 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-21 04:26:01,923 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-21 04:26:01,995 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:26:02,928 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:26:05,080 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:26:06,995 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:26:10,083 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:26:12,192 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:26:12,991 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:26:15,357 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:26:18,592 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:26:20,787 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:26:21,044 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:26:23,593 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:26:24,019 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:26:26,020 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:26:28,975 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:26:31,105 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:26:31,171 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:26:33,976 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:26:36,172 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:26:39,178 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:26:41,167 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:26:41,336 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:26:44,179 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:26:46,337 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:26:49,598 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:26:51,231 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:26:51,837 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:26:54,022 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:26:54,599 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:26:57,026 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:26:59,286 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:27:00,108 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:27:02,268 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:27:06,305 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:27:06,305 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:27:07,270 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:27:09,350 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:27:11,308 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:27:12,485 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:27:16,668 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:27:17,923 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:27:19,405 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:27:21,669 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:27:22,924 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:27:24,023 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:27:27,458 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:27:28,528 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:27:29,466 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:27:32,459 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:27:33,530 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:27:38,247 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:27:38,798 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:27:39,584 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:27:43,248 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:27:43,799 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:27:48,666 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:27:49,650 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:27:49,723 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:27:53,667 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:27:54,025 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:27:55,027 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:27:57,715 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:27:59,265 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:28:00,307 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:28:04,370 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:28:05,308 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:28:07,786 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:28:09,371 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:28:10,922 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:28:14,918 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:28:15,923 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:28:16,848 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:28:19,919 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:28:21,004 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:28:24,026 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:28:25,475 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:28:25,476 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:28:26,526 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:28:26,913 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:28:30,477 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:28:31,527 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:28:35,624 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:28:36,713 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:28:36,980 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:28:40,624 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:28:41,715 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:28:45,039 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:28:46,013 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:28:47,014 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:28:52,015 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:28:52,143 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:28:54,026 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:28:55,109 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:28:57,027 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:28:57,144 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:29:02,028 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:29:02,518 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:29:05,170 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:29:07,547 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:29:07,675 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:29:12,440 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-21 04:29:12,442 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-21 04:29:12,442 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-21 04:29:12,444 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-21 04:29:13,219 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-21 04:29:13,220 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:29:13,316 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:29:13,447 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:29:14,224 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:29:18,327 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:29:18,448 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:29:23,287 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:29:23,892 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:29:23,947 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:29:24,027 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:29:29,028 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:29:29,998 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:29:33,351 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:29:34,106 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:29:35,000 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:29:39,107 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:29:40,274 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:29:40,275 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:29:41,413 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:29:44,423 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:29:45,276 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:29:49,424 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:29:50,722 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:29:51,482 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:29:54,027 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:29:55,028 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:29:55,723 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:30:00,796 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:30:00,800 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:30:01,534 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:30:05,797 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:30:05,801 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:30:11,569 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:30:11,599 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:30:11,741 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:30:16,742 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:30:16,954 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:30:19,654 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:30:21,955 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:30:22,097 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:30:24,028 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:30:27,304 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:30:27,304 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:30:27,389 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:30:29,724 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:30:32,305 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:30:32,390 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:30:37,489 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:30:37,646 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:30:37,783 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:30:42,490 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:30:42,646 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:30:47,820 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:30:47,851 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:30:47,970 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:30:52,821 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:30:52,971 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:30:54,030 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:30:57,916 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:30:58,111 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:30:58,431 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:31:03,114 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:31:03,433 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:31:07,988 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:31:08,564 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:31:08,948 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:31:13,949 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:31:14,109 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:31:17,045 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:31:19,110 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:31:19,306 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:31:24,031 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:31:24,553 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:31:24,554 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:31:24,724 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:31:25,095 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:31:29,554 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:31:29,724 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:31:34,909 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:31:35,038 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:31:35,171 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:31:39,910 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:31:40,039 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:31:45,074 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:31:45,136 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:31:45,240 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:31:50,075 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:31:50,136 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:31:54,030 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:31:55,244 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:31:55,304 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:31:56,033 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:32:01,035 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:32:01,337 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:32:03,353 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:32:06,324 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:32:06,337 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:32:11,326 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:32:11,813 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:32:13,409 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:32:16,817 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:32:16,833 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:32:21,144 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-21 04:32:21,147 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-21 04:32:21,148 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-21 04:32:21,150 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-21 04:32:21,465 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-21 04:32:22,012 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:32:22,152 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:32:22,469 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:32:23,474 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:32:24,031 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:32:27,012 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:32:28,033 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:32:31,539 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:32:32,328 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:32:33,391 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:32:37,328 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:32:38,392 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:32:41,606 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:32:42,521 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:32:42,522 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:32:43,652 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:32:48,654 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:32:48,942 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:32:51,671 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:32:53,943 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:32:54,031 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:32:54,032 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:32:59,033 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:32:59,305 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:33:01,742 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:33:04,306 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:33:04,498 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:33:09,521 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:33:09,521 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:33:09,943 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:33:11,807 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:33:14,782 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:33:14,944 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:33:19,856 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:33:19,977 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:33:20,079 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:33:24,032 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:33:24,978 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:33:26,033 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:33:29,929 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:33:30,725 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:33:31,853 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:33:36,854 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:33:37,009 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:33:39,986 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:33:42,011 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:33:42,168 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:33:47,169 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:33:47,234 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:33:50,041 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:33:52,345 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:33:52,839 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:33:54,033 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-21 04:33:58,034 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:33:58,511 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:33:58,512 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:34:00,109 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-21 04:34:03,515 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:34:03,826 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:34:09,396 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-21 04:34:09,447 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-21 04:34:10,213 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log