diff --git "a/wandb/run-20220201_223624-2b1hcyq3/logs/debug-internal.log" "b/wandb/run-20220201_223624-2b1hcyq3/logs/debug-internal.log" --- "a/wandb/run-20220201_223624-2b1hcyq3/logs/debug-internal.log" +++ "b/wandb/run-20220201_223624-2b1hcyq3/logs/debug-internal.log" @@ -11173,3 +11173,618 @@ 2022-02-02 03:08:22,893 DEBUG SenderThread:38198 [sender.py:send():234] send: stats 2022-02-02 03:08:29,645 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status 2022-02-02 03:08:29,645 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:08:40,061 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:08:42,062 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:08:44,064 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:08:44,822 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:08:44,823 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:08:46,065 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:08:48,067 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:08:50,068 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:08:52,069 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:08:53,129 DEBUG SenderThread:38198 [sender.py:send():234] send: stats +2022-02-02 03:08:54,071 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:08:56,072 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:08:58,073 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:09:00,023 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:09:00,024 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:09:00,074 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:09:02,075 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:09:04,077 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:09:09,080 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:09:11,081 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:09:13,082 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:09:15,084 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:09:15,198 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:09:15,198 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:09:17,085 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:09:19,086 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:09:21,088 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:09:23,089 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:09:23,510 DEBUG SenderThread:38198 [sender.py:send():234] send: stats +2022-02-02 03:09:25,091 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:09:27,093 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:09:29,095 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:09:30,363 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:09:30,364 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:09:31,098 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:09:33,100 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:09:35,101 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:09:37,103 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:09:39,105 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:09:41,107 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:09:43,109 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:09:45,111 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:09:45,666 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:09:45,667 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:09:47,113 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:09:49,121 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:09:51,123 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:09:53,124 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:09:53,758 DEBUG SenderThread:38198 [sender.py:send():234] send: stats +2022-02-02 03:09:55,126 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:09:57,128 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:09:59,130 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:10:00,833 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:10:00,833 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:10:01,132 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:10:03,133 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:10:05,135 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:10:09,138 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:10:11,140 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:10:13,142 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:10:15,144 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:10:16,077 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:10:16,078 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:10:17,146 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:10:19,148 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:10:21,150 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:10:23,152 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:10:24,034 DEBUG SenderThread:38198 [sender.py:send():234] send: stats +2022-02-02 03:10:25,154 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:10:27,156 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:10:29,158 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:10:31,606 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:10:31,607 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:10:32,161 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:10:34,163 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:10:36,165 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:10:38,167 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:10:38,906 DEBUG SenderThread:38198 [sender.py:send():234] send: history +2022-02-02 03:10:38,940 DEBUG SenderThread:38198 [sender.py:send():234] send: summary +2022-02-02 03:10:38,989 INFO SenderThread:38198 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-02-02 03:10:39,168 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:10:39,169 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/wandb-summary.json +2022-02-02 03:10:40,170 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:10:42,172 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:10:44,174 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:10:46,176 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:10:46,798 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:10:46,799 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:10:48,178 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:10:50,180 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:10:52,181 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:10:54,184 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:10:54,300 DEBUG SenderThread:38198 [sender.py:send():234] send: stats +2022-02-02 03:10:56,186 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:10:58,187 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:11:00,189 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:11:02,001 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:11:02,002 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:11:02,191 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:11:04,193 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:11:06,194 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:11:10,203 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:11:12,206 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:11:14,208 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:11:16,210 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:11:17,218 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:11:17,219 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:11:18,212 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:11:20,214 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:11:22,216 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:11:24,218 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:11:24,526 DEBUG SenderThread:38198 [sender.py:send():234] send: stats +2022-02-02 03:11:26,220 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:11:28,222 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:11:30,224 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:11:32,226 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:11:32,417 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:11:32,417 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:11:34,228 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:11:36,230 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:11:38,232 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:11:40,234 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:11:42,236 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:11:44,238 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:11:46,240 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:11:47,654 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:11:47,654 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:11:48,242 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:11:50,243 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:11:52,245 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:11:54,245 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:11:54,843 DEBUG SenderThread:38198 [sender.py:send():234] send: stats +2022-02-02 03:11:56,247 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:11:58,248 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:12:00,250 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:12:02,251 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:12:02,817 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:12:02,817 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:12:04,252 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:12:06,254 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:12:10,257 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:12:12,258 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:12:14,259 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:12:16,261 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:12:18,016 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:12:18,017 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:12:18,263 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:12:20,265 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:12:22,266 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:12:24,268 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:12:25,044 DEBUG SenderThread:38198 [sender.py:send():234] send: stats +2022-02-02 03:12:26,270 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:12:28,272 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:12:30,274 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:12:32,276 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:12:33,176 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:12:33,176 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:12:34,279 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:12:36,281 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:12:38,282 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:12:39,435 DEBUG SenderThread:38198 [sender.py:send():234] send: history +2022-02-02 03:12:39,525 DEBUG SenderThread:38198 [sender.py:send():234] send: summary +2022-02-02 03:12:39,567 INFO SenderThread:38198 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-02-02 03:12:40,284 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:12:40,285 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/wandb-summary.json +2022-02-02 03:12:42,286 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:12:45,288 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:12:47,290 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:12:48,337 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:12:48,338 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:12:49,296 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:12:51,298 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:12:53,299 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:12:55,302 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:12:55,319 DEBUG SenderThread:38198 [sender.py:send():234] send: stats +2022-02-02 03:12:57,302 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:12:59,304 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:13:01,306 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:13:03,307 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:13:03,543 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:13:03,543 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:13:05,309 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:13:07,311 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:13:11,313 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:13:13,315 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:13:15,317 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:13:17,319 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:13:18,781 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:13:18,781 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:13:19,321 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:13:21,323 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:13:23,325 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:13:25,327 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:13:25,555 DEBUG SenderThread:38198 [sender.py:send():234] send: stats +2022-02-02 03:13:27,328 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:13:29,329 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:13:31,331 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:13:33,332 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:13:34,047 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:13:34,048 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:13:35,333 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:13:37,335 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:13:39,336 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:13:41,338 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:13:43,339 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:13:45,340 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:13:47,341 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:13:49,329 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:13:49,329 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:13:49,342 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:13:51,344 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:13:53,345 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:13:55,346 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:13:55,901 DEBUG SenderThread:38198 [sender.py:send():234] send: stats +2022-02-02 03:13:57,347 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:13:59,349 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:14:01,350 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:14:03,351 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:14:04,639 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:14:04,639 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:14:05,353 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:14:09,355 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:14:11,357 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:14:13,358 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:14:15,359 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:14:17,360 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:14:19,362 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:14:19,968 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:14:19,969 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:14:21,363 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:14:23,364 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:14:25,365 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:14:26,137 DEBUG SenderThread:38198 [sender.py:send():234] send: stats +2022-02-02 03:14:27,366 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:14:30,368 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:14:32,369 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:14:34,370 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:14:35,279 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:14:35,280 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:14:36,372 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:14:38,373 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:14:39,312 DEBUG SenderThread:38198 [sender.py:send():234] send: history +2022-02-02 03:14:39,413 DEBUG SenderThread:38198 [sender.py:send():234] send: summary +2022-02-02 03:14:39,518 INFO SenderThread:38198 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-02-02 03:14:40,419 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:14:40,420 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/wandb-summary.json +2022-02-02 03:14:42,420 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:14:44,421 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:14:46,425 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:14:48,426 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:14:50,427 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:14:50,478 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:14:50,479 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:14:52,429 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:14:54,430 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:14:56,431 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:14:56,504 DEBUG SenderThread:38198 [sender.py:send():234] send: stats +2022-02-02 03:14:58,433 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:15:00,434 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:15:02,436 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:15:04,437 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:15:05,808 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:15:05,808 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:15:06,439 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:15:10,442 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:15:12,443 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:15:14,445 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:15:16,446 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:15:18,447 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:15:20,449 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:15:21,023 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:15:21,024 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:15:22,450 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:15:24,451 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:15:26,453 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:15:26,855 DEBUG SenderThread:38198 [sender.py:send():234] send: stats +2022-02-02 03:15:28,454 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:15:30,456 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:15:32,457 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:15:34,459 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:15:36,278 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:15:36,278 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:15:36,460 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:15:38,462 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:15:40,463 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:15:42,465 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:15:44,466 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:15:46,467 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:15:48,469 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:15:51,470 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:15:51,476 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:15:51,476 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:15:53,472 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:15:55,473 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:15:57,085 DEBUG SenderThread:38198 [sender.py:send():234] send: stats +2022-02-02 03:15:57,474 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:15:59,476 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:16:01,477 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:16:03,478 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:16:05,480 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:16:06,691 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:16:06,691 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:16:07,481 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:16:11,484 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:16:13,485 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:16:15,487 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:16:17,488 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:16:19,489 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:16:21,490 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:16:21,906 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:16:21,907 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:16:23,492 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:16:25,493 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:16:27,327 DEBUG SenderThread:38198 [sender.py:send():234] send: stats +2022-02-02 03:16:27,494 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:16:29,496 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:16:31,497 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:16:33,498 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:16:35,500 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:16:37,138 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:16:37,138 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:16:37,501 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:16:39,388 DEBUG SenderThread:38198 [sender.py:send():234] send: history +2022-02-02 03:16:39,468 DEBUG SenderThread:38198 [sender.py:send():234] send: summary +2022-02-02 03:16:39,498 INFO SenderThread:38198 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-02-02 03:16:39,503 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:16:39,503 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/wandb-summary.json +2022-02-02 03:16:40,503 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:16:41,504 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:16:43,505 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:16:45,506 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:16:47,507 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:16:49,507 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:16:51,508 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:16:52,310 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:16:52,311 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:16:53,510 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:16:55,511 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:16:57,512 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:16:57,713 DEBUG SenderThread:38198 [sender.py:send():234] send: stats +2022-02-02 03:16:59,514 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:17:01,515 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:17:03,516 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:17:05,517 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:17:07,561 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:17:07,561 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:17:09,519 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:17:11,521 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:17:13,522 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:17:15,524 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:17:17,525 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:17:19,526 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:17:21,527 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:17:22,799 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:17:22,799 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:17:23,529 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:17:25,530 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:17:27,532 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:17:28,031 DEBUG SenderThread:38198 [sender.py:send():234] send: stats +2022-02-02 03:17:29,533 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:17:31,534 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:17:33,536 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:17:35,537 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:17:37,538 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:17:38,031 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:17:38,032 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:17:40,540 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:17:42,542 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:17:44,543 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:17:46,544 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:17:48,546 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:17:50,547 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:17:52,548 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:17:53,266 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:17:53,266 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:17:54,549 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:17:56,551 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:17:58,329 DEBUG SenderThread:38198 [sender.py:send():234] send: stats +2022-02-02 03:17:58,552 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:18:00,553 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:18:02,555 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:18:04,556 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:18:08,446 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:18:08,447 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:18:08,559 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:18:10,560 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:18:12,561 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:18:14,563 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:18:16,564 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:18:18,566 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:18:20,568 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:18:22,570 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:18:23,707 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:18:23,707 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:18:24,572 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:18:26,574 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:18:28,576 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:18:28,640 DEBUG SenderThread:38198 [sender.py:send():234] send: stats +2022-02-02 03:18:30,578 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:18:32,580 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:18:34,582 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:18:36,583 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:18:38,584 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:18:38,672 DEBUG SenderThread:38198 [sender.py:send():234] send: history +2022-02-02 03:18:38,770 DEBUG SenderThread:38198 [sender.py:send():234] send: summary +2022-02-02 03:18:38,819 INFO SenderThread:38198 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-02-02 03:18:38,944 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:18:38,947 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:18:39,585 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:18:39,585 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/wandb-summary.json +2022-02-02 03:18:40,585 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:18:42,587 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:18:44,588 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:18:46,589 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:18:48,591 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:18:50,592 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:18:52,594 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:18:54,197 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:18:54,198 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:18:54,595 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:18:56,597 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:18:58,599 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:18:58,982 DEBUG SenderThread:38198 [sender.py:send():234] send: stats +2022-02-02 03:19:00,601 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:19:03,603 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:19:05,605 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:19:07,607 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:19:09,513 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:19:09,513 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:19:09,609 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:19:11,611 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:19:13,613 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:19:15,615 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:19:17,617 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:19:19,619 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:19:21,621 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:19:23,623 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:19:24,713 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:19:24,713 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:19:25,625 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:19:27,627 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:19:29,342 DEBUG SenderThread:38198 [sender.py:send():234] send: stats +2022-02-02 03:19:29,629 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:19:31,631 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:19:33,633 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:19:35,635 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:19:37,637 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:19:39,639 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:19:39,998 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:19:39,998 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:19:41,641 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:19:43,642 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:19:45,643 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:19:47,644 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:19:49,645 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:19:51,646 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:19:53,648 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:19:55,338 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:19:55,339 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:19:55,649 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:19:57,651 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:19:59,569 DEBUG SenderThread:38198 [sender.py:send():234] send: stats +2022-02-02 03:20:00,652 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:20:02,654 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:20:04,656 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:20:06,657 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:20:08,659 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:20:10,603 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:20:10,604 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:20:10,660 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:20:12,662 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:20:14,664 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:20:16,666 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:20:18,668 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:20:20,670 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:20:22,672 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:20:24,674 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:20:25,884 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:20:25,884 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:20:26,676 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:20:28,678 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:20:29,925 DEBUG SenderThread:38198 [sender.py:send():234] send: stats +2022-02-02 03:20:30,680 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:20:32,682 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:20:34,683 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:20:36,685 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:20:38,687 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:20:40,689 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:20:42,323 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:20:42,324 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:20:42,691 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:20:44,693 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:20:46,695 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:20:48,696 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:20:50,698 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:20:52,699 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:20:54,701 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:20:56,704 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:20:57,490 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:20:57,491 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:20:59,706 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:21:00,146 DEBUG SenderThread:38198 [sender.py:send():234] send: stats +2022-02-02 03:21:01,708 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:21:03,710 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:21:05,712 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:21:07,713 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:21:09,715 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:21:11,717 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:21:12,771 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:21:12,772 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:21:13,719 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:21:15,721 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:21:17,723 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:21:19,725 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:21:21,727 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:21:23,728 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:21:25,730 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:21:27,732 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:21:27,986 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:21:27,987 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:21:29,734 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:21:30,368 DEBUG SenderThread:38198 [sender.py:send():234] send: stats +2022-02-02 03:21:31,736 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:21:33,738 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:21:35,739 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:21:37,741 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:21:39,743 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:21:41,745 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:21:43,464 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:21:43,464 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:21:43,747 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:21:45,748 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:21:47,750 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:21:49,752 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:21:51,754 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:21:53,756 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:21:55,758 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:21:57,761 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:21:58,631 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:21:58,631 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:21:59,763 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:22:00,668 DEBUG SenderThread:38198 [sender.py:send():234] send: stats +2022-02-02 03:22:01,765 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:22:03,769 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:22:06,771 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:22:08,773 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:22:10,775 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:22:12,777 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:22:13,879 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:22:13,879 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:22:14,779 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:22:16,781 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:22:18,784 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:22:20,786 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:22:22,788 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:22:24,789 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:22:26,791 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:22:28,793 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:22:29,156 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:22:29,156 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:22:30,795 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:22:31,021 DEBUG SenderThread:38198 [sender.py:send():234] send: stats +2022-02-02 03:22:32,797 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:22:34,799 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:22:36,801 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:22:38,802 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:22:40,804 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:22:42,806 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:22:44,396 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:22:44,396 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:22:44,808 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:22:46,810 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:22:48,811 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:22:50,813 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:22:52,815 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:22:54,817 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:22:56,818 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:22:58,820 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:22:59,571 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:22:59,572 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:23:00,821 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:23:01,252 DEBUG SenderThread:38198 [sender.py:send():234] send: stats +2022-02-02 03:23:02,823 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:23:04,824 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:23:06,825 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:23:14,765 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:23:14,765 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:23:29,994 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:23:29,995 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:23:31,485 DEBUG SenderThread:38198 [sender.py:send():234] send: stats +2022-02-02 03:23:45,212 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:23:45,212 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:24:00,426 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:24:00,426 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:24:01,704 DEBUG SenderThread:38198 [sender.py:send():234] send: stats +2022-02-02 03:24:04,291 DEBUG SenderThread:38198 [sender.py:send():234] send: history +2022-02-02 03:24:04,325 DEBUG SenderThread:38198 [sender.py:send():234] send: summary +2022-02-02 03:24:04,369 INFO SenderThread:38198 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-02-02 03:24:04,863 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/wandb-summary.json +2022-02-02 03:24:05,864 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:24:06,865 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:24:07,867 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:24:15,625 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:24:15,626 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:24:17,872 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log +2022-02-02 03:24:30,793 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:24:30,794 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:24:31,930 DEBUG SenderThread:38198 [sender.py:send():234] send: stats +2022-02-02 03:24:45,963 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:24:45,963 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:25:01,141 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:25:01,142 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status +2022-02-02 03:25:02,156 DEBUG SenderThread:38198 [sender.py:send():234] send: stats +2022-02-02 03:25:16,307 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status +2022-02-02 03:25:16,308 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status