diff --git "a/wandb/run-20220206_014057-iss04l8x/logs/debug-internal.log" "b/wandb/run-20220206_014057-iss04l8x/logs/debug-internal.log" --- "a/wandb/run-20220206_014057-iss04l8x/logs/debug-internal.log" +++ "b/wandb/run-20220206_014057-iss04l8x/logs/debug-internal.log" @@ -4896,3 +4896,1643 @@ 2022-02-06 06:23:45,259 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status 2022-02-06 06:23:45,259 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status 2022-02-06 06:23:50,017 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:23:59,823 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:24:00,602 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:24:00,603 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:24:07,829 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:24:15,840 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:24:15,840 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:24:17,836 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:24:20,254 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:24:25,842 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:24:31,010 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:24:31,010 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:24:33,847 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:24:43,853 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:24:46,197 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:24:46,198 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:24:50,476 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:24:51,859 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:24:59,864 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:25:01,482 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:25:01,482 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:25:07,870 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:25:15,875 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:25:16,649 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:25:16,650 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:25:20,712 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:25:23,880 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:25:31,819 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:25:31,820 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:25:31,886 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:25:39,891 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:25:47,067 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:25:47,068 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:25:47,896 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:25:50,919 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:25:53,900 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:26:01,906 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:26:02,350 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:26:02,350 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:26:09,911 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:26:15,915 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:26:17,616 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:26:17,616 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:26:21,159 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:26:23,921 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:26:29,924 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:26:32,788 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:26:32,788 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:26:36,929 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:26:44,935 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:26:48,151 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:26:48,153 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:26:50,940 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:26:51,353 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:26:56,944 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:27:02,948 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:27:03,410 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:27:03,410 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:27:10,953 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:27:16,957 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:27:18,589 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:27:18,589 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:27:21,592 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:27:22,960 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:27:28,964 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:27:32,967 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:27:33,761 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:27:33,761 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:27:38,971 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:27:44,974 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:27:48,948 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:27:48,949 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:27:50,979 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:27:51,815 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:27:54,981 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:28:00,985 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:28:04,189 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:28:04,190 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:28:04,988 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:28:10,992 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:28:14,995 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:28:18,998 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:28:19,414 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:28:19,414 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:28:22,060 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:28:23,001 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:28:28,004 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:28:34,580 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:28:34,580 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:28:42,012 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:28:49,931 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:28:49,932 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:28:52,267 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:28:56,022 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:29:05,186 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:29:05,186 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:29:08,030 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:29:20,037 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:29:20,459 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:29:20,460 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:29:22,523 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:29:30,044 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:29:35,769 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:29:35,770 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:29:40,050 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:29:50,056 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:29:51,237 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:29:51,238 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:29:52,733 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:30:01,062 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:30:06,528 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:30:06,529 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:30:09,068 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:30:19,073 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:30:21,903 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:30:21,904 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:30:22,941 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:30:29,080 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:30:37,085 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:30:37,204 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:30:37,205 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:30:45,090 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:30:52,495 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:30:52,496 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:30:53,141 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:30:55,097 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:31:03,103 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:31:07,829 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:31:07,830 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:31:11,109 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:31:21,115 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:31:23,222 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:31:23,223 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:31:23,410 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:31:29,120 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:31:37,125 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:31:38,509 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:31:38,510 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:31:45,130 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:31:53,135 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:31:53,599 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:31:53,676 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:31:53,676 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:32:01,140 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:32:08,145 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:32:08,942 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:32:08,943 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:32:16,150 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:32:23,823 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:32:24,097 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:32:24,098 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:32:24,155 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:32:30,159 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:32:38,163 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:32:39,416 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:32:39,417 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:32:46,168 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:32:52,171 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:32:54,018 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:32:54,694 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:32:54,694 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:32:58,176 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:33:06,181 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:33:09,984 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:33:09,985 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:33:12,185 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:33:18,190 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:33:24,194 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:33:24,221 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:33:25,152 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:33:25,153 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:33:32,200 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:33:36,203 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:33:40,339 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:33:40,340 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:33:42,207 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:33:48,212 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:33:54,216 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:33:54,477 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:33:55,506 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:33:55,507 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:34:00,220 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:34:04,223 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:34:10,663 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:34:10,664 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:34:11,228 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:34:17,232 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:34:21,234 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:34:24,701 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:34:25,903 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:34:25,904 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:34:27,239 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:34:31,242 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:34:35,245 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:34:39,248 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:34:41,067 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:34:41,067 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:34:43,251 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:34:47,254 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:34:54,926 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:34:56,331 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:34:56,331 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:35:03,263 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:35:11,496 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:35:11,497 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:35:15,271 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:35:25,155 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:35:26,654 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:35:26,655 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:35:27,279 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:35:39,286 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:35:41,820 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:35:41,820 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:35:49,293 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:35:55,368 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:35:57,083 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:35:57,084 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:36:00,300 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:36:10,306 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:36:12,250 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:36:12,250 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:36:20,312 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:36:25,590 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:36:27,521 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:36:27,522 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:36:30,319 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:36:37,088 DEBUG SenderThread:33110 [sender.py:send():235] send: history +2022-02-06 06:36:37,210 DEBUG SenderThread:33110 [sender.py:send():235] send: summary +2022-02-06 06:36:37,252 INFO SenderThread:33110 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-06 06:36:37,324 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/wandb-summary.json +2022-02-06 06:36:38,324 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:36:39,325 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:36:42,955 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:36:42,957 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:36:48,330 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:36:55,839 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:36:56,335 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:36:58,211 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:36:58,211 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:37:04,341 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:37:13,591 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:37:13,591 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:37:14,347 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:37:22,353 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:37:26,088 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:37:28,875 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:37:28,876 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:37:30,358 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:37:38,364 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:37:44,042 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:37:44,043 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:37:46,369 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:37:54,375 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:37:56,274 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:37:59,207 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:37:59,208 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:38:02,380 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:38:11,385 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:38:14,548 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:38:14,549 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:38:19,390 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:38:26,485 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:38:27,395 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:38:29,715 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:38:29,716 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:38:35,401 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:38:41,405 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:38:44,949 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:38:44,950 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:38:49,410 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:38:55,414 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:38:56,701 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:39:00,110 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:39:00,111 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:39:03,419 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:39:09,423 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:39:15,386 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:39:15,386 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:39:17,428 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:39:23,432 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:39:26,914 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:39:29,435 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:39:30,589 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:39:30,589 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:39:35,439 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:39:41,443 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:39:45,771 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:39:45,772 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:39:48,447 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:39:54,451 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:39:57,151 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:40:00,456 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:40:01,004 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:40:01,005 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:40:06,460 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:40:12,463 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:40:16,218 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:40:16,219 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:40:18,466 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:40:24,470 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:40:27,385 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:40:28,472 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:40:31,460 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:40:31,461 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:40:34,475 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:40:38,478 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:40:44,482 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:40:46,656 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:40:46,656 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:40:48,485 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:40:52,488 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:40:56,491 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:40:57,606 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:41:00,494 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:41:01,938 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:41:01,938 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:41:04,497 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:41:17,102 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:41:17,102 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:41:20,506 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:41:27,826 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:41:32,455 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:41:32,456 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:41:32,514 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:41:45,522 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:41:47,805 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:41:47,805 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:41:55,528 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:41:58,056 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:42:03,191 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:42:03,191 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:42:05,535 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:42:15,541 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:42:18,424 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:42:18,424 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:42:25,547 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:42:28,258 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:42:33,661 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:42:33,662 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:42:35,553 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:42:45,560 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:42:48,990 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:42:48,990 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:42:55,566 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:42:58,468 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:43:03,572 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:43:04,262 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:43:04,262 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:43:13,578 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:43:19,456 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:43:19,457 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:43:21,583 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:43:28,669 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:43:32,590 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:43:34,848 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:43:34,849 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:43:40,596 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:43:48,601 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:43:50,095 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:43:50,096 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:43:56,606 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:43:58,902 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:44:04,612 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:44:05,386 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:44:05,387 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:44:12,617 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:44:20,553 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:44:20,553 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:44:20,621 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:44:28,627 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:44:29,151 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:44:35,776 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:44:35,776 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:44:36,632 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:44:44,637 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:44:50,641 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:44:50,991 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:44:50,991 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:44:59,410 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:44:59,647 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:45:06,216 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:45:06,217 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:45:07,651 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:45:13,655 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:45:21,380 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:45:21,381 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:45:21,660 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:45:27,664 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:45:29,616 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:45:33,668 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:45:36,718 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:45:36,718 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:45:41,673 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:45:47,677 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:45:51,963 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:45:51,963 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:45:53,681 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:45:59,685 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:45:59,841 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:46:05,689 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:46:07,266 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:46:07,267 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:46:11,693 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:46:17,697 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:46:22,456 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:46:22,457 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:46:23,702 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:46:29,706 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:46:30,050 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:46:35,709 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:46:37,734 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:46:37,734 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:46:41,713 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:46:45,716 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:46:52,720 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:46:52,942 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:46:52,942 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:46:56,723 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:47:00,260 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:47:02,728 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:47:06,732 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:47:08,111 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:47:08,112 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:47:12,738 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:47:16,741 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:47:20,744 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:47:23,340 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:47:23,340 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:47:24,747 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:47:30,458 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:47:38,510 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:47:38,511 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:47:38,758 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:47:52,767 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:47:53,674 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:47:53,674 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:48:00,696 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:48:02,773 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:48:08,850 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:48:08,851 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:48:12,780 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:48:24,163 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:48:24,163 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:48:24,789 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:48:30,925 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:48:34,796 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:48:39,426 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:48:39,427 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:48:44,804 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:48:54,739 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:48:54,739 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:48:55,810 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:49:01,129 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:49:03,816 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:49:09,899 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:49:09,900 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:49:13,052 DEBUG SenderThread:33110 [sender.py:send():235] send: history +2022-02-06 06:49:13,157 DEBUG SenderThread:33110 [sender.py:send():235] send: summary +2022-02-06 06:49:13,193 INFO SenderThread:33110 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-06 06:49:13,824 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/wandb-summary.json +2022-02-06 06:49:15,826 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:49:23,832 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:49:25,222 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:49:25,223 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:49:31,357 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:49:33,839 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:49:40,508 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:49:40,508 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:49:41,846 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:49:51,853 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:49:55,793 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:49:55,793 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:49:59,858 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:50:01,565 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:50:07,863 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:50:11,068 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:50:11,069 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:50:15,869 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:50:23,874 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:50:26,524 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:50:26,524 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:50:31,802 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:50:31,880 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:50:39,886 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:50:41,690 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:50:41,691 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:50:47,891 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:50:53,896 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:50:56,968 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:50:56,968 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:51:01,902 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:51:02,033 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:51:10,907 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:51:12,223 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:51:12,224 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:51:18,914 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:51:24,918 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:51:27,508 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:51:27,509 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:51:30,923 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:51:32,230 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:51:38,928 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:51:42,767 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:51:42,768 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:51:44,934 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:51:52,941 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:51:57,951 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:51:57,951 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:51:58,945 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:52:02,443 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:52:04,950 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:52:10,955 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:52:13,129 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:52:13,130 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:52:16,959 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:52:22,964 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:52:28,298 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:52:28,298 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:52:30,969 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:52:32,639 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:52:34,972 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:52:40,976 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:52:43,611 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:52:43,611 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:52:46,980 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:52:52,983 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:52:58,765 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:52:58,766 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:52:58,987 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:53:02,885 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:53:02,990 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:53:08,993 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:53:13,928 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:53:13,929 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:53:14,997 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:53:19,000 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:53:23,003 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:53:29,227 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:53:29,228 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:53:30,007 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:53:33,090 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:53:34,009 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:53:38,012 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:53:40,013 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:53:44,519 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:53:44,519 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:53:58,025 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:53:59,702 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:53:59,703 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:54:03,416 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:54:10,033 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:54:15,024 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:54:15,025 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:54:22,041 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:54:30,265 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:54:30,265 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:54:33,622 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:54:34,049 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:54:44,056 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:54:45,586 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:54:45,587 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:54:54,060 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:55:00,752 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:55:00,753 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:55:03,825 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:55:04,066 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:55:15,072 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:55:15,921 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:55:15,921 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:55:25,079 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:55:31,138 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:55:31,139 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:55:33,084 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:55:34,033 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:55:43,091 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:55:46,460 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:55:46,461 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:55:51,096 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:56:01,104 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:56:01,860 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:56:01,860 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:56:04,241 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:56:09,109 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:56:17,089 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:56:17,090 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:56:17,115 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:56:25,120 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:56:32,333 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:56:32,334 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:56:33,126 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:56:34,475 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:56:42,131 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:56:47,537 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:56:47,538 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:56:50,137 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:56:58,142 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:57:02,764 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:57:02,764 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:57:04,680 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:57:06,147 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:57:14,152 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:57:18,145 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:57:18,145 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:57:20,156 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:57:28,161 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:57:33,423 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:57:33,424 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:57:34,165 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:57:34,918 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:57:42,169 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:57:48,173 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:57:48,682 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:57:48,682 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:57:56,178 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:58:02,183 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:58:03,905 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:58:03,905 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:58:05,131 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:58:10,187 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:58:16,191 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:58:19,075 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:58:19,076 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:58:22,195 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:58:28,199 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:58:34,326 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:58:34,326 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:58:35,203 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:58:35,323 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:58:41,207 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:58:47,211 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:58:49,572 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:58:49,572 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:58:53,216 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:58:59,220 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:59:04,731 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:59:04,732 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:59:05,225 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:59:05,565 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:59:11,229 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:59:17,233 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:59:19,897 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:59:19,897 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:59:21,237 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:59:27,241 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:59:31,244 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:59:35,117 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:59:35,117 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:59:35,770 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 06:59:37,248 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:59:41,251 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:59:45,253 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:59:49,256 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:59:50,333 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 06:59:50,333 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 06:59:53,258 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 06:59:57,261 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:00:05,495 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:00:05,495 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:00:05,982 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:00:13,270 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:00:20,683 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:00:20,684 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:00:27,278 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:00:35,885 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:00:35,886 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:00:36,252 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:00:37,284 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:00:50,292 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:00:51,122 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:00:51,123 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:01:00,298 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:01:06,327 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:01:06,328 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:01:06,506 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:01:10,304 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:01:20,311 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:01:21,836 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:01:21,836 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:01:30,318 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:01:36,723 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:01:37,083 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:01:37,084 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:01:40,324 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:01:48,624 DEBUG SenderThread:33110 [sender.py:send():235] send: history +2022-02-06 07:01:48,734 DEBUG SenderThread:33110 [sender.py:send():235] send: summary +2022-02-06 07:01:48,770 INFO SenderThread:33110 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-06 07:01:49,330 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/wandb-summary.json +2022-02-06 07:01:49,331 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:01:50,331 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:01:52,380 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:01:52,381 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:02:00,337 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:02:06,949 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:02:07,678 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:02:07,679 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:02:08,342 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:02:16,347 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:02:23,040 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:02:23,040 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:02:24,352 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:02:32,358 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:02:37,183 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:02:38,225 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:02:38,225 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:02:43,365 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:02:51,370 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:02:53,507 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:02:53,508 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:02:59,375 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:03:07,370 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:03:07,381 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:03:08,669 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:03:08,669 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:03:15,386 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:03:23,391 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:03:23,959 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:03:23,960 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:03:31,397 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:03:37,401 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:03:37,573 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:03:39,249 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:03:39,250 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:03:45,406 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:03:53,411 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:03:54,541 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:03:54,542 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:03:59,415 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:04:05,419 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:04:07,798 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:04:09,828 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:04:09,828 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:04:13,423 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:04:20,427 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:04:25,038 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:04:25,038 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:04:28,432 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:04:34,435 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:04:38,023 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:04:40,301 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:04:40,302 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:04:40,439 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:04:48,445 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:04:54,449 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:04:55,461 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:04:55,462 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:05:00,453 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:05:06,457 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:05:08,221 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:05:10,679 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:05:10,679 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:05:12,461 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:05:18,465 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:05:24,469 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:05:25,842 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:05:25,843 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:05:30,473 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:05:34,476 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:05:38,420 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:05:40,481 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:05:41,006 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:05:41,007 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:05:46,485 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:05:50,488 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:05:56,216 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:05:56,216 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:05:57,492 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:06:01,494 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:06:05,497 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:06:08,622 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:06:09,500 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:06:11,369 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:06:11,370 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:06:13,502 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:06:17,504 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:06:26,751 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:06:26,751 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:06:33,513 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:06:38,824 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:06:41,981 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:06:41,981 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:06:45,520 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:06:57,146 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:06:57,146 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:06:57,527 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:07:07,534 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:07:09,050 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:07:12,688 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:07:12,688 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:07:19,541 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:07:27,939 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:07:27,939 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:07:29,547 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:07:39,258 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:07:40,554 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:07:43,235 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:07:43,235 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:07:50,560 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:07:58,524 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:07:58,525 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:07:58,565 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:08:08,571 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:08:09,494 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:08:13,870 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:08:13,871 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:08:16,576 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:08:26,582 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:08:29,156 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:08:29,157 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:08:34,586 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:08:39,778 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:08:44,428 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:08:44,429 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:08:44,592 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:08:52,596 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:08:59,590 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:08:59,591 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:09:00,602 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:09:08,608 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:09:10,027 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:09:14,890 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:09:14,891 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:09:17,614 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:09:25,619 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:09:30,214 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:09:30,214 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:09:33,622 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:09:40,219 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:09:41,626 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:09:45,428 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:09:45,429 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:09:49,632 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:09:57,637 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:10:00,585 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:10:00,585 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:10:03,642 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:10:10,428 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:10:11,650 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:10:16,061 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:10:16,061 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:10:17,654 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:10:25,659 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:10:31,284 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:10:31,285 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:10:31,663 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:10:39,668 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:10:40,634 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:10:45,672 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:10:46,450 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:10:46,450 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:10:51,676 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:10:57,680 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:11:01,700 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:11:01,701 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:11:05,685 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:11:10,830 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:11:11,688 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:11:16,865 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:11:16,866 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:11:17,691 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:11:23,695 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:11:30,700 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:11:32,144 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:11:32,144 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:11:36,704 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:11:41,034 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:11:42,708 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:11:46,710 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:11:47,386 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:11:47,387 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:11:52,714 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:11:58,718 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:12:02,628 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:12:02,628 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:12:02,721 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:12:08,725 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:12:11,238 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:12:12,728 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:12:16,731 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:12:17,791 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:12:17,791 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:12:20,734 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:12:26,739 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:12:30,741 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:12:32,743 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:12:33,041 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:12:33,041 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:12:41,451 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:12:48,328 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:12:48,329 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:12:48,753 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:13:00,760 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:13:03,605 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:13:03,606 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:13:11,669 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:13:13,768 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:13:18,769 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:13:18,770 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:13:25,778 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:13:34,073 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:13:34,074 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:13:35,785 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:13:41,901 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:13:45,791 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:13:49,280 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:13:49,281 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:13:55,798 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:14:04,442 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:14:04,443 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:14:05,804 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:14:12,133 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:14:13,810 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:14:19,610 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:14:19,610 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:14:22,697 DEBUG SenderThread:33110 [sender.py:send():235] send: history +2022-02-06 07:14:22,783 DEBUG SenderThread:33110 [sender.py:send():235] send: summary +2022-02-06 07:14:22,874 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/wandb-summary.json +2022-02-06 07:14:22,874 INFO SenderThread:33110 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-06 07:14:23,875 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:14:24,876 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:14:33,882 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:14:34,778 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:14:34,779 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:14:41,887 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:14:42,417 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:14:49,893 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:14:49,946 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:14:49,947 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:14:59,899 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:15:05,110 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:15:05,111 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:15:07,906 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:15:12,649 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:15:16,912 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:15:20,341 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:15:20,341 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:15:24,917 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:15:32,923 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:15:35,503 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:15:35,503 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:15:40,928 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:15:42,880 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:15:48,933 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:15:50,716 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:15:50,717 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:15:56,939 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:16:02,942 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:16:05,965 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:16:05,965 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:16:10,947 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:16:13,078 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:16:18,952 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:16:21,200 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:16:21,200 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:16:26,958 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:16:32,962 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:16:36,535 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:16:36,535 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:16:40,968 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:16:43,288 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:16:46,973 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:16:51,743 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:16:51,743 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:16:53,977 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:17:01,983 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:17:06,996 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:17:06,996 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:17:07,987 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:17:13,498 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:17:13,991 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:17:21,997 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:17:22,365 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:17:22,366 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:17:28,001 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:17:34,005 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:17:37,531 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:17:37,532 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:17:40,009 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:17:43,731 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:17:46,013 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:17:52,017 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:17:52,776 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:17:52,777 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:17:58,021 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:18:04,025 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:18:08,027 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:18:08,078 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:18:08,079 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:18:13,943 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:18:14,031 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:18:18,035 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:18:23,346 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:18:23,347 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:18:24,039 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:18:28,041 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:18:34,044 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:18:38,047 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:18:38,561 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:18:38,562 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:18:42,050 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:18:44,164 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:18:46,053 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:18:50,056 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:18:53,723 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:18:53,724 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:19:07,066 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:19:09,084 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:19:09,085 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:19:14,383 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:19:19,074 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:19:24,250 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:19:24,250 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:19:31,082 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:19:39,553 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:19:39,553 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:19:43,089 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:19:44,579 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:19:53,095 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:19:54,717 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:19:54,717 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:20:03,102 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:20:09,994 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:20:09,994 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:20:13,109 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:20:14,790 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:20:23,116 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:20:25,395 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:20:25,395 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:20:33,122 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:20:40,722 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:20:40,722 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:20:42,127 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:20:44,988 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:20:52,134 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:20:56,014 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:20:56,014 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:21:00,139 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:21:10,144 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:21:11,178 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:21:11,178 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:21:15,194 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:21:18,149 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:21:26,154 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:21:26,440 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:21:26,440 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:21:34,159 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:21:41,713 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:21:41,714 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:21:42,164 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:21:45,423 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:21:50,169 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:21:57,041 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:21:57,042 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:21:58,174 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:22:06,179 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:22:12,316 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:22:12,317 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:22:14,184 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:22:15,678 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:22:22,189 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:22:27,492 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:22:27,492 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:22:30,194 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:22:36,198 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:22:42,749 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:22:42,750 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:22:44,202 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:22:45,889 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:22:50,207 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:22:58,044 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:22:58,045 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:22:58,211 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:23:04,216 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:23:12,221 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:23:13,261 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:23:13,261 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:23:16,079 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:23:19,225 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:23:27,230 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:23:28,517 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:23:28,518 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:23:33,233 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:23:39,239 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:23:43,741 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:23:43,741 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:23:45,243 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:23:46,262 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:23:51,248 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:23:57,252 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:23:58,962 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:23:58,963 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:24:05,256 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:24:09,259 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:24:14,195 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:24:14,195 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:24:15,263 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:24:16,442 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:24:21,267 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:24:27,271 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:24:29,430 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:24:29,431 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:24:31,274 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:24:37,279 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:24:41,282 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:24:44,673 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:24:44,673 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:24:46,645 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:24:47,286 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:24:51,289 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:24:55,291 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:24:59,884 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:24:59,884 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:25:01,295 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:25:05,297 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:25:07,298 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:25:15,081 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:25:15,081 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:25:16,880 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:25:24,309 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:25:30,303 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:25:30,304 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:25:36,316 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:25:45,818 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:25:45,819 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:25:47,090 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:25:48,323 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:26:00,330 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:26:01,111 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:26:01,111 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:26:10,337 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:26:16,439 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:26:16,440 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:26:17,298 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:26:20,342 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:26:30,348 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:26:31,650 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:26:31,651 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:26:40,354 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:26:46,944 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:26:46,945 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:26:47,540 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:26:50,360 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:26:57,590 DEBUG SenderThread:33110 [sender.py:send():235] send: history +2022-02-06 07:26:57,657 DEBUG SenderThread:33110 [sender.py:send():235] send: summary +2022-02-06 07:26:57,699 INFO SenderThread:33110 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-06 07:26:58,365 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/wandb-summary.json +2022-02-06 07:26:58,366 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:26:59,366 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:27:01,367 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:27:02,195 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:27:02,197 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:27:03,368 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:27:05,370 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:27:07,371 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:27:09,372 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:27:11,374 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:27:13,375 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:27:15,376 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:27:17,378 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:27:17,417 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:27:17,417 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:27:17,862 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:27:19,379 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:27:21,381 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:27:23,382 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:27:25,383 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:27:27,385 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:27:29,386 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:27:31,387 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:27:32,615 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:27:32,616 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:27:33,391 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:27:35,393 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:27:37,395 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:27:39,397 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:27:41,399 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:27:43,401 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:27:45,403 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:27:47,405 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:27:47,867 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:27:47,867 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:27:48,055 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:27:50,407 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:27:52,410 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:27:54,412 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:27:56,414 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:27:58,416 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:28:00,418 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:28:02,424 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:28:03,225 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:28:03,226 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:28:04,426 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:28:06,428 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:28:08,432 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:28:10,434 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:28:12,437 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:28:14,439 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:28:16,441 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:28:18,252 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:28:18,390 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:28:18,390 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:28:18,443 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:28:20,444 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:28:22,447 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:28:24,448 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:28:26,450 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:28:28,451 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:28:30,452 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:28:32,454 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:28:33,638 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:28:33,638 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:28:34,455 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:28:36,457 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:28:38,459 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:28:40,461 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:28:43,463 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:28:45,465 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:28:47,466 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:28:48,471 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:28:48,887 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:28:48,887 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:28:49,468 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:28:51,470 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:28:53,471 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:28:55,473 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:28:57,474 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:28:59,475 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:29:01,477 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:29:03,479 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:29:04,233 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:29:04,233 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:29:05,481 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:29:07,484 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:29:09,486 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:29:11,488 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:29:13,490 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:29:15,492 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:29:17,494 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:29:18,676 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:29:19,401 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:29:19,402 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:29:19,496 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:29:21,498 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:29:24,501 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:29:26,503 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:29:28,505 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:29:30,507 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:29:32,509 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:29:34,510 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:29:34,673 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:29:34,674 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:29:36,514 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:29:38,516 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:29:40,518 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:29:42,520 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:29:44,522 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:29:46,523 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:29:48,525 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:29:48,880 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:29:50,074 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:29:50,075 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:29:50,527 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:29:52,529 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:29:54,531 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:29:57,533 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:29:59,535 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:30:01,536 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:30:03,537 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:30:05,275 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:30:05,275 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:30:05,539 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:30:07,540 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:30:09,542 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:30:11,543 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:30:13,545 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:30:15,546 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:30:17,548 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:30:19,090 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:30:19,549 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:30:20,436 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:30:20,436 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:30:21,551 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:30:23,552 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:30:25,553 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:30:27,555 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:30:29,556 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:30:31,558 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:30:33,560 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:30:35,561 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:30:35,601 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:30:35,602 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:30:37,563 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:30:39,565 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:30:42,568 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:30:44,569 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:30:46,571 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:30:48,573 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:30:49,308 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:30:50,575 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:30:50,816 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:30:50,816 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:30:52,577 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:30:54,579 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:30:56,580 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:30:58,582 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:31:00,584 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:31:02,586 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:31:04,588 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:31:06,092 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:31:06,093 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:31:06,590 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:31:08,592 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:31:10,594 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:31:12,596 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:31:14,597 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:31:16,599 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:31:18,600 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:31:19,547 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:31:20,602 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:31:21,273 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:31:21,273 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:31:22,604 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:31:24,606 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:31:26,608 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:31:29,611 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:31:31,612 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:31:33,614 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:31:35,616 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:31:36,437 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:31:36,438 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:31:37,618 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:31:39,620 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:31:41,622 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:31:43,624 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:31:45,626 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:31:47,627 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:31:49,629 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:31:49,751 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:31:51,631 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:31:51,715 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:31:51,715 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:31:53,631 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:31:55,633 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:31:57,634 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:31:59,635 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:32:01,636 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:32:03,638 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:32:05,639 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:32:06,937 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:32:06,938 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:32:07,640 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:32:09,642 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:32:12,643 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:32:14,644 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:32:16,645 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:32:18,646 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:32:20,003 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:32:20,647 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:32:22,231 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:32:22,232 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:32:22,649 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:32:24,650 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:32:26,652 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:32:28,653 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:32:30,655 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:32:32,656 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:32:34,658 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:32:36,659 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:32:37,436 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:32:37,436 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:32:38,661 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:32:40,662 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:32:42,663 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:32:44,665 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:32:46,666 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:32:48,667 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:32:50,215 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:32:50,669 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:32:52,670 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:32:52,683 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:32:52,683 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:32:54,672 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:32:56,673 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:32:58,674 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:33:00,676 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:33:02,678 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:33:04,680 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:33:06,682 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:33:07,843 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:33:07,844 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:33:09,685 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:33:11,687 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:33:13,689 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:33:15,691 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:33:17,692 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:33:19,694 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:33:20,411 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:33:21,695 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:33:23,061 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:33:23,062 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:33:23,696 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:33:25,697 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:33:27,699 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:33:29,700 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:33:31,701 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:33:33,703 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:33:35,705 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:33:37,707 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:33:38,303 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:33:38,303 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:33:39,709 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:33:41,711 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:33:43,713 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:33:45,715 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:33:48,717 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:33:50,652 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:33:50,719 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:33:52,721 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:33:53,480 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:33:53,481 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:33:54,723 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:33:56,724 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:33:58,726 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:34:00,728 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:34:02,730 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:34:04,731 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:34:06,734 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:34:08,735 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:34:08,767 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:34:08,768 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:34:10,737 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:34:12,739 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:34:14,741 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:34:16,743 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:34:18,745 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:34:20,747 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:34:20,867 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:34:22,749 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:34:24,027 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:34:24,036 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:34:24,751 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:34:26,753 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:34:28,755 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:34:31,757 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:34:33,759 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:34:35,761 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:34:37,763 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:34:39,297 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:34:39,297 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:34:39,765 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:34:41,767 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:34:43,769 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:34:45,770 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:34:47,771 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:34:49,773 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:34:51,094 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:34:51,775 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:34:53,777 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:34:54,608 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:34:54,609 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:34:55,779 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:34:57,781 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:34:59,783 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:35:01,785 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:35:03,786 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:35:06,789 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:35:08,791 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:35:09,773 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:35:09,774 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:35:10,792 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:35:12,794 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:35:14,795 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:35:16,796 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:35:18,798 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:35:20,799 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:35:21,293 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:35:22,800 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:35:24,802 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:35:25,034 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:35:25,034 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:35:26,803 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:35:28,805 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:35:30,806 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:35:32,808 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:35:34,810 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:35:36,812 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:35:38,814 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:35:40,449 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:35:40,449 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:35:40,816 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:35:42,818 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:35:44,820 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:35:46,822 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:35:48,823 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:35:51,491 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:35:51,824 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:35:53,825 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:35:55,722 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:35:55,722 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:35:55,827 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:35:57,828 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:35:59,830 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:36:01,831 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:36:03,832 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:36:05,834 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:36:07,835 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:36:09,837 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:36:10,902 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:36:10,903 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:36:11,839 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:36:13,841 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:36:15,843 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:36:17,845 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:36:19,847 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:36:21,679 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:36:21,849 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:36:23,851 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:36:26,224 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:36:26,224 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:36:26,854 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:36:28,856 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:36:30,857 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:36:32,859 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:36:34,861 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:36:36,863 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:36:38,865 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:36:40,868 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:36:41,414 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:36:41,414 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:36:42,870 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:36:44,872 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:36:46,873 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:36:48,875 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:36:50,876 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:36:51,891 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:36:52,878 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:36:54,879 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:36:56,587 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:36:56,588 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:36:56,881 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:36:58,882 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:37:00,883 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:37:02,885 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:37:04,887 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:37:06,889 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:37:08,891 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:37:10,893 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:37:11,781 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:37:11,782 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:37:12,895 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:37:14,897 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:37:16,899 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:37:18,901 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:37:21,903 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:37:22,134 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:37:23,905 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:37:25,908 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:37:27,910 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:37:29,912 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:37:30,314 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:37:30,314 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:37:31,914 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:37:33,916 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:37:35,918 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:37:37,920 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:37:39,922 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:37:41,924 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:37:43,926 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:37:45,927 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:37:47,929 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:37:49,931 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:37:50,336 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:37:50,526 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:37:51,933 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:37:53,935 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:37:55,070 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:37:55,937 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:37:57,939 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:37:59,941 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:38:01,943 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:38:03,945 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:38:05,947 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:38:07,949 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:38:09,951 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:38:10,205 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:38:10,206 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:38:11,953 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:38:13,955 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:38:15,957 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:38:17,959 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:38:19,961 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:38:21,962 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:38:22,556 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:38:24,965 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:38:25,545 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:38:25,546 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:38:26,966 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:38:28,968 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:38:30,970 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:38:32,972 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:38:34,974 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:38:36,976 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:38:38,978 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:38:40,830 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:38:40,830 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:38:40,980 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:38:42,982 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:38:44,983 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:38:46,985 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:38:48,987 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:38:50,989 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:38:52,792 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:38:52,991 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:38:54,993 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:38:56,075 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:38:56,075 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:38:56,995 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:38:58,997 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:39:09,395 DEBUG SenderThread:33110 [sender.py:send():235] send: history +2022-02-06 07:39:09,429 DEBUG SenderThread:33110 [sender.py:send():235] send: summary +2022-02-06 07:39:09,477 INFO SenderThread:33110 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-06 07:39:10,004 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/wandb-summary.json +2022-02-06 07:39:11,006 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:39:11,249 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:39:11,251 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:39:15,009 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:39:22,989 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:39:23,015 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 07:39:26,419 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:39:26,420 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:39:41,590 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:39:41,590 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:39:53,220 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:39:56,757 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:39:56,758 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:40:11,926 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:40:11,926 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:40:23,431 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 07:40:27,100 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:40:27,100 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 07:40:42,267 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 07:40:42,268 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status