diff --git "a/wandb/run-20220202_223026-1j0459xm/logs/debug-internal.log" "b/wandb/run-20220202_223026-1j0459xm/logs/debug-internal.log" --- "a/wandb/run-20220202_223026-1j0459xm/logs/debug-internal.log" +++ "b/wandb/run-20220202_223026-1j0459xm/logs/debug-internal.log" @@ -19265,3 +19265,573 @@ 2022-02-03 06:07:30,102 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status 2022-02-03 06:07:30,102 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status 2022-02-03 06:07:37,534 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:07:45,006 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:07:45,171 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:07:45,171 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:07:47,006 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:07:49,007 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:07:51,007 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:07:53,008 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:07:55,008 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:07:57,009 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:07:59,009 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:08:00,304 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:08:00,304 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:08:01,010 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:08:03,010 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:08:05,011 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:08:07,011 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:08:07,785 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:08:09,012 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:08:11,012 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:08:13,013 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:08:15,013 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:08:15,420 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:08:15,420 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:08:17,014 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:08:19,014 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:08:21,015 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:08:23,015 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:08:25,016 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:08:27,016 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:08:29,017 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:08:30,505 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:08:30,505 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:08:31,017 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:08:33,018 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:08:35,018 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:08:37,019 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:08:38,028 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:08:39,019 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:08:41,020 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:08:43,020 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:08:45,021 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:08:45,584 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:08:45,584 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:08:47,021 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:08:49,022 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:08:51,022 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:08:53,022 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:08:55,023 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:08:57,023 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:08:59,024 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:09:00,722 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:09:00,722 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:09:01,024 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:09:03,025 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:09:05,025 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:09:07,026 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:09:08,280 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:09:09,026 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:09:11,026 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:09:13,027 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:09:15,027 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:09:15,808 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:09:15,809 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:09:17,028 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:09:20,028 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:09:22,029 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:09:24,029 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:09:26,030 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:09:28,030 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:09:30,031 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:09:30,925 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:09:30,925 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:09:32,031 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:09:34,032 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:09:36,032 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:09:38,033 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:09:38,520 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:09:40,033 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:09:42,034 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:09:44,034 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:09:45,874 DEBUG SenderThread:21197 [sender.py:send():182] send: history +2022-02-03 06:09:45,929 DEBUG SenderThread:21197 [sender.py:send():182] send: summary +2022-02-03 06:09:45,952 INFO SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end +2022-02-03 06:09:46,035 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json +2022-02-03 06:09:46,035 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:09:46,048 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:09:46,048 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:09:47,035 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:09:48,035 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:09:50,036 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:09:52,036 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:09:54,036 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:09:56,037 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:09:58,037 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:10:00,038 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:10:01,129 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:10:01,129 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:10:02,038 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:10:04,039 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:10:06,039 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:10:08,040 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:10:08,770 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:10:10,040 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:10:12,041 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:10:14,041 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:10:16,042 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:10:16,196 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:10:16,196 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:10:18,042 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:10:20,043 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:10:22,043 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:10:24,044 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:10:26,044 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:10:28,045 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:10:30,045 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:10:31,347 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:10:31,347 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:10:32,046 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:10:34,046 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:10:36,046 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:10:38,047 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:10:39,017 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:10:40,047 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:10:42,048 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:10:44,048 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:10:46,049 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:10:46,479 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:10:46,479 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:10:48,049 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:10:50,050 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:10:52,050 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:10:54,051 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:10:57,051 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:10:59,052 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:11:01,052 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:11:01,547 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:11:01,547 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:11:03,053 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:11:05,053 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:11:07,054 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:11:09,054 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:11:09,255 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:11:11,055 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:11:13,055 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:11:15,056 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:11:16,654 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:11:16,654 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:11:17,056 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:11:19,057 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:11:21,057 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:11:23,058 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:11:25,058 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:11:27,059 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:11:29,059 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:11:31,060 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:11:31,742 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:11:31,742 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:11:33,060 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:11:35,060 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:11:37,061 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:11:39,062 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:11:39,500 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:11:41,062 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:11:43,063 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:11:45,063 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:11:46,835 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:11:46,835 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:11:47,063 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:11:47,225 DEBUG SenderThread:21197 [sender.py:send():182] send: history +2022-02-03 06:11:47,270 DEBUG SenderThread:21197 [sender.py:send():182] send: summary +2022-02-03 06:11:47,293 INFO SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end +2022-02-03 06:11:48,064 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json +2022-02-03 06:11:49,064 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:11:50,064 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:11:51,064 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:11:53,065 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:11:55,065 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:11:57,066 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:11:59,066 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:12:01,067 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:12:01,950 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:12:01,951 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:12:03,067 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:12:05,068 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:12:07,068 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:12:09,069 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:12:09,736 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:12:11,069 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:12:13,070 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:12:15,070 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:12:17,062 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:12:17,063 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:12:17,070 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:12:19,071 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:12:22,071 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:12:24,072 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:12:26,072 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:12:28,073 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:12:30,073 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:12:32,074 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:12:32,142 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:12:32,142 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:12:34,074 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:12:36,075 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:12:38,075 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:12:39,968 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:12:40,076 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:12:42,076 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:12:44,076 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:12:46,077 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:12:47,241 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:12:47,241 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:12:48,077 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:12:50,078 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:12:52,078 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:12:54,079 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:12:56,079 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:12:58,080 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:13:00,080 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:13:02,081 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:13:02,354 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:13:02,354 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:13:04,081 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:13:06,082 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:13:08,082 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:13:10,083 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:13:10,196 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:13:12,083 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:13:14,084 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:13:16,084 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:13:17,443 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:13:17,443 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:13:18,085 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:13:20,085 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:13:22,086 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:13:24,086 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:13:26,087 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:13:28,087 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:13:30,088 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:13:32,088 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:13:32,630 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:13:32,630 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:13:34,089 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:13:36,089 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:13:38,090 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:13:40,090 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:13:40,422 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:13:42,090 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:13:44,091 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:13:46,091 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:13:46,831 DEBUG SenderThread:21197 [sender.py:send():182] send: history +2022-02-03 06:13:46,875 DEBUG SenderThread:21197 [sender.py:send():182] send: summary +2022-02-03 06:13:46,897 INFO SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end +2022-02-03 06:13:47,092 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json +2022-02-03 06:13:47,702 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:13:47,702 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:13:48,092 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:13:50,092 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:13:52,093 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:13:54,093 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:13:56,094 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:13:58,094 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:14:00,095 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:14:02,095 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:14:02,801 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:14:02,801 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:14:04,096 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:14:06,096 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:14:08,096 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:14:10,097 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:14:10,657 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:14:12,097 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:14:14,098 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:14:16,098 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:14:17,873 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:14:17,873 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:14:18,099 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:14:20,099 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:14:23,100 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:14:25,100 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:14:27,101 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:14:29,101 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:14:31,102 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:14:32,943 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:14:32,944 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:14:33,102 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:14:35,103 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:14:37,103 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:14:39,104 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:14:40,894 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:14:41,104 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:14:43,105 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:14:45,105 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:14:47,106 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:14:48,039 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:14:48,039 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:14:49,106 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:14:51,107 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:14:53,107 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:14:55,108 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:14:57,108 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:14:59,109 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:15:01,109 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:15:03,110 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:15:03,231 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:15:03,231 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:15:05,110 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:15:07,111 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:15:09,111 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:15:11,112 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:15:11,130 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:15:13,112 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:15:15,113 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:15:17,113 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:15:18,322 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:15:18,322 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:15:19,113 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:15:21,114 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:15:23,114 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:15:25,115 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:15:27,115 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:15:29,116 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:15:31,116 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:15:33,117 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:15:33,408 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:15:33,408 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:15:35,117 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:15:37,118 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:15:39,118 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:15:41,119 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:15:41,359 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:15:43,119 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:15:45,120 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:15:47,120 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:15:47,645 DEBUG SenderThread:21197 [sender.py:send():182] send: history +2022-02-03 06:15:47,691 DEBUG SenderThread:21197 [sender.py:send():182] send: summary +2022-02-03 06:15:47,715 INFO SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end +2022-02-03 06:15:48,120 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json +2022-02-03 06:15:48,120 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:15:48,500 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:15:48,501 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:15:49,121 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:15:51,121 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:15:53,121 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:15:55,122 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:15:57,122 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:15:59,123 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:16:01,123 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:16:03,124 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:16:03,611 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:16:03,612 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:16:05,124 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:16:07,125 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:16:09,125 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:16:11,126 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:16:11,603 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:16:13,126 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:16:15,127 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:16:17,127 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:16:18,778 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:16:18,779 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:16:19,128 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:16:21,128 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:16:24,129 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:16:26,129 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:16:28,130 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:16:30,130 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:16:32,131 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:16:33,852 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:16:33,853 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:16:34,131 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:16:36,132 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:16:38,132 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:16:40,133 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:16:41,827 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:16:42,133 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:16:44,134 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:16:46,134 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:16:48,135 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:16:48,939 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:16:48,939 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:16:50,135 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:16:52,136 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:16:54,136 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:16:56,137 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:16:58,137 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:17:00,138 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:17:02,138 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:17:04,010 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:17:04,010 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:17:04,138 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:17:06,139 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:17:08,139 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:17:10,140 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:17:12,057 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:17:12,140 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:17:14,141 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:17:16,141 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:17:18,142 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:17:19,173 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:17:19,174 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:17:20,142 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:17:22,143 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:17:24,143 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:17:26,144 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:17:28,144 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:17:30,145 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:17:32,145 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:17:34,146 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:17:34,272 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:17:34,272 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:17:36,146 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:17:38,147 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:17:40,147 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:17:42,148 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:17:42,285 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:17:44,148 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:17:46,149 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:17:48,149 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:17:49,408 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:17:49,408 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:17:50,150 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:17:50,893 DEBUG SenderThread:21197 [sender.py:send():182] send: history +2022-02-03 06:17:50,938 DEBUG SenderThread:21197 [sender.py:send():182] send: summary +2022-02-03 06:17:50,961 INFO SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end +2022-02-03 06:17:51,150 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json +2022-02-03 06:17:52,150 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:17:53,150 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:17:54,151 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:17:56,151 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:17:58,152 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:18:00,152 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:18:02,153 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:18:04,153 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:18:04,530 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:18:04,531 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:18:06,153 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:18:09,154 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:18:11,155 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:18:12,524 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:18:13,155 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:18:15,156 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:18:17,156 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:18:19,157 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:18:19,728 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:18:19,728 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:18:21,157 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:18:23,158 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:18:25,158 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:18:27,159 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:18:29,159 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:18:31,159 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:18:33,160 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:18:34,841 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:18:34,841 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:18:35,160 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:18:37,161 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:18:39,161 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:18:41,162 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:18:42,761 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:18:43,162 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:18:45,163 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:18:47,163 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:18:49,164 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:18:50,006 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:18:50,006 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:18:51,164 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:18:53,165 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:18:55,165 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:18:57,166 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:18:59,166 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:19:01,167 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:19:03,167 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:19:05,102 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:19:05,102 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:19:05,168 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:19:07,168 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:19:09,168 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:19:11,169 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:19:13,005 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:19:14,170 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:19:16,170 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:19:18,170 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:19:20,171 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:19:20,208 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:19:20,208 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:19:22,171 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:19:24,172 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:19:26,172 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:19:28,173 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:19:30,173 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:19:32,174 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:19:34,174 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:19:35,290 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:19:35,291 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:19:36,175 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:19:38,175 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:19:40,176 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:19:42,176 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:19:43,248 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:19:44,177 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:19:46,177 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:19:48,178 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:19:50,178 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:19:50,366 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:19:50,366 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:19:52,179 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:19:54,179 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:19:56,180 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:19:58,180 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:20:00,181 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:20:02,181 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:20:05,182 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:20:05,549 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:20:05,550 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:20:07,182 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:20:09,183 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:20:11,183 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:20:13,184 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:20:13,489 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:20:15,184 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:20:17,185 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:20:19,185 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:20:20,707 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:20:20,707 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:20:21,186 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:20:23,186 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:20:25,187 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:20:27,187 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:20:29,187 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:20:31,188 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:20:33,188 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:20:35,189 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:20:35,956 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:20:35,956 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:20:37,189 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:20:39,190 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:20:41,190 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:20:43,191 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:20:43,724 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:20:45,191 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:20:47,192 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:20:50,192 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:20:51,067 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:20:51,067 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:20:52,193 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:20:54,193 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:20:56,194 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:20:58,194 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:21:00,195 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:21:02,195 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:21:02,858 DEBUG SenderThread:21197 [sender.py:send():182] send: history +2022-02-03 06:21:02,869 DEBUG SenderThread:21197 [sender.py:send():182] send: summary +2022-02-03 06:21:02,901 INFO SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end +2022-02-03 06:21:03,195 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json +2022-02-03 06:21:04,196 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:21:06,141 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:21:06,141 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:21:06,197 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:21:13,988 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:21:21,217 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:21:21,217 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:21:36,289 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:21:36,289 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:21:42,208 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-03 06:21:44,313 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-03 06:21:51,368 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:21:51,368 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-03 06:22:06,439 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-03 06:22:06,439 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status