diff --git "a/wandb/run-20220206_014057-iss04l8x/logs/debug-internal.log" "b/wandb/run-20220206_014057-iss04l8x/logs/debug-internal.log" --- "a/wandb/run-20220206_014057-iss04l8x/logs/debug-internal.log" +++ "b/wandb/run-20220206_014057-iss04l8x/logs/debug-internal.log" @@ -19738,3 +19738,1663 @@ 2022-02-06 17:59:15,768 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status 2022-02-06 17:59:15,769 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status 2022-02-06 17:59:24,610 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 17:59:29,793 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 17:59:30,946 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 17:59:30,946 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 17:59:31,795 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 17:59:34,797 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 17:59:42,802 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 17:59:46,195 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 17:59:46,196 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 17:59:50,808 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 17:59:54,827 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 17:59:56,811 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:00:01,561 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:00:01,562 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:00:04,816 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:00:10,820 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:00:16,729 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:00:16,730 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:00:18,825 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:00:24,829 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:00:25,041 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:00:30,833 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:00:31,890 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:00:31,890 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:00:38,838 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:00:44,843 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:00:47,142 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:00:47,143 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:00:50,847 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:00:55,242 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:00:56,851 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:01:02,313 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:01:02,314 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:01:02,855 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:01:08,859 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:01:14,864 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:01:17,484 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:01:17,484 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:01:21,868 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:01:25,475 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:01:27,872 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:01:32,690 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:01:32,691 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:01:33,876 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:01:37,879 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:01:43,884 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:01:47,966 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:01:47,967 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:01:49,889 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:01:53,892 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:01:55,691 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:01:59,896 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:02:03,199 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:02:03,199 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:02:03,899 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:02:09,903 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:02:13,905 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:02:17,908 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:02:18,405 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:02:18,405 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:02:19,910 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:02:25,905 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:02:33,777 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:02:33,778 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:02:37,922 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:02:49,263 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:02:49,263 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:02:50,930 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:02:56,114 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:03:02,938 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:03:04,603 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:03:04,604 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:03:12,944 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:03:19,804 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:03:19,805 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:03:22,950 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:03:26,330 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:03:34,957 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:03:35,130 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:03:35,130 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:03:42,962 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:03:50,294 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:03:50,295 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:03:52,968 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:03:56,585 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:04:02,973 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:04:05,574 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:04:05,575 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:04:12,980 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:04:20,896 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:04:20,897 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:04:20,985 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:04:26,802 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:04:30,991 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:04:36,101 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:04:36,101 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:04:39,997 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:04:48,002 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:04:51,266 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:04:51,267 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:04:57,033 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:04:58,010 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:05:06,015 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:05:06,477 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:05:06,477 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:05:14,019 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:05:21,902 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:05:21,902 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:05:22,024 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:05:27,277 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:05:30,029 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:05:37,076 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:05:37,076 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:05:38,034 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:05:44,038 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:05:52,043 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:05:52,307 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:05:52,308 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:05:57,487 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:06:00,048 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:06:07,472 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:06:07,472 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:06:08,053 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:06:16,059 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:06:22,062 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:06:22,759 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:06:22,760 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:06:27,701 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:06:30,068 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:06:36,072 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:06:37,926 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:06:37,926 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:06:42,076 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:06:51,081 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:06:53,138 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:06:53,139 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:06:57,085 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:06:57,925 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:07:03,089 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:07:08,486 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:07:08,487 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:07:09,092 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:07:11,094 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:07:17,097 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:07:23,101 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:07:23,652 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:07:23,653 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:07:28,157 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:07:29,104 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:07:35,108 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:07:38,818 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:07:38,818 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:07:41,112 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:07:47,115 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:07:51,118 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:07:54,108 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:07:54,108 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:07:57,123 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:07:58,394 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:08:03,126 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:08:07,129 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:08:09,354 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:08:09,355 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:08:13,134 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:08:17,137 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:08:23,141 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:08:24,517 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:08:24,518 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:08:27,144 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:08:28,607 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:08:31,146 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:08:35,149 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:08:39,153 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:08:39,684 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:08:39,684 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:08:54,848 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:08:54,848 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:08:56,164 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:08:58,838 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:09:08,171 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:09:10,178 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:09:10,179 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:09:20,184 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:09:25,408 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:09:25,408 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:09:29,053 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:09:30,192 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:09:40,599 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:09:40,599 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:09:42,200 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:09:52,206 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:09:55,765 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:09:55,765 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:09:59,275 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:10:02,212 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:10:11,058 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:10:11,058 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:10:12,221 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:10:20,225 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:10:26,352 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:10:26,352 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:10:29,533 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:10:30,232 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:10:38,237 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:10:41,544 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:10:41,545 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:10:49,244 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:10:56,801 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:10:56,801 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:10:57,249 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:10:59,772 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:11:05,254 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:11:12,021 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:11:12,022 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:11:15,260 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:11:23,266 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:11:27,314 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:11:27,315 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:11:29,990 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:11:31,271 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:11:39,276 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:11:42,557 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:11:42,558 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:11:47,281 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:11:55,286 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:11:57,862 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:11:57,862 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:12:00,183 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:12:03,291 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:12:08,793 DEBUG SenderThread:33110 [sender.py:send():235] send: history +2022-02-06 18:12:08,876 DEBUG SenderThread:33110 [sender.py:send():235] send: summary +2022-02-06 18:12:08,927 INFO SenderThread:33110 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-06 18:12:09,295 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/wandb-summary.json +2022-02-06 18:12:10,295 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:12:11,296 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:12:13,101 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:12:13,102 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:12:17,299 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:12:25,306 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:12:28,374 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:12:28,375 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:12:30,380 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:12:33,311 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:12:39,315 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:12:43,542 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:12:43,543 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:12:47,320 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:12:53,325 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:12:58,735 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:12:58,735 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:12:59,329 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:13:00,619 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:13:07,334 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:13:13,337 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:13:13,920 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:13:13,920 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:13:19,342 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:13:26,347 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:13:29,194 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:13:29,194 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:13:30,834 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:13:34,352 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:13:40,356 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:13:44,360 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:13:44,360 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:13:46,360 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:13:52,364 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:13:58,368 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:13:59,590 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:13:59,591 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:14:01,060 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:14:04,372 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:14:08,375 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:14:14,379 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:14:14,810 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:14:14,810 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:14:20,383 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:14:24,386 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:14:30,131 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:14:30,131 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:14:30,388 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:14:31,290 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:14:34,390 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:14:40,395 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:14:44,397 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:14:45,298 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:14:45,299 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:14:48,400 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:14:52,403 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:14:56,406 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:15:00,629 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:15:00,630 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:15:01,518 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:15:12,416 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:15:15,882 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:15:15,882 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:15:27,425 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:15:31,047 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:15:31,048 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:15:31,751 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:15:37,431 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:15:39,432 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:15:46,364 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:15:46,364 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:15:49,439 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:15:59,446 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:16:01,673 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:16:01,674 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:16:01,981 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:16:11,454 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:16:16,840 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:16:16,841 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:16:19,459 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:16:29,466 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:16:32,155 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:16:32,156 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:16:32,320 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:16:39,472 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:16:47,440 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:16:47,441 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:16:49,479 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:16:58,484 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:17:02,396 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:17:02,699 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:17:02,700 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:17:06,489 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:17:08,491 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:17:16,496 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:17:17,869 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:17:17,870 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:17:24,501 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:17:32,506 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:17:32,629 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:17:33,204 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:17:33,204 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:17:40,512 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:17:48,503 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:17:48,504 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:17:48,516 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:17:56,521 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:18:02,831 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:18:03,755 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:18:03,756 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:18:06,527 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:18:12,531 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:18:18,961 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:18:18,962 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:18:20,536 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:18:28,542 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:18:33,054 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:18:34,212 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:18:34,213 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:18:37,547 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:18:45,552 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:18:49,419 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:18:49,419 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:18:51,556 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:18:59,561 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:19:03,257 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:19:04,583 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:19:04,584 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:19:05,565 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:19:13,569 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:19:19,573 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:19:19,829 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:19:19,830 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:19:25,577 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:19:33,464 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:19:33,582 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:19:35,178 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:19:35,178 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:19:39,587 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:19:45,591 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:19:50,435 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:19:50,435 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:19:51,595 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:19:57,599 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:20:03,603 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:20:03,666 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:20:05,720 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:20:05,721 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:20:09,607 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:20:15,611 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:20:21,020 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:20:21,021 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:20:21,615 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:20:27,618 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:20:33,622 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:20:33,892 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:20:36,238 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:20:36,239 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:20:37,625 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:20:43,628 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:20:47,630 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:20:51,498 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:20:51,499 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:20:53,634 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:20:58,637 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:21:04,093 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:21:04,641 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:21:06,737 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:21:06,737 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:21:08,644 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:21:12,647 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:21:14,649 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:21:22,119 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:21:22,119 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:21:30,659 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:21:34,351 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:21:37,543 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:21:37,543 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:21:42,666 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:21:52,709 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:21:52,709 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:21:54,674 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:22:04,574 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:22:06,682 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:22:07,880 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:22:07,880 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:22:16,689 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:22:23,182 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:22:23,183 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:22:27,696 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:22:34,789 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:22:37,702 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:22:38,420 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:22:38,421 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:22:47,709 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:22:53,700 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:22:53,700 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:22:57,715 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:23:05,019 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:23:05,721 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:23:08,969 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:23:08,969 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:23:15,727 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:23:23,733 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:23:24,253 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:23:24,254 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:23:33,739 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:23:35,243 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:23:39,425 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:23:39,426 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:23:41,744 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:23:49,749 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:23:54,590 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:23:54,591 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:23:57,753 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:24:05,449 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:24:05,758 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:24:09,824 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:24:09,824 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:24:13,763 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:24:21,768 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:24:24,982 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:24:24,982 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:24:30,774 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:24:35,644 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:24:38,780 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:24:40,280 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:24:40,281 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:24:45,053 DEBUG SenderThread:33110 [sender.py:send():235] send: history +2022-02-06 18:24:45,137 DEBUG SenderThread:33110 [sender.py:send():235] send: summary +2022-02-06 18:24:45,172 INFO SenderThread:33110 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-06 18:24:45,785 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/wandb-summary.json +2022-02-06 18:24:46,786 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:24:54,791 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:24:55,446 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:24:55,447 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:25:02,798 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:25:05,903 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:25:08,802 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:25:10,703 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:25:10,704 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:25:16,806 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:25:22,810 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:25:25,873 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:25:25,874 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:25:30,815 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:25:36,114 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:25:36,819 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:25:41,090 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:25:41,090 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:25:44,825 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:25:50,829 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:25:56,473 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:25:56,473 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:25:56,833 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:26:02,837 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:26:06,320 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:26:10,843 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:26:11,737 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:26:11,737 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:26:16,846 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:26:22,850 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:26:26,966 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:26:26,967 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:26:28,854 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:26:34,858 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:26:36,537 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:26:40,862 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:26:42,229 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:26:42,229 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:26:44,865 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:26:50,870 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:26:56,874 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:26:57,396 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:26:57,396 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:27:00,877 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:27:06,745 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:27:06,881 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:27:10,885 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:27:12,591 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:27:12,591 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:27:17,890 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:27:21,893 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:27:25,895 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:27:27,757 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:27:27,758 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:27:29,898 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:27:33,901 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:27:36,969 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:27:42,956 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:27:42,956 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:27:49,912 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:27:58,122 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:27:58,122 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:28:01,921 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:28:07,233 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:28:13,476 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:28:13,477 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:28:13,928 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:28:23,935 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:28:28,831 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:28:28,832 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:28:33,942 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:28:37,444 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:28:44,075 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:28:44,075 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:28:46,950 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:28:56,956 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:28:59,345 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:28:59,345 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:29:04,961 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:29:07,659 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:29:14,644 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:29:14,644 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:29:14,967 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:29:24,973 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:29:29,826 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:29:29,826 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:29:32,978 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:29:37,874 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:29:40,983 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:29:42,985 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:29:44,997 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:29:44,998 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:29:50,991 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:29:58,996 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:30:00,210 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:30:00,211 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:30:07,002 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:30:08,080 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:30:15,376 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:30:15,377 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:30:17,007 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:30:25,012 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:30:30,606 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:30:30,606 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:30:32,016 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:30:34,018 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:30:38,290 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:30:40,022 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:30:45,958 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:30:45,958 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:30:48,028 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:30:56,034 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:31:01,247 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:31:01,248 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:31:04,041 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:31:08,503 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:31:12,046 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:31:16,539 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:31:16,540 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:31:20,050 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:31:26,054 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:31:31,865 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:31:31,865 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:31:34,059 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:31:38,726 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:31:40,063 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:31:46,066 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:31:47,058 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:31:47,059 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:31:54,071 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:32:00,074 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:32:02,211 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:32:02,211 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:32:08,079 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:32:08,920 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:32:14,083 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:32:17,434 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:32:17,435 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:32:20,086 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:32:27,091 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:32:32,602 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:32:32,603 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:32:33,095 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:32:39,098 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:32:39,118 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:32:45,101 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:32:47,777 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:32:47,777 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:32:51,105 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:32:57,108 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:33:03,061 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:33:03,062 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:33:03,112 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:33:09,116 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:33:09,319 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:33:13,119 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:33:18,316 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:33:18,317 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:33:19,123 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:33:23,125 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:33:29,129 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:33:33,132 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:33:33,538 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:33:33,538 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:33:37,135 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:33:39,532 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:33:41,137 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:33:43,139 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:33:45,140 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:33:48,853 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:33:48,854 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:33:49,143 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:34:04,143 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:34:04,144 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:34:05,153 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:34:09,753 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:34:18,162 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:34:19,605 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:34:19,606 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:34:30,169 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:34:34,813 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:34:34,814 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:34:39,968 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:34:42,176 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:34:50,290 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:34:50,290 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:34:52,182 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:35:02,188 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:35:05,591 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:35:05,591 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:35:10,170 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:35:12,195 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:35:20,852 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:35:20,852 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:35:22,202 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:35:32,209 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:35:36,018 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:35:36,018 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:35:40,397 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:35:42,216 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:35:50,221 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:35:51,412 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:35:51,413 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:35:58,226 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:36:06,704 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:36:06,704 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:36:09,233 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:36:10,622 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:36:17,239 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:36:21,915 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:36:21,916 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:36:25,244 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:36:33,250 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:36:37,081 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:36:37,081 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:36:40,847 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:36:43,256 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:36:51,261 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:36:52,364 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:36:52,365 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:36:59,265 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:37:07,269 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:37:07,529 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:37:07,530 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:37:11,037 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:37:13,272 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:37:20,697 DEBUG SenderThread:33110 [sender.py:send():235] send: history +2022-02-06 18:37:20,805 DEBUG SenderThread:33110 [sender.py:send():235] send: summary +2022-02-06 18:37:20,853 INFO SenderThread:33110 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-06 18:37:21,275 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/wandb-summary.json +2022-02-06 18:37:21,276 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:37:22,927 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:37:22,928 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:37:23,277 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:37:29,280 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:37:38,094 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:37:38,094 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:37:38,285 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:37:41,248 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:37:44,289 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:37:52,294 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:37:53,292 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:37:53,292 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:37:58,300 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:38:06,305 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:38:08,465 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:38:08,465 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:38:11,465 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:38:12,308 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:38:20,313 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:38:23,708 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:38:23,709 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:38:26,317 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:38:32,322 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:38:38,326 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:38:38,906 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:38:38,907 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:38:41,686 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:38:46,330 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:38:52,334 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:38:54,220 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:38:54,220 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:38:58,338 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:39:04,342 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:39:09,498 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:39:09,498 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:39:11,347 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:39:11,914 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:39:15,350 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:39:17,352 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:39:23,356 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:39:24,674 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:39:24,675 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:39:27,359 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:39:33,363 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:39:37,366 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:39:39,945 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:39:39,945 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:39:42,150 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:39:43,370 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:39:47,372 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:39:53,376 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:39:55,108 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:39:55,109 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:39:57,379 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:40:01,383 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:40:05,386 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:40:09,389 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:40:10,892 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:40:10,892 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:40:12,361 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:40:25,400 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:40:26,055 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:40:26,055 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:40:37,407 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:40:41,239 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:40:41,240 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:40:42,601 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:40:49,415 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:40:56,398 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:40:56,398 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:40:59,421 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:41:09,428 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:41:11,707 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:41:11,708 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:41:12,858 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:41:20,435 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:41:27,069 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:41:27,069 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:41:30,441 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:41:40,447 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:41:42,238 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:41:42,238 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:41:43,095 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:41:50,454 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:41:57,486 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:41:57,486 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:42:00,460 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:42:08,465 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:42:12,653 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:42:12,653 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:42:13,304 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:42:16,470 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:42:26,475 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:42:27,891 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:42:27,892 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:42:34,480 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:42:42,484 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:42:43,146 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:42:43,146 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:42:43,512 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:42:50,489 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:42:58,409 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:42:58,410 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:42:58,494 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:43:07,500 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:43:13,710 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:43:13,779 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:43:13,779 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:43:15,505 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:43:23,510 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:43:29,041 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:43:29,042 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:43:31,514 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:43:37,518 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:43:43,933 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:43:44,396 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:43:44,397 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:43:45,522 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:43:53,527 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:43:59,531 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:43:59,750 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:43:59,751 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:44:07,536 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:44:13,540 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:44:14,136 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:44:14,920 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:44:14,921 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:44:21,544 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:44:27,549 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:44:30,187 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:44:30,188 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:44:35,554 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:44:42,558 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:44:44,329 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:44:45,458 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:44:45,459 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:44:48,562 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:44:54,565 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:45:00,569 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:45:00,626 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:45:00,627 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:45:06,574 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:45:12,577 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:45:14,543 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:45:15,795 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:45:15,795 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:45:18,581 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:45:24,585 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:45:30,589 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:45:31,100 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:45:31,100 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:45:36,593 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:45:42,598 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:45:44,747 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:45:46,316 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:45:46,316 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:45:48,602 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:45:52,605 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:45:58,609 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:46:01,653 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:46:01,654 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:46:02,612 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:46:06,614 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:46:12,619 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:46:14,947 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:46:16,622 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:46:16,846 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:46:16,846 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:46:20,625 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:46:22,627 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:46:32,168 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:46:32,168 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:46:39,638 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:46:45,156 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:46:47,542 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:46:47,542 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:46:51,646 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:47:02,730 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:47:02,731 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:47:03,654 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:47:15,386 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:47:15,661 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:47:17,901 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:47:17,902 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:47:25,668 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:47:33,177 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:47:33,177 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:47:35,674 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:47:45,592 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:47:45,681 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:47:48,345 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:47:48,346 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:47:55,687 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:48:03,723 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:48:03,723 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:48:05,693 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:48:13,699 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:48:15,818 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:48:19,099 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:48:19,099 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:48:23,706 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:48:31,711 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:48:34,393 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:48:34,394 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:48:42,718 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:48:46,095 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:48:49,744 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:48:49,744 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:48:50,723 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:48:58,729 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:49:04,908 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:49:04,909 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:49:06,734 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:49:14,739 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:49:16,341 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:49:20,173 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:49:20,173 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:49:22,744 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:49:30,750 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:49:35,336 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:49:35,336 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:49:38,755 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:49:46,636 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:49:46,760 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:49:50,586 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:49:50,587 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:49:53,270 DEBUG SenderThread:33110 [sender.py:send():235] send: history +2022-02-06 18:49:53,402 DEBUG SenderThread:33110 [sender.py:send():235] send: summary +2022-02-06 18:49:53,452 INFO SenderThread:33110 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-06 18:49:53,765 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/wandb-summary.json +2022-02-06 18:49:54,766 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:50:02,771 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:50:05,910 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:50:05,912 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:50:10,777 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:50:16,781 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:50:16,842 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:50:21,163 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:50:21,164 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:50:24,787 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:50:30,792 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:50:36,501 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:50:36,501 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:50:38,797 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:50:44,801 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:50:47,060 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:50:51,759 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:50:51,759 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:50:52,806 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:50:59,810 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:51:05,814 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:51:06,998 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:51:06,998 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:51:13,820 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:51:17,275 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:51:19,824 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:51:22,236 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:51:22,236 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:51:25,828 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:51:31,833 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:51:37,412 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:51:37,412 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:51:37,838 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:51:43,842 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:51:47,492 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:51:49,846 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:51:52,572 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:51:52,572 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:51:53,849 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:51:59,854 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:52:05,858 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:52:07,759 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:52:07,759 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:52:09,861 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:52:15,865 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:52:17,705 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:52:19,868 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:52:22,923 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:52:22,923 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:52:23,871 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:52:29,876 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:52:33,878 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:52:37,881 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:52:38,086 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:52:38,087 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:52:39,883 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:52:47,950 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:52:53,429 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:52:53,430 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:52:55,893 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:53:08,767 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:53:08,768 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:53:09,902 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:53:18,173 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:53:20,909 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:53:24,045 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:53:24,046 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:53:32,918 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:53:39,375 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:53:39,375 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:53:42,924 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:53:48,393 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:53:52,931 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:53:54,767 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:53:54,768 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:54:02,937 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:54:09,934 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:54:09,935 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:54:10,943 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:54:18,614 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:54:20,950 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:54:25,173 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:54:25,173 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:54:30,956 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:54:38,961 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:54:40,398 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:54:40,399 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:54:48,820 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:54:48,968 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:54:55,724 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:54:55,724 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:54:56,974 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:55:04,979 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:55:10,892 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:55:10,892 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:55:13,985 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:55:19,042 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:55:21,990 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:55:26,147 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:55:26,147 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:55:29,995 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:55:40,002 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:55:41,350 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:55:41,351 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:55:48,007 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:55:49,240 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:55:54,012 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:55:56,515 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:55:56,516 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:56:02,017 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:56:10,021 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:56:11,783 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:56:11,783 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:56:18,026 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:56:19,441 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:56:26,031 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:56:26,946 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:56:26,947 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:56:32,035 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:56:40,041 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:56:42,206 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:56:42,207 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:56:46,045 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:56:49,656 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:56:54,051 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:56:57,514 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:56:57,514 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:57:00,055 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:57:08,060 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:57:12,722 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:57:12,723 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:57:14,064 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:57:19,884 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:57:20,068 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:57:26,073 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:57:27,928 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:57:27,929 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:57:32,077 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:57:39,082 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:57:41,084 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:57:43,095 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:57:43,095 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:57:45,087 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:57:50,108 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:57:53,092 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:57:58,358 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:57:58,359 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:57:59,096 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:58:03,100 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:58:05,102 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:58:09,105 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:58:13,601 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:58:13,602 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:58:15,109 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:58:20,298 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:58:21,114 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:58:25,117 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:58:28,778 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:58:28,779 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:58:31,121 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:58:35,124 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:58:41,128 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:58:44,005 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:58:44,006 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:58:45,130 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:58:49,132 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:58:50,492 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:58:53,135 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:58:57,137 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:58:59,223 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:58:59,224 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:59:13,147 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:59:14,421 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:59:14,421 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:59:20,721 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 18:59:27,156 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:59:29,711 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:59:29,711 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:59:38,163 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:59:44,916 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 18:59:44,916 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 18:59:50,171 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 18:59:50,980 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 19:00:00,177 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:00:00,191 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:00:00,191 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:00:10,184 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:00:15,370 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:00:15,370 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:00:20,190 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:00:21,201 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 19:00:30,196 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:00:30,537 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:00:30,538 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:00:40,202 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:00:45,702 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:00:45,702 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:00:50,209 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:00:51,434 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 19:00:58,214 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:01:01,115 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:01:01,116 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:01:08,219 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:01:16,224 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:01:16,363 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:01:16,364 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:01:21,654 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 19:01:25,230 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:01:31,566 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:01:31,567 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:01:33,235 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:01:35,237 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:01:43,242 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:01:46,860 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:01:46,861 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:01:51,248 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:01:51,854 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 19:01:59,252 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:02:02,219 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:02:02,220 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:02:07,258 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:02:13,262 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:02:17,393 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:02:17,394 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:02:21,266 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:02:22,043 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 19:02:28,449 DEBUG SenderThread:33110 [sender.py:send():235] send: history +2022-02-06 19:02:28,552 DEBUG SenderThread:33110 [sender.py:send():235] send: summary +2022-02-06 19:02:28,587 INFO SenderThread:33110 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-06 19:02:29,271 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/wandb-summary.json +2022-02-06 19:02:30,272 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:02:31,274 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:02:32,275 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:02:32,550 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:02:32,551 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:02:34,277 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:02:36,279 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:02:38,281 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:02:40,283 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:02:42,285 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:02:44,287 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:02:46,288 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:02:47,847 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:02:47,848 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:02:48,289 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:02:50,290 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:02:52,252 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 19:02:52,291 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:02:54,292 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:02:56,294 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:02:58,295 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:03:00,298 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:03:02,299 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:03:03,067 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:03:03,068 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:03:04,300 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:03:06,302 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:03:08,303 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:03:10,304 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:03:12,305 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:03:15,308 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:03:17,309 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:03:18,496 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:03:18,496 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:03:19,310 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:03:21,312 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:03:22,471 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 19:03:23,313 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:03:25,318 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:03:27,319 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:03:29,321 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:03:31,322 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:03:33,323 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:03:33,722 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:03:33,723 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:03:35,325 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:03:37,326 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:03:39,328 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:03:41,330 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:03:43,332 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:03:45,334 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:03:48,337 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:03:48,908 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:03:48,908 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:03:50,339 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:03:52,340 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:03:52,686 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 19:03:54,342 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:03:56,344 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:03:58,346 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:04:00,348 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:04:02,350 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:04:04,075 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:04:04,075 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:04:04,352 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:04:06,354 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:04:08,356 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:04:10,358 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:04:12,360 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:04:14,362 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:04:16,364 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:04:18,366 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:04:19,339 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:04:19,339 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:04:20,367 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:04:22,893 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 19:04:23,369 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:04:25,369 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:04:27,371 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:04:29,372 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:04:31,373 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:04:33,375 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:04:34,605 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:04:34,605 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:04:35,375 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:04:37,376 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:04:39,378 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:04:41,379 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:04:43,380 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:04:45,381 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:04:47,382 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:04:49,383 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:04:49,875 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:04:49,876 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:04:51,384 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:04:53,102 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 19:04:54,386 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:04:56,388 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:04:58,389 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:05:00,390 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:05:02,391 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:05:04,392 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:05:05,084 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:05:05,085 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:05:06,394 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:05:08,395 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:05:10,396 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:05:12,397 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:05:14,398 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:05:16,400 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:05:18,401 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:05:20,402 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:05:20,423 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:05:20,424 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:05:22,404 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:05:23,307 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 19:05:24,404 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:05:27,406 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:05:29,407 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:05:31,409 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:05:33,410 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:05:35,411 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:05:35,697 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:05:35,697 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:05:37,413 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:05:39,414 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:05:41,415 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:05:43,417 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:05:45,418 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:05:47,420 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:05:49,422 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:05:50,971 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:05:50,972 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:05:51,424 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:05:53,426 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:05:53,500 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 19:05:55,428 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:05:57,430 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:05:59,432 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:06:01,433 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:06:03,435 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:06:06,320 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:06:06,320 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:06:06,438 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:06:08,440 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:06:10,442 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:06:12,444 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:06:14,446 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:06:16,447 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:06:18,449 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:06:20,451 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:06:21,654 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:06:21,655 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:06:22,453 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:06:23,691 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 19:06:24,455 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:06:26,457 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:06:28,459 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:06:30,461 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:06:32,463 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:06:34,466 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:06:36,468 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:06:36,823 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:06:36,824 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:06:38,470 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:06:40,472 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:06:42,474 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:06:44,476 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:06:46,478 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:06:48,480 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:06:51,482 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:06:52,122 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:06:52,123 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:06:53,484 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:06:53,899 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 19:06:55,486 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:06:57,488 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:06:59,490 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:07:01,492 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:07:03,494 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:07:05,496 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:07:07,475 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:07:07,475 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:07:07,498 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:07:09,499 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:07:11,500 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:07:13,502 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:07:15,503 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:07:17,505 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:07:19,506 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:07:21,507 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:07:22,838 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:07:22,839 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:07:23,509 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:07:24,109 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 19:07:25,510 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:07:27,512 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:07:29,514 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:07:32,516 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:07:34,518 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:07:36,520 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:07:38,172 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:07:38,173 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:07:38,522 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:07:40,524 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:07:42,526 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:07:44,528 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:07:46,530 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:07:48,532 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:07:50,534 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:07:52,536 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:07:53,370 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:07:53,371 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:07:54,313 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 19:07:54,538 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:07:56,540 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:07:58,542 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:08:00,544 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:08:02,546 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:08:04,548 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:08:06,549 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:08:08,551 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:08:08,557 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:08:08,558 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:08:11,553 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:08:13,555 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:08:15,557 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:08:17,559 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:08:19,561 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:08:21,563 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:08:23,564 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:08:23,773 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:08:23,773 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:08:24,515 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 19:08:25,566 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:08:27,568 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:08:29,570 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:08:31,572 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:08:33,574 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:08:35,576 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:08:37,578 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:08:39,013 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:08:39,013 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:08:39,580 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:08:41,582 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:08:43,584 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:08:45,586 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:08:48,588 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:08:50,590 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:08:52,592 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:08:54,287 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:08:54,288 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:08:54,594 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:08:54,739 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 19:08:56,596 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:08:58,597 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:09:00,599 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:09:02,601 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:09:04,603 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:09:06,605 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:09:08,606 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:09:09,455 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:09:09,455 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:09:10,607 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:09:12,609 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:09:14,611 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:09:16,613 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:09:18,615 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:09:20,616 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:09:22,618 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:09:24,739 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:09:24,740 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:09:24,950 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 19:09:25,620 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:09:27,622 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:09:29,624 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:09:31,626 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:09:33,628 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:09:35,629 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:09:37,631 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:09:39,633 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:09:40,069 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:09:40,070 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:09:41,635 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:09:43,637 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:09:45,639 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:09:47,640 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:09:49,641 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:09:51,642 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:09:53,643 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:09:55,173 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 19:09:55,328 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:09:55,329 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:09:55,645 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:09:57,646 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:09:59,647 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:10:01,649 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:10:04,650 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:10:06,652 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:10:08,652 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:10:10,648 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:10:10,648 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:10:10,654 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:10:12,655 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:10:14,656 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:10:16,658 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:10:18,659 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:10:20,660 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:10:22,661 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:10:24,662 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:10:25,385 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 19:10:26,023 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:10:26,024 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:10:26,664 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:10:28,665 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:10:30,667 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:10:32,668 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:10:34,669 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:10:36,671 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:10:38,672 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:10:40,673 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:10:41,196 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:10:41,196 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:10:43,675 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:10:45,677 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:10:47,679 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:10:49,681 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:10:51,682 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:10:53,684 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:10:55,577 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 19:10:55,686 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:10:56,445 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:10:56,446 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:10:57,688 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:10:59,690 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:11:01,692 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:11:03,694 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:11:05,695 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:11:07,697 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:11:09,699 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:11:11,610 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:11:11,610 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:11:11,701 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:11:14,704 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:11:16,706 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:11:18,708 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:11:20,710 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:11:22,711 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:11:24,713 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:11:25,780 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 19:11:26,715 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:11:27,060 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:11:27,060 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:11:28,717 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:11:30,719 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:11:32,721 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:11:34,723 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:11:36,725 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:11:38,726 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:11:40,728 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:11:42,344 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:11:42,344 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:11:42,730 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:11:44,732 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:11:46,734 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:11:48,735 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:11:50,737 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:11:52,739 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:11:54,741 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:11:55,982 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 19:11:56,743 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:11:57,628 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:11:57,629 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:11:59,746 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:12:01,748 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:12:03,750 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:12:05,752 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:12:07,754 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:12:09,755 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:12:11,757 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:12:12,811 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:12:12,812 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:12:13,759 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:12:15,761 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:12:17,763 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:12:19,765 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:12:21,767 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:12:23,769 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:12:25,770 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:12:26,176 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 19:12:27,772 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:12:27,978 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:12:27,979 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:12:29,774 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:12:31,776 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:12:33,778 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:12:35,780 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:12:37,782 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:12:39,785 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:12:41,787 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:12:43,227 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:12:43,228 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:12:44,789 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:12:46,792 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:12:48,794 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:12:50,796 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:12:52,798 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:12:54,800 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:12:56,388 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 19:12:56,802 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:12:58,410 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:12:58,410 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:12:58,804 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:13:00,806 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:13:02,808 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:13:04,810 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:13:06,812 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:13:08,814 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:13:10,816 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:13:12,818 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:13:13,725 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:13:13,726 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:13:14,820 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:13:16,822 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:13:18,824 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:13:20,826 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:13:22,828 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:13:24,829 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:13:26,574 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 19:13:27,832 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:13:28,933 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:13:28,933 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:13:29,834 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:13:31,836 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:13:33,838 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:13:35,840 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:13:37,842 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:13:39,844 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:13:41,845 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:13:43,847 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:13:44,111 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:13:44,111 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:13:45,849 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:13:47,851 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:13:49,853 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:13:51,855 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:13:53,857 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:13:55,859 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:13:56,783 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 19:13:57,861 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:13:59,336 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:13:59,336 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:13:59,863 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:14:01,865 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:14:03,867 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:14:05,869 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:14:07,871 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:14:09,873 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:14:11,875 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:14:13,877 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:14:14,586 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:14:14,587 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:14:15,879 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:14:17,881 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:14:19,883 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:14:22,885 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:14:24,887 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:14:26,889 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:14:26,982 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 19:14:28,891 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:14:29,798 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:14:29,798 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:14:30,893 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:14:32,895 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:14:34,897 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:14:36,899 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:14:38,901 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:14:45,071 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:14:45,072 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:14:49,086 DEBUG SenderThread:33110 [sender.py:send():235] send: history +2022-02-06 19:14:49,123 DEBUG SenderThread:33110 [sender.py:send():235] send: summary +2022-02-06 19:14:49,174 INFO SenderThread:33110 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-06 19:14:49,908 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/wandb-summary.json +2022-02-06 19:14:50,909 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:14:51,911 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:14:52,912 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:14:57,239 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 19:15:00,281 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:15:00,282 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:15:02,919 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 19:15:15,467 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:15:15,468 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:15:27,455 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 19:15:30,636 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:15:30,636 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:15:45,804 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:15:45,805 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:15:57,671 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 19:16:00,976 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:16:00,976 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:16:16,143 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:16:16,144 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 19:16:27,879 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 19:16:31,316 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 19:16:31,316 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status