diff --git "a/wandb/run-20220203_135844-2tzexn1o/logs/debug-internal.log" "b/wandb/run-20220203_135844-2tzexn1o/logs/debug-internal.log" --- "a/wandb/run-20220203_135844-2tzexn1o/logs/debug-internal.log" +++ "b/wandb/run-20220203_135844-2tzexn1o/logs/debug-internal.log" @@ -47928,3 +47928,1017 @@ 2022-02-05 04:50:06,891 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status 2022-02-05 04:50:22,062 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status 2022-02-05 04:50:22,062 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:50:33,462 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:50:37,313 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:50:37,314 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:50:38,731 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:50:42,733 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:50:46,735 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:50:52,551 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:50:52,552 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:51:02,745 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:51:03,676 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:51:07,720 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:51:07,721 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:51:14,752 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:51:23,005 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:51:23,006 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:51:24,758 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:51:33,932 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:51:36,765 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:51:38,157 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:51:38,158 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:51:46,771 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:51:53,589 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:51:53,589 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:51:56,777 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:52:04,138 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:52:06,783 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:52:08,873 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:52:08,873 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:52:15,790 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:52:24,237 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:52:24,238 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:52:25,797 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:52:33,802 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:52:34,368 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:52:39,507 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:52:39,507 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:52:43,809 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:52:51,815 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:52:54,686 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:52:54,687 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:52:59,820 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:53:04,602 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:53:09,826 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:53:09,854 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:53:09,854 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:53:17,831 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:53:25,093 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:53:25,093 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:53:25,837 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:53:33,842 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:53:34,826 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:53:40,298 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:53:40,299 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:53:41,848 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:53:48,852 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:53:55,543 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:53:55,544 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:53:56,857 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:54:04,862 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:54:05,032 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:54:10,756 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:54:10,757 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:54:12,867 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:54:18,871 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:54:26,061 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:54:26,062 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:54:26,875 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:54:34,880 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:54:35,248 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:54:40,883 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:54:41,309 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:54:41,309 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:54:46,888 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:54:54,893 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:54:56,483 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:54:56,483 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:55:00,897 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:55:05,454 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:55:06,900 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:55:11,737 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:55:11,738 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:55:14,905 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:55:20,908 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:55:26,912 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:55:26,959 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:55:26,959 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:55:32,916 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:55:35,673 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:55:38,919 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:55:42,176 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:55:42,176 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:55:45,923 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:55:51,927 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:55:57,399 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:55:57,399 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:55:57,931 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:56:01,934 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:56:05,870 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:56:07,938 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:56:12,563 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:56:12,564 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:56:13,941 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:56:17,944 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:56:23,948 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:56:27,788 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:56:27,789 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:56:27,951 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:56:33,957 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:56:36,125 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:56:37,960 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:56:41,962 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:56:43,087 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:56:43,088 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:56:45,965 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:56:49,968 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:56:53,971 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:56:58,469 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:56:58,470 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:57:06,384 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:57:07,994 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:57:13,757 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:57:13,758 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:57:20,002 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:57:29,026 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:57:29,026 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:57:32,010 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:57:36,633 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:57:42,016 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:57:44,358 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:57:44,358 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:57:52,021 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:57:59,522 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:57:59,523 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:58:02,064 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:58:06,873 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:58:12,070 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:58:14,806 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:58:14,807 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:58:22,077 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:58:30,009 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:58:30,010 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:58:31,082 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:58:37,105 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:58:41,088 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:58:45,187 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:58:45,187 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:58:49,094 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:58:57,099 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:59:00,510 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:59:00,511 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:59:07,105 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:59:07,340 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:59:15,110 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:59:15,743 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:59:15,744 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:59:23,115 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:59:31,006 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:59:31,007 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:59:31,121 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:59:37,538 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:59:39,126 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:59:46,245 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:59:46,245 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:59:47,144 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:59:55,148 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:00:01,152 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:00:01,491 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:00:01,491 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:00:07,751 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:00:09,157 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:00:16,679 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:00:16,680 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:00:17,163 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:00:23,167 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:00:31,173 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:00:31,853 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:00:31,854 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:00:37,176 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:00:37,944 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:00:45,181 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:00:47,145 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:00:47,145 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:00:51,186 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:01:00,192 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:01:02,420 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:01:02,420 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:01:06,196 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:01:08,148 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:01:12,200 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:01:17,688 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:01:17,689 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:01:18,205 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:01:24,209 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:01:30,213 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:01:32,870 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:01:32,870 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:01:36,217 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:01:38,337 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:01:44,222 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:01:48,120 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:01:48,121 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:01:48,225 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:01:54,229 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:02:00,233 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:02:03,344 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:02:03,345 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:02:06,238 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:02:08,558 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:02:10,240 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:02:16,244 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:02:18,649 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:02:18,649 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:02:22,248 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:02:26,251 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:02:30,254 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:02:33,862 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:02:33,862 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:02:36,259 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:02:38,790 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:02:40,261 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:02:44,264 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:02:47,535 DEBUG SenderThread:3742 [sender.py:send():235] send: history +2022-02-05 05:02:47,640 DEBUG SenderThread:3742 [sender.py:send():235] send: summary +2022-02-05 05:02:47,692 INFO SenderThread:3742 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-05 05:02:48,267 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:02:48,268 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/wandb-summary.json +2022-02-05 05:02:49,146 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:02:49,147 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:02:49,269 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:02:52,271 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:02:56,273 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:03:04,447 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:03:04,448 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:03:09,046 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:03:10,282 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:03:20,000 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:03:20,001 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:03:23,290 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:03:35,298 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:03:35,338 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:03:35,338 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:03:39,294 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:03:45,304 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:03:50,635 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:03:50,636 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:03:55,310 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:04:05,317 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:04:06,103 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:04:06,103 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:04:09,524 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:04:15,323 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:04:21,457 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:04:21,458 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:04:25,329 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:04:33,334 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:04:36,752 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:04:36,753 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:04:39,756 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:04:43,341 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:04:51,963 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:04:51,964 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:04:52,347 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:05:02,353 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:05:07,128 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:05:07,128 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:05:10,020 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:05:10,359 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:05:18,364 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:05:22,412 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:05:22,413 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:05:26,367 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:05:34,373 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:05:37,708 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:05:37,708 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:05:40,234 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:05:42,378 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:05:50,383 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:05:52,870 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:05:52,871 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:05:58,389 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:06:06,395 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:06:08,151 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:06:08,152 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:06:10,504 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:06:14,400 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:06:22,405 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:06:23,316 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:06:23,317 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:06:28,411 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:06:36,417 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:06:38,480 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:06:38,481 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:06:40,696 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:06:42,422 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:06:51,428 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:06:53,772 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:06:53,773 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:06:57,431 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:07:03,435 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:07:08,994 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:07:08,994 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:07:10,892 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:07:11,440 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:07:17,443 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:07:23,447 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:07:24,242 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:07:24,243 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:07:29,450 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:07:35,454 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:07:39,504 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:07:39,504 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:07:41,128 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:07:41,458 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:07:47,461 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:07:53,465 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:07:54,755 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:07:54,756 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:07:59,469 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:08:05,473 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:08:09,986 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:08:09,986 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:08:11,378 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:08:11,477 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:08:15,480 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:08:21,483 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:08:25,231 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:08:25,232 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:08:27,487 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:08:31,490 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:08:37,493 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:08:40,463 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:08:40,463 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:08:41,496 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:08:41,640 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:08:45,499 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:08:51,502 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:08:55,504 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:08:55,792 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:08:55,792 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:08:57,506 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:09:01,508 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:09:10,984 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:09:10,984 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:09:11,879 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:09:16,518 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:09:26,288 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:09:26,289 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:09:28,525 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:09:40,533 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:09:41,589 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:09:41,590 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:09:42,121 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:09:50,539 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:09:56,842 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:09:56,843 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:10:00,545 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:10:10,551 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:10:12,000 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:10:12,001 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:10:12,329 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:10:20,557 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:10:27,166 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:10:27,166 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:10:28,563 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:10:38,569 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:10:42,322 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:10:42,323 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:10:42,549 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:10:46,574 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:10:57,580 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:10:57,601 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:10:57,602 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:11:05,585 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:11:12,774 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:11:12,774 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:11:12,949 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:11:13,590 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:11:21,595 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:11:27,979 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:11:27,980 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:11:29,599 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:11:37,604 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:11:43,015 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:11:43,145 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:11:43,146 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:11:45,609 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:11:53,614 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:11:58,366 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:11:58,366 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:12:01,619 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:12:09,625 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:12:13,229 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:12:13,698 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:12:13,699 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:12:17,629 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:12:23,633 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:12:28,867 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:12:28,868 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:12:31,638 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:12:37,643 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:12:43,474 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:12:44,033 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:12:44,033 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:12:45,648 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:12:51,652 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:12:59,230 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:12:59,231 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:12:59,657 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:13:05,662 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:13:12,666 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:13:13,678 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:13:14,500 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:13:14,501 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:13:20,670 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:13:26,674 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:13:29,759 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:13:29,760 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:13:32,678 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:13:38,682 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:13:43,898 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:13:44,686 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:13:45,013 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:13:45,013 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:13:50,690 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:13:56,694 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:14:00,179 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:14:00,179 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:14:02,698 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:14:08,701 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:14:14,095 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:14:14,704 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:14:15,347 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:14:15,347 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:14:18,707 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:14:24,711 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:14:28,714 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:14:30,555 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:14:30,556 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:14:34,720 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:14:38,723 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:14:44,294 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:14:44,727 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:14:45,721 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:14:45,721 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:14:48,730 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:14:52,733 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:14:55,793 DEBUG SenderThread:3742 [sender.py:send():235] send: history +2022-02-05 05:14:55,915 DEBUG SenderThread:3742 [sender.py:send():235] send: summary +2022-02-05 05:14:55,962 INFO SenderThread:3742 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-05 05:14:56,736 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:14:56,736 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/wandb-summary.json +2022-02-05 05:14:57,736 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:15:00,738 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:15:00,967 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:15:00,969 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:15:04,740 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:15:14,581 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:15:16,125 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:15:16,126 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:15:18,748 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:15:30,754 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:15:31,288 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:15:31,289 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:15:42,761 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:15:44,894 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:15:46,513 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:15:46,514 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:15:53,768 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:16:01,848 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:16:01,849 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:16:05,776 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:16:15,125 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:16:15,782 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:16:17,129 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:16:17,130 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:16:23,788 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:16:32,341 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:16:32,341 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:16:33,795 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:16:41,800 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:16:45,337 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:16:47,505 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:16:47,506 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:16:51,806 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:16:59,812 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:17:02,736 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:17:02,737 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:17:09,818 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:17:15,552 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:17:17,824 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:17:17,906 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:17:17,907 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:17:25,829 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:17:33,157 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:17:33,157 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:17:34,835 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:17:42,840 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:17:45,823 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:17:48,313 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:17:48,313 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:17:50,846 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:17:58,851 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:18:03,508 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:18:03,509 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:18:06,857 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:18:12,861 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:18:16,023 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:18:18,681 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:18:18,682 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:18:20,866 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:18:28,871 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:18:33,850 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:18:33,851 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:18:36,877 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:18:42,881 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:18:46,262 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:18:49,088 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:18:49,089 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:18:50,886 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:18:56,890 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:19:02,895 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:19:04,387 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:19:04,388 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:19:08,899 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:19:16,475 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:19:16,906 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:19:19,555 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:19:19,556 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:19:22,909 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:19:28,913 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:19:34,706 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:19:34,706 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:19:34,917 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:19:40,920 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:19:46,720 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:19:46,924 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:19:49,955 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:19:49,955 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:19:52,928 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:19:58,932 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:20:04,936 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:20:05,208 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:20:05,208 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:20:10,939 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:20:16,923 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:20:17,944 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:20:20,383 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:20:20,383 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:20:23,947 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:20:27,950 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:20:33,955 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:20:35,541 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:20:35,541 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:20:37,958 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:20:43,962 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:20:47,152 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:20:47,965 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:20:50,809 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:20:50,809 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:20:51,968 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:20:57,972 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:21:01,975 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:21:03,977 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:21:05,977 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:21:05,977 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:21:07,982 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:21:17,381 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:21:21,554 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:21:21,555 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:21:21,991 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:21:33,999 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:21:36,724 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:21:36,725 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:21:46,006 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:21:47,600 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:21:51,892 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:21:51,893 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:21:56,018 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:22:06,025 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:22:07,063 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:22:07,064 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:22:17,031 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:22:17,841 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:22:22,314 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:22:22,314 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:22:27,038 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:22:35,043 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:22:37,504 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:22:37,504 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:22:45,049 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:22:48,099 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:22:52,672 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:22:52,673 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:22:53,054 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:23:03,060 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:23:08,061 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:23:08,062 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:23:11,068 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:23:18,305 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:23:19,073 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:23:23,349 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:23:23,350 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:23:27,079 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:23:35,084 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:23:38,578 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:23:38,578 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:23:44,090 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:23:48,579 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:23:52,096 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:23:54,015 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:23:54,016 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:24:00,105 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:24:08,109 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:24:09,259 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:24:09,259 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:24:16,115 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:24:18,854 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:24:22,118 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:24:24,574 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:24:24,574 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:24:30,123 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:24:38,128 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:24:39,797 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:24:39,797 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:24:44,132 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:24:49,060 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:24:52,138 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:24:55,053 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:24:55,053 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:24:58,142 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:25:06,147 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:25:10,380 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:25:10,381 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:25:12,151 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:25:18,155 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:25:19,268 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:25:24,158 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:25:25,584 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:25:25,584 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:25:32,164 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:25:38,168 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:25:40,740 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:25:40,740 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:25:44,172 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:25:49,463 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:25:50,175 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:25:55,968 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:25:55,969 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:25:56,179 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:26:02,183 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:26:09,189 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:26:11,181 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:26:11,181 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:26:15,192 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:26:19,651 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:26:21,200 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:26:25,203 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:26:26,420 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:26:26,420 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:26:31,206 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:26:37,211 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:26:41,214 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:26:41,588 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:26:41,588 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:26:45,217 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:26:49,833 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:26:51,221 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:26:55,224 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:26:56,851 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:26:56,852 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:26:59,227 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:27:02,333 DEBUG SenderThread:3742 [sender.py:send():235] send: history +2022-02-05 05:27:02,408 DEBUG SenderThread:3742 [sender.py:send():235] send: summary +2022-02-05 05:27:02,444 INFO SenderThread:3742 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-05 05:27:03,231 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:27:03,231 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/wandb-summary.json +2022-02-05 05:27:04,233 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:27:07,235 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:27:11,238 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:27:12,021 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:27:12,021 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:27:20,068 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:27:27,248 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:27:27,422 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:27:27,423 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:27:39,256 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:27:42,749 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:27:42,750 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:27:49,262 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:27:50,306 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:27:58,000 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:27:58,000 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:27:59,269 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:28:09,275 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:28:13,166 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:28:13,167 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:28:20,282 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:28:20,521 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:28:28,428 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:28:28,428 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:28:30,289 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:28:38,294 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:28:43,598 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:28:43,599 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:28:48,301 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:28:50,800 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:28:56,306 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:28:59,016 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:28:59,017 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:29:06,312 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:29:14,224 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:29:14,224 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:29:14,318 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:29:20,999 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:29:22,323 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:29:29,389 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:29:29,389 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:29:30,328 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:29:38,333 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:29:44,624 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:29:44,625 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:29:46,338 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:29:51,229 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:29:54,342 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:29:59,927 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:29:59,927 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:30:02,347 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:30:10,353 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:30:15,237 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:30:15,238 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:30:19,359 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:30:21,470 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:30:27,364 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:30:30,427 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:30:30,427 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:30:33,368 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:30:41,374 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:30:45,597 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:30:45,597 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:30:49,380 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:30:51,717 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:30:55,388 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:31:00,804 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:31:00,805 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:31:03,394 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:31:09,397 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:31:15,401 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:31:15,986 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:31:15,986 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:31:21,406 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:31:21,970 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:31:29,413 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:31:31,194 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:31:31,195 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:31:35,417 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:31:41,421 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:31:46,368 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:31:46,368 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:31:47,425 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:31:52,190 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:31:53,428 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:31:59,435 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:32:01,642 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:32:01,642 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:32:05,448 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:32:11,452 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:32:16,839 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:32:16,839 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:32:17,456 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:32:22,441 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:32:23,460 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:32:28,464 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:32:32,111 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:32:32,111 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:32:34,469 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:32:38,472 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:32:44,475 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:32:47,319 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:32:47,319 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:32:48,478 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:32:52,667 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:32:54,481 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:32:58,484 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:33:02,487 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:33:02,548 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:33:02,549 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:33:06,490 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:33:10,493 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:33:14,496 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:33:17,713 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:33:17,713 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:33:22,855 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:33:30,504 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:33:32,985 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:33:32,986 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:33:42,511 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:33:48,181 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:33:48,181 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:33:52,517 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:33:53,062 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:34:03,345 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:34:03,345 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:34:04,524 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:34:14,530 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:34:18,506 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:34:18,506 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:34:23,308 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:34:24,536 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:34:33,541 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:34:33,771 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:34:33,771 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:34:43,548 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:34:49,114 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:34:49,114 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:34:53,499 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:34:53,554 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:35:01,559 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:35:04,297 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:35:04,297 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:35:11,565 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:35:19,470 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:35:19,471 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:35:19,571 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:35:23,725 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:35:27,575 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:35:34,760 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:35:34,760 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:35:35,580 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:35:43,586 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:35:49,920 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:35:49,920 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:35:51,591 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:35:53,988 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:36:00,597 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:36:05,180 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:36:05,181 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:36:08,602 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:36:16,608 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:36:20,443 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:36:20,443 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:36:22,612 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:36:24,213 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:36:30,617 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:36:35,610 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:36:35,611 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:36:38,623 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:36:44,627 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:36:50,787 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:36:50,787 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:36:52,632 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:36:54,446 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:36:58,636 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:37:05,957 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:37:05,958 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:37:06,642 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:37:12,646 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:37:18,650 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:37:21,317 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:37:21,317 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:37:24,672 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:37:26,655 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:37:32,660 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:37:36,571 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:37:36,571 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:37:38,664 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:37:44,668 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:37:50,672 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:37:51,739 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:37:51,739 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:37:54,918 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:37:56,676 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:38:02,680 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:38:07,082 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:38:07,082 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:38:09,685 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:38:15,689 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:38:21,692 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:38:22,327 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:38:22,328 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:38:25,124 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:38:27,696 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:38:31,698 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:38:37,582 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:38:37,582 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:38:37,702 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:38:43,707 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:38:47,710 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:38:51,713 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:38:52,843 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:38:52,843 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:38:55,313 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:38:57,717 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:39:01,720 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:39:05,723 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:39:08,009 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:39:08,010 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:39:08,863 DEBUG SenderThread:3742 [sender.py:send():235] send: history +2022-02-05 05:39:08,937 DEBUG SenderThread:3742 [sender.py:send():235] send: summary +2022-02-05 05:39:08,986 INFO SenderThread:3742 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-05 05:39:09,726 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:39:09,726 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/wandb-summary.json +2022-02-05 05:39:13,729 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:39:17,731 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:39:23,232 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:39:23,233 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:39:25,547 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:39:31,740 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:39:38,502 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:39:38,506 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:39:43,747 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:39:53,873 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:39:53,874 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:39:54,754 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:39:55,761 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:40:04,761 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:40:09,038 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:40:09,038 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:40:14,767 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:40:24,304 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:40:24,305 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:40:24,774 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:40:25,978 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:40:34,780 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:40:39,470 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:40:39,470 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:40:42,786 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:40:50,791 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:40:54,934 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:40:54,934 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:40:56,204 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:40:58,796 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:41:06,800 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:41:10,305 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:41:10,306 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:41:14,806 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:41:22,812 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:41:25,553 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:41:25,553 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:41:26,404 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:41:30,818 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:41:39,824 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:41:40,712 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:41:40,712 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:41:47,829 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:41:53,833 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:41:55,870 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:41:55,871 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:41:56,650 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:42:01,838 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:42:07,842 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:42:11,098 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:42:11,099 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:42:15,847 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:42:21,850 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:42:26,327 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:42:26,327 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:42:26,843 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:42:29,855 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:42:35,859 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:42:41,545 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:42:41,546 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:42:41,863 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:42:47,867 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:42:53,871 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:42:56,750 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:42:56,750 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:42:57,044 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:42:59,875 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:43:05,879 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:43:09,882 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:43:11,919 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:43:11,920 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:43:15,886 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:43:21,890 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:43:25,893 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:43:27,201 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:43:27,201 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:43:27,348 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:43:31,897 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:43:35,900 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:43:42,396 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:43:42,397 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:43:42,905 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:43:46,908 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:43:50,911 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:43:52,913 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:43:53,398 DEBUG SenderThread:3742 [sender.py:send():235] send: metric +2022-02-05 05:43:53,428 DEBUG SenderThread:3742 [sender.py:send():235] send: metric +2022-02-05 05:43:53,431 DEBUG SenderThread:3742 [sender.py:send():235] send: metric +2022-02-05 05:43:53,432 DEBUG SenderThread:3742 [sender.py:send():235] send: metric +2022-02-05 05:43:53,433 DEBUG SenderThread:3742 [sender.py:send():235] send: metric +2022-02-05 05:43:53,433 DEBUG SenderThread:3742 [sender.py:send():235] send: history +2022-02-05 05:43:53,477 DEBUG SenderThread:3742 [sender.py:send():235] send: summary +2022-02-05 05:43:53,510 INFO SenderThread:3742 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-05 05:43:53,914 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/wandb-summary.json +2022-02-05 05:43:54,915 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:43:57,663 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:43:58,243 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:43:58,243 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:43:58,918 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:43:58,919 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/config.yaml +2022-02-05 05:44:00,921 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 05:44:13,416 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:44:13,416 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:44:27,792 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:44:28,609 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:44:28,610 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:44:43,783 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:44:43,784 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:44:57,981 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 05:44:59,230 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:44:59,230 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 05:45:14,392 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 05:45:14,392 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status