diff --git "a/wandb/run-20220203_135844-2tzexn1o/logs/debug-internal.log" "b/wandb/run-20220203_135844-2tzexn1o/logs/debug-internal.log" --- "a/wandb/run-20220203_135844-2tzexn1o/logs/debug-internal.log" +++ "b/wandb/run-20220203_135844-2tzexn1o/logs/debug-internal.log" @@ -45204,3 +45204,2727 @@ 2022-02-05 02:35:00,327 DEBUG SenderThread:3742 [sender.py:send():235] send: stats 2022-02-05 02:35:01,226 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status 2022-02-05 02:35:01,227 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:35:16,398 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:35:16,399 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:35:25,953 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:35:29,956 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:35:30,539 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:35:31,563 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:35:31,563 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:35:31,957 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:35:45,965 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:35:46,839 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:35:46,840 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:35:59,974 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:36:00,749 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:36:02,293 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:36:02,294 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:36:09,979 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:36:17,715 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:36:17,715 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:36:21,986 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:36:30,968 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:36:31,992 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:36:33,110 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:36:33,111 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:36:42,999 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:36:48,321 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:36:48,321 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:36:53,005 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:37:01,011 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:37:01,251 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:37:03,495 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:37:03,495 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:37:11,017 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:37:18,696 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:37:18,696 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:37:19,023 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:37:29,029 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:37:31,494 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:37:33,935 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:37:33,936 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:37:37,039 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:37:45,044 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:37:49,127 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:37:49,128 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:37:55,051 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:38:01,708 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:38:03,056 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:38:04,290 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:38:04,291 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:38:11,062 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:38:19,067 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:38:19,459 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:38:19,459 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:38:28,073 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:38:31,942 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:38:34,740 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:38:34,741 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:38:36,078 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:38:42,082 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:38:50,022 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:38:50,023 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:38:50,087 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:38:58,092 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:39:02,258 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:39:05,189 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:39:05,190 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:39:06,097 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:39:12,107 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:39:20,111 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:39:20,354 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:39:20,355 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:39:26,114 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:39:32,627 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:39:34,119 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:39:35,522 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:39:35,522 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:39:40,122 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:39:46,126 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:39:50,731 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:39:50,732 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:39:52,130 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:40:00,135 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:40:02,869 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:40:06,012 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:40:06,012 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:40:06,140 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:40:12,144 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:40:18,148 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:40:21,222 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:40:21,222 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:40:24,152 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:40:31,157 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:40:33,081 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:40:36,492 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:40:36,492 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:40:37,160 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:40:43,164 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:40:49,167 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:40:51,718 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:40:51,718 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:40:53,170 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:40:59,173 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:41:03,368 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:41:05,177 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:41:07,014 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:41:07,015 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:41:09,179 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:41:15,183 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:41:19,186 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:41:22,177 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:41:22,177 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:41:23,189 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:41:27,192 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:41:31,195 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:41:33,568 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:41:35,198 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:41:37,399 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:41:37,400 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:41:39,201 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:41:52,567 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:41:52,568 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:41:55,211 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:42:03,886 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:42:07,746 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:42:07,746 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:42:08,220 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:42:18,227 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:42:22,918 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:42:22,919 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:42:30,235 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:42:34,162 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:42:38,162 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:42:38,163 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:42:40,241 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:42:50,247 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:42:53,329 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:42:53,329 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:42:58,253 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:43:04,405 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:43:08,259 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:43:08,492 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:43:08,493 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:43:18,265 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:43:23,683 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:43:23,683 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:43:26,271 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:43:34,634 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:43:36,277 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:43:38,992 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:43:38,992 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:43:44,281 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:43:52,286 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:43:54,191 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:43:54,191 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:44:03,293 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:44:04,858 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:44:09,381 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:44:09,382 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:44:11,298 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:44:19,303 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:44:24,660 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:44:24,661 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:44:27,308 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:44:33,312 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:44:35,110 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:44:39,835 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:44:39,836 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:44:41,318 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:44:49,323 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:44:55,187 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:44:55,188 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:44:57,329 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:45:03,334 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:45:05,317 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:45:10,411 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:45:10,412 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:45:11,339 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:45:19,346 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:45:25,350 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:45:25,569 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:45:25,570 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:45:33,355 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:45:35,529 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:45:39,359 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:45:40,801 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:45:40,802 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:45:46,364 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:45:52,368 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:45:56,176 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:45:56,176 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:46:00,374 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:46:05,757 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:46:06,378 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:46:11,480 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:46:11,481 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:46:12,380 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:46:18,384 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:46:24,388 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:46:26,710 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:46:26,710 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:46:30,391 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:46:35,969 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:46:36,395 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:46:41,933 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:46:41,934 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:46:42,399 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:46:48,403 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:46:52,406 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:46:57,099 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:46:57,100 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:46:58,409 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:47:02,412 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:47:06,176 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:47:08,417 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:47:12,321 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:47:12,321 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:47:12,420 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:47:18,424 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:47:22,426 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:47:26,429 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:47:27,549 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:47:27,549 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:47:32,432 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:47:34,660 DEBUG SenderThread:3742 [sender.py:send():235] send: history +2022-02-05 02:47:34,764 DEBUG SenderThread:3742 [sender.py:send():235] send: summary +2022-02-05 02:47:34,818 INFO SenderThread:3742 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-05 02:47:35,435 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/wandb-summary.json +2022-02-05 02:47:36,373 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:47:36,435 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:47:37,436 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:47:40,438 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:47:42,439 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:47:42,758 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:47:42,759 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:47:57,930 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:47:57,930 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:47:59,449 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:48:06,613 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:48:11,457 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:48:13,100 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:48:13,100 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:48:23,465 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:48:28,271 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:48:28,271 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:48:33,471 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:48:36,855 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:48:43,434 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:48:43,435 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:48:43,477 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:48:53,484 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:48:58,697 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:48:58,697 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:49:03,490 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:49:07,070 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:49:11,495 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:49:13,921 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:49:13,922 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:49:21,500 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:49:29,292 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:49:29,292 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:49:31,506 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:49:37,287 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:49:40,512 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:49:44,559 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:49:44,560 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:49:48,517 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:49:56,522 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:49:59,721 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:49:59,721 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:50:04,526 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:50:07,527 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:50:12,535 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:50:14,992 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:50:14,992 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:50:20,540 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:50:28,545 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:50:30,281 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:50:30,282 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:50:36,551 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:50:37,723 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:50:44,557 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:50:45,543 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:50:45,543 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:50:52,563 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:51:00,568 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:51:00,845 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:51:00,846 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:51:06,572 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:51:08,003 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:51:14,578 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:51:16,039 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:51:16,039 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:51:20,582 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:51:28,588 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:51:31,271 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:51:31,272 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:51:34,591 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:51:38,271 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:51:42,596 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:51:46,568 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:51:46,568 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:51:48,599 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:51:54,614 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:52:01,785 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:52:01,786 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:52:03,625 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:52:08,579 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:52:09,628 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:52:15,632 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:52:17,101 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:52:17,101 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:52:21,636 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:52:27,639 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:52:32,353 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:52:32,354 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:52:33,644 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:52:38,823 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:52:39,648 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:52:45,652 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:52:47,611 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:52:47,611 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:52:49,655 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:52:55,659 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:53:01,667 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:53:02,797 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:53:02,797 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:53:07,671 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:53:09,045 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:53:11,674 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:53:17,678 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:53:18,022 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:53:18,022 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:53:21,680 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:53:25,682 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:53:31,686 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:53:33,185 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:53:33,185 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:53:35,690 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:53:39,270 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:53:39,692 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:53:43,695 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:53:45,696 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:53:48,547 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:53:48,548 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:54:02,707 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:54:03,811 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:54:03,812 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:54:09,504 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:54:14,715 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:54:19,148 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:54:19,148 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:54:26,723 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:54:34,511 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:54:34,512 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:54:36,730 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:54:39,790 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:54:46,738 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:54:49,735 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:54:49,735 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:54:56,748 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:55:04,895 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:55:04,895 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:55:06,754 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:55:10,081 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:55:16,760 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:55:20,313 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:55:20,313 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:55:24,766 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:55:34,773 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:55:35,610 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:55:35,610 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:55:40,350 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:55:42,778 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:55:50,774 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:55:50,775 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:55:50,783 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:56:01,791 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:56:05,940 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:56:05,941 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:56:09,795 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:56:10,581 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:56:17,800 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:56:21,245 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:56:21,245 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:56:25,805 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:56:33,810 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:56:36,646 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:56:36,647 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:56:40,790 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:56:41,816 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:56:49,822 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:56:51,926 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:56:51,926 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:56:55,827 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:57:03,832 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:57:07,123 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:57:07,124 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:57:10,994 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:57:11,838 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:57:19,843 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:57:22,289 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:57:22,290 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:57:25,847 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:57:33,852 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:57:37,573 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:57:37,573 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:57:39,857 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:57:41,260 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:57:45,862 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:57:52,770 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:57:52,771 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:57:53,867 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:57:59,872 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:58:05,876 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:58:08,042 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:58:08,043 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:58:11,483 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:58:11,881 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:58:17,885 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:58:23,218 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:58:23,219 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:58:26,891 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:58:32,895 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:58:38,470 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:58:38,470 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:58:38,899 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:58:41,700 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:58:44,903 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:58:50,907 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:58:53,633 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:58:53,633 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:58:54,910 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:59:00,914 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:59:06,918 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:59:08,914 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:59:08,914 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:59:10,920 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:59:11,917 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:59:16,925 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:59:22,930 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:59:24,128 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:59:24,128 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:59:26,932 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:59:30,934 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:59:36,946 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:59:39,326 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:59:39,327 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:59:40,949 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:59:42,156 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:59:43,662 DEBUG SenderThread:3742 [sender.py:send():235] send: history +2022-02-05 02:59:43,788 DEBUG SenderThread:3742 [sender.py:send():235] send: summary +2022-02-05 02:59:43,832 INFO SenderThread:3742 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-05 02:59:43,952 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/wandb-summary.json +2022-02-05 02:59:44,953 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:59:48,956 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:59:52,963 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:59:54,529 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:59:54,532 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:00:06,973 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:00:09,856 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:00:09,856 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:00:12,408 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:00:19,982 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:00:25,062 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:00:25,063 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:00:31,990 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:00:40,226 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:00:40,227 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:00:41,996 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:00:42,643 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:00:52,003 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:00:55,395 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:00:55,396 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:01:02,009 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:01:10,693 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:01:10,693 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:01:12,016 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:01:12,846 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:01:22,022 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:01:26,001 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:01:26,002 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:01:30,027 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:01:40,033 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:01:41,167 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:01:41,167 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:01:43,087 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:01:48,038 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:01:56,043 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:01:56,332 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:01:56,333 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:02:07,050 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:02:11,614 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:02:11,615 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:02:13,306 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:02:15,055 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:02:23,060 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:02:26,780 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:02:26,781 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:02:31,065 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:02:37,069 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:02:41,965 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:02:41,966 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:02:43,499 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:02:45,075 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:02:53,081 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:02:57,195 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:02:57,196 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:03:01,086 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:03:09,091 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:03:12,362 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:03:12,362 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:03:13,713 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:03:17,097 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:03:23,101 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:03:27,617 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:03:27,617 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:03:31,106 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:03:37,111 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:03:42,820 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:03:42,821 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:03:43,943 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:03:45,117 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:03:52,122 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:03:58,109 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:03:58,110 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:03:58,127 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:04:04,131 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:04:12,137 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:04:13,408 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:04:13,408 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:04:14,141 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:04:18,141 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:04:24,145 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:04:28,609 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:04:28,609 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:04:30,149 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:04:36,153 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:04:42,157 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:04:43,822 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:04:43,822 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:04:44,358 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:04:48,163 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:04:54,167 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:04:59,065 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:04:59,065 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:05:00,171 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:05:04,174 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:05:10,177 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:05:14,232 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:05:14,232 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:05:14,614 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:05:16,180 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:05:20,183 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:05:24,186 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:05:29,512 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:05:29,512 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:05:30,190 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:05:34,192 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:05:39,196 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:05:44,725 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:05:44,725 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:05:44,889 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:05:45,200 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:05:49,203 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:05:51,205 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:05:55,209 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:05:59,891 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:05:59,892 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:06:11,220 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:06:15,061 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:06:15,298 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:06:15,299 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:06:23,228 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:06:30,617 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:06:30,618 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:06:33,234 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:06:45,241 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:06:45,320 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:06:45,959 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:06:45,959 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:06:55,247 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:07:01,157 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:07:01,158 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:07:05,254 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:07:14,259 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:07:15,670 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:07:16,461 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:07:16,461 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:07:24,266 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:07:31,624 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:07:31,624 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:07:32,270 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:07:42,277 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:07:45,904 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:07:46,918 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:07:46,918 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:07:50,282 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:07:58,287 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:08:02,087 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:08:02,090 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:08:08,291 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:08:16,179 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:08:16,297 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:08:17,352 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:08:17,352 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:08:24,302 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:08:32,306 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:08:32,584 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:08:32,584 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:08:39,311 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:08:46,393 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:08:47,316 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:08:47,876 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:08:47,876 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:08:55,322 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:09:03,129 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:09:03,129 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:09:03,327 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:09:11,333 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:09:16,629 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:09:17,337 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:09:18,309 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:09:18,310 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:09:25,342 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:09:31,347 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:09:33,558 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:09:33,559 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:09:39,352 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:09:45,356 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:09:46,828 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:09:48,867 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:09:48,867 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:09:53,362 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:09:59,366 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:10:04,112 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:10:04,112 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:10:05,370 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:10:11,373 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:10:17,035 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:10:17,377 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:10:19,268 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:10:19,269 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:10:23,380 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:10:29,385 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:10:34,434 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:10:34,435 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:10:35,390 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:10:41,394 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:10:47,252 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:10:47,398 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:10:49,616 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:10:49,616 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:10:53,403 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:11:00,407 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:11:04,820 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:11:04,821 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:11:06,411 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:11:10,414 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:11:16,418 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:11:17,463 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:11:20,154 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:11:20,155 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:11:22,422 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:11:26,425 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:11:32,429 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:11:35,326 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:11:35,326 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:11:36,431 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:11:40,433 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:11:44,436 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:11:47,003 DEBUG SenderThread:3742 [sender.py:send():235] send: history +2022-02-05 03:11:47,104 DEBUG SenderThread:3742 [sender.py:send():235] send: summary +2022-02-05 03:11:47,153 INFO SenderThread:3742 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-05 03:11:47,438 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/wandb-summary.json +2022-02-05 03:11:47,683 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:11:48,439 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:11:49,439 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:11:50,564 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:11:50,565 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:11:52,441 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:11:56,444 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:12:05,825 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:12:05,826 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:12:10,453 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:12:18,120 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:12:21,192 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:12:21,192 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:12:22,460 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:12:34,467 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:12:36,409 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:12:36,409 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:12:44,473 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:12:48,404 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:12:51,699 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:12:51,700 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:12:54,480 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:13:04,488 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:13:06,991 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:13:06,992 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:13:14,494 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:13:18,613 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:13:22,269 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:13:22,270 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:13:22,500 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:13:33,507 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:13:37,453 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:13:37,454 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:13:41,512 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:13:48,829 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:13:51,519 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:13:52,622 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:13:52,622 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:13:59,523 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:14:07,528 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:14:07,913 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:14:07,913 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:14:15,533 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:14:19,025 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:14:23,244 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:14:23,244 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:14:23,537 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:14:31,542 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:14:38,412 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:14:38,412 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:14:39,551 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:14:47,556 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:14:49,263 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:14:53,560 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:14:53,689 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:14:53,690 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:15:02,566 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:15:08,885 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:15:08,886 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:15:10,571 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:15:18,577 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:15:19,480 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:15:24,065 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:15:24,066 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:15:24,584 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:15:32,589 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:15:38,593 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:15:39,226 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:15:39,227 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:15:46,598 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:15:49,679 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:15:52,602 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:15:54,512 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:15:54,513 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:16:00,608 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:16:08,614 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:16:09,734 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:16:09,734 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:16:14,618 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:16:19,928 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:16:22,624 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:16:24,945 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:16:24,946 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:16:28,628 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:16:36,635 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:16:40,235 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:16:40,235 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:16:42,640 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:16:50,186 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:16:51,648 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:16:55,458 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:16:55,459 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:16:57,653 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:17:03,658 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:17:09,661 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:17:10,704 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:17:10,705 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:17:17,668 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:17:20,440 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:17:23,673 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:17:25,968 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:17:25,969 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:17:29,677 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:17:35,681 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:17:39,684 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:17:41,351 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:17:41,351 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:17:45,688 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:17:50,695 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:17:51,693 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:17:55,696 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:17:56,621 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:17:56,621 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:18:01,700 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:18:07,704 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:18:11,707 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:18:11,843 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:18:11,844 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:18:15,710 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:18:20,978 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:18:26,997 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:18:26,998 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:18:32,723 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:18:42,366 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:18:42,366 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:18:46,735 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:18:51,307 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:18:57,570 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:18:57,571 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:18:58,744 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:19:10,753 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:19:12,738 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:19:12,738 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:19:20,761 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:19:21,538 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:19:28,161 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:19:28,161 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:19:32,769 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:19:42,776 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:19:43,567 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:19:43,567 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:19:51,773 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:19:52,783 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:19:58,851 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:19:58,862 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:20:03,793 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:20:11,798 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:20:14,066 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:20:14,067 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:20:21,804 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:20:22,008 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:20:29,224 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:20:29,225 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:20:29,810 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:20:37,816 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:20:44,484 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:20:44,484 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:20:45,821 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:20:52,294 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:20:53,827 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:20:59,810 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:20:59,810 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:21:01,832 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:21:09,838 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:21:15,129 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:21:15,130 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:21:17,843 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:21:22,538 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:21:24,848 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:21:30,486 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:21:30,487 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:21:32,854 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:21:40,860 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:21:45,731 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:21:45,732 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:21:48,865 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:21:52,818 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:21:54,869 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:22:00,976 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:22:00,976 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:22:02,874 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:22:08,878 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:22:16,254 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:22:16,262 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:22:16,882 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:22:22,886 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:22:23,015 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:22:28,889 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:22:31,425 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:22:31,425 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:22:36,894 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:22:42,899 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:22:46,659 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:22:46,659 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:22:48,902 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:22:53,250 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:22:54,906 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:23:00,909 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:23:01,914 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:23:01,915 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:23:06,913 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:23:12,917 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:23:17,184 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:23:17,184 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:23:18,921 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:23:23,448 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:23:25,925 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:23:31,929 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:23:32,417 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:23:32,418 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:23:37,933 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:23:41,936 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:23:47,578 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:23:47,578 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:23:47,940 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:23:51,942 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:23:53,661 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:23:57,946 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:24:01,948 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:24:02,850 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:24:02,851 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:24:07,952 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:24:11,955 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:24:15,958 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:24:18,016 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:24:18,016 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:24:18,951 DEBUG SenderThread:3742 [sender.py:send():235] send: history +2022-02-05 03:24:19,010 DEBUG SenderThread:3742 [sender.py:send():235] send: summary +2022-02-05 03:24:19,042 INFO SenderThread:3742 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-05 03:24:19,987 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:24:19,987 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/wandb-summary.json +2022-02-05 03:24:23,911 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:24:23,990 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:24:27,993 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:24:33,258 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:24:33,258 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:24:42,002 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:24:48,426 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:24:48,426 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:24:54,010 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:24:54,144 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:25:03,592 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:25:03,593 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:25:06,017 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:25:18,025 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:25:19,010 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:25:19,010 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:25:24,414 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:25:29,032 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:25:34,219 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:25:34,220 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:25:39,038 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:25:47,044 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:25:49,386 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:25:49,387 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:25:54,664 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:25:57,051 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:26:04,827 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:26:04,827 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:26:07,057 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:26:15,062 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:26:20,078 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:26:20,079 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:26:24,916 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:26:25,068 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:26:33,073 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:26:35,246 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:26:35,246 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:26:41,078 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:26:49,083 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:26:50,558 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:26:50,558 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:26:55,126 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:26:57,088 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:27:05,093 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:27:05,781 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:27:05,781 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:27:13,098 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:27:20,949 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:27:20,950 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:27:21,103 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:27:25,429 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:27:29,108 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:27:36,172 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:27:36,172 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:27:37,113 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:27:45,119 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:27:51,395 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:27:51,395 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:27:53,124 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:27:55,635 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:28:00,129 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:28:06,635 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:28:06,635 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:28:08,134 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:28:14,139 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:28:21,819 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:28:21,820 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:28:22,144 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:28:25,836 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:28:28,149 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:28:34,153 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:28:36,985 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:28:36,985 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:28:42,158 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:28:48,164 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:28:52,213 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:28:52,214 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:28:54,168 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:28:56,053 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:29:00,172 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:29:06,176 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:29:07,449 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:29:07,449 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:29:12,180 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:29:20,185 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:29:22,792 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:29:22,792 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:29:26,189 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:29:26,259 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:29:30,192 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:29:36,196 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:29:38,046 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:29:38,046 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:29:42,200 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:29:48,205 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:29:52,208 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:29:53,261 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:29:53,261 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:29:56,477 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:29:58,212 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:30:04,216 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:30:08,219 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:30:08,492 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:30:08,492 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:30:13,223 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:30:19,227 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:30:23,230 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:30:23,657 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:30:23,658 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:30:26,674 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:30:27,233 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:30:31,236 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:30:35,239 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:30:38,836 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:30:38,837 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:30:49,248 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:30:54,000 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:30:54,000 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:30:56,903 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:31:01,255 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:31:09,288 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:31:09,288 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:31:13,266 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:31:24,568 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:31:24,568 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:31:25,273 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:31:27,089 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:31:33,278 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:31:39,736 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:31:39,737 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:31:43,291 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:31:53,297 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:31:55,032 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:31:55,032 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:31:57,309 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:32:03,304 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:32:10,359 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:32:10,359 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:32:14,311 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:32:22,316 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:32:25,526 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:32:25,527 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:32:27,533 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:32:32,322 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:32:40,328 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:32:40,694 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:32:40,695 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:32:48,333 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:32:55,980 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:32:55,981 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:32:56,338 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:32:57,748 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:33:04,343 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:33:11,298 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:33:11,299 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:33:12,348 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:33:20,354 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:33:26,506 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:33:26,507 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:33:28,049 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:33:28,359 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:33:37,365 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:33:41,722 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:33:41,722 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:33:45,371 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:33:51,375 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:33:56,886 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:33:56,887 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:33:58,297 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:33:59,380 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:34:07,386 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:34:12,116 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:34:12,117 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:34:13,390 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:34:21,396 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:34:27,380 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:34:27,381 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:34:27,400 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:34:28,489 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:34:35,405 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:34:41,409 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:34:42,547 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:34:42,547 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:34:47,413 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:34:55,418 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:34:57,752 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:34:57,752 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:34:58,706 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:35:01,422 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:35:07,425 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:35:12,910 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:35:12,911 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:35:13,428 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:35:19,432 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:35:25,436 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:35:28,076 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:35:28,077 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:35:28,929 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:35:31,440 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:35:37,444 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:35:43,288 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:35:43,289 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:35:43,449 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:35:49,453 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:35:53,456 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:35:58,455 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:35:58,455 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:35:59,146 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:35:59,461 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:36:04,464 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:36:10,467 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:36:13,650 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:36:13,650 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:36:14,470 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:36:20,473 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:36:24,476 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:36:28,478 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:36:28,924 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:36:28,925 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:36:29,327 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:36:31,022 DEBUG SenderThread:3742 [sender.py:send():235] send: history +2022-02-05 03:36:31,096 DEBUG SenderThread:3742 [sender.py:send():235] send: summary +2022-02-05 03:36:31,155 INFO SenderThread:3742 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-05 03:36:31,480 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/wandb-summary.json +2022-02-05 03:36:32,481 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:36:33,482 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:36:36,485 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:36:40,487 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:36:44,103 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:36:44,104 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:36:54,496 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:36:59,269 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:36:59,270 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:36:59,591 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:37:06,503 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:37:14,491 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:37:14,492 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:37:18,511 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:37:28,517 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:37:29,796 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:37:29,805 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:37:29,806 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:37:38,524 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:37:44,971 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:37:44,971 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:37:49,530 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:37:57,536 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:38:00,036 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:38:00,266 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:38:00,266 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:38:07,542 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:38:15,437 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:38:15,438 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:38:17,549 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:38:25,554 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:38:30,251 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:38:30,607 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:38:30,607 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:38:35,561 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:38:43,566 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:38:45,771 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:38:45,771 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:38:51,571 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:38:59,579 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:39:00,455 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:39:01,026 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:39:01,027 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:39:07,585 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:39:15,591 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:39:16,192 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:39:16,192 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:39:23,597 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:39:30,670 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:39:31,357 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:39:31,358 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:39:31,602 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:39:39,608 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:39:46,552 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:39:46,553 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:39:47,613 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:39:55,618 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:40:00,848 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:40:01,775 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:40:01,775 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:40:03,623 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:40:09,627 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:40:17,030 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:40:17,031 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:40:17,632 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:40:23,635 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:40:31,080 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:40:32,198 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:40:32,199 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:40:32,641 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:40:38,645 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:40:46,651 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:40:47,448 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:40:47,448 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:40:52,654 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:40:58,659 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:41:01,296 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:41:02,692 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:41:02,692 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:41:04,663 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:41:10,667 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:41:16,671 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:41:17,986 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:41:17,986 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:41:22,675 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:41:28,679 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:41:31,515 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:41:33,216 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:41:33,217 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:41:34,683 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:41:40,688 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:41:46,691 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:41:48,510 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:41:48,510 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:41:52,695 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:41:56,698 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:42:01,758 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:42:03,680 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:42:03,681 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:42:03,702 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:42:09,706 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:42:13,708 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:42:18,958 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:42:18,958 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:42:19,712 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:42:23,714 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:42:29,717 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:42:31,948 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:42:33,720 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:42:34,159 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:42:34,159 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:42:37,723 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:42:41,726 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:42:43,728 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:42:49,601 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:42:49,602 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:42:59,738 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:43:02,199 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:43:05,006 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:43:05,006 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:43:11,745 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:43:20,171 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:43:20,172 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:43:23,753 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:43:32,431 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:43:33,759 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:43:35,467 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:43:35,468 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:43:43,766 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:43:50,638 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:43:50,639 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:43:53,772 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:44:02,715 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:44:03,778 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:44:05,831 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:44:05,832 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:44:14,787 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:44:21,229 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:44:21,230 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:44:22,794 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:44:32,801 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:44:32,944 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:44:36,448 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:44:36,448 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:44:40,815 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:44:48,827 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:44:51,608 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:44:51,609 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:44:58,854 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:45:03,139 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:45:06,871 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:45:06,872 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:45:06,873 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:45:14,878 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:45:22,066 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:45:22,066 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:45:22,889 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:45:30,894 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:45:33,348 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:45:37,236 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:45:37,237 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:45:38,899 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:45:44,903 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:45:52,402 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:45:52,403 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:45:52,916 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:46:00,924 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:46:03,544 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:46:07,566 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:46:07,567 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:46:08,929 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:46:16,934 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:46:22,760 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:46:22,760 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:46:22,940 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:46:29,944 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:46:33,778 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:46:37,932 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:46:37,932 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:46:37,953 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:46:43,957 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:46:51,962 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:46:53,219 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:46:53,220 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:46:57,966 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:47:03,971 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:47:03,998 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:47:08,388 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:47:08,389 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:47:09,976 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:47:15,979 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:47:21,983 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:47:23,637 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:47:23,638 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:47:27,988 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:47:33,992 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:47:34,209 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:47:38,798 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:47:38,798 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:47:39,996 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:47:46,000 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:47:52,004 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:47:53,953 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:47:53,953 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:47:58,008 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:48:02,012 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:48:04,423 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:48:08,016 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:48:09,135 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:48:09,136 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:48:14,021 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:48:18,024 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:48:24,028 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:48:24,388 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:48:24,388 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:48:28,030 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:48:32,033 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:48:34,616 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:48:36,034 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:48:39,662 DEBUG SenderThread:3742 [sender.py:send():235] send: history +2022-02-05 03:48:39,733 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:48:39,733 DEBUG SenderThread:3742 [sender.py:send():235] send: summary +2022-02-05 03:48:39,768 INFO SenderThread:3742 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-05 03:48:39,769 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:48:40,037 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:48:40,037 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/wandb-summary.json +2022-02-05 03:48:41,037 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:48:45,040 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:48:49,047 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:48:55,148 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:48:55,149 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:49:03,055 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:49:04,941 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:49:10,471 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:49:10,471 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:49:15,062 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:49:25,650 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:49:25,651 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:49:27,069 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:49:35,152 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:49:37,075 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:49:40,930 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:49:40,930 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:49:47,082 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:49:56,344 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:49:56,345 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:49:57,088 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:50:05,386 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:50:07,095 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:50:11,665 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:50:11,666 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:50:17,101 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:50:25,107 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:50:26,978 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:50:26,978 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:50:35,113 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:50:35,588 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:50:42,142 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:50:42,142 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:50:44,119 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:50:52,124 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:50:57,306 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:50:57,306 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:51:02,131 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:51:05,834 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:51:10,135 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:51:12,685 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:51:12,686 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:51:18,139 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:51:26,143 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:51:27,865 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:51:27,866 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:51:34,147 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:51:36,070 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:51:42,152 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:51:43,032 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:51:43,033 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:51:50,157 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:51:56,161 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:51:58,283 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:51:58,284 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:52:04,166 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:52:06,277 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:52:12,171 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:52:13,450 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:52:13,451 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:52:20,177 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:52:27,181 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:52:28,615 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:52:28,616 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:52:35,186 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:52:36,503 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:52:41,190 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:52:43,875 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:52:43,876 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:52:47,193 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:52:55,198 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:52:59,037 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:52:59,038 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:53:01,202 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:53:06,723 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:53:07,207 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:53:13,211 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:53:14,193 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:53:14,193 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:53:21,216 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:53:27,221 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:53:29,416 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:53:29,416 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:53:33,225 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:53:36,933 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:53:39,228 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:53:44,672 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:53:44,673 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:53:45,232 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:53:50,235 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:53:56,239 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:53:59,838 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:53:59,839 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:54:02,243 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:54:07,212 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:54:08,246 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:54:12,249 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:54:15,021 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:54:15,022 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:54:18,252 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:54:22,255 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:54:28,259 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:54:30,267 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:54:30,267 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:54:32,261 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:54:36,263 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:54:37,438 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:54:42,267 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:54:45,521 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:54:45,521 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:54:46,270 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:54:50,273 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:54:52,274 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:55:00,700 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:55:00,700 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:55:07,726 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:55:08,285 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:55:15,871 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:55:15,872 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:55:20,291 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:55:31,188 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:55:31,188 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:55:32,299 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:55:37,974 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:55:43,305 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:55:46,355 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:55:46,356 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:55:53,312 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:56:01,706 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:56:01,707 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:56:03,319 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:56:08,201 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:56:13,324 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:56:16,989 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:56:16,989 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:56:21,329 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:56:31,336 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:56:32,318 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:56:32,319 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:56:38,424 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:56:41,348 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:56:47,493 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:56:47,493 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:56:49,354 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:56:57,359 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:57:02,798 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:57:02,798 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:57:05,365 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:57:08,638 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:57:13,369 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:57:18,057 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:57:18,058 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:57:21,375 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:57:31,380 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:57:33,235 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:57:33,236 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:57:37,384 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:57:38,876 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:57:45,389 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:57:48,511 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:57:48,512 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:57:54,396 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:58:02,401 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:58:03,817 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:58:03,818 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:58:09,112 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:58:10,406 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:58:16,409 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:58:19,098 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:58:19,098 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:58:24,415 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:58:32,419 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:58:34,263 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:58:34,263 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:58:38,423 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:58:39,299 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:58:44,427 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:58:49,492 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:58:49,493 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:58:52,431 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:58:58,436 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:59:04,440 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:59:04,729 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:59:04,729 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:59:09,518 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:59:12,446 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:59:18,450 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:59:19,904 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:59:19,905 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:59:24,454 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:59:30,458 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:59:35,150 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:59:35,150 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:59:36,462 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:59:39,732 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 03:59:42,465 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:59:48,469 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 03:59:50,311 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 03:59:50,311 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 03:59:54,473 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:00:00,478 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:00:05,525 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:00:05,526 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:00:06,482 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:00:09,917 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:00:10,485 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:00:16,489 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:00:20,492 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:00:20,749 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:00:20,750 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:00:26,496 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:00:30,499 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:00:35,942 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:00:35,943 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:00:37,504 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:00:40,125 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:00:41,506 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:00:45,509 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:00:48,124 DEBUG SenderThread:3742 [sender.py:send():235] send: history +2022-02-05 04:00:48,244 DEBUG SenderThread:3742 [sender.py:send():235] send: summary +2022-02-05 04:00:48,289 INFO SenderThread:3742 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-05 04:00:48,510 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/wandb-summary.json +2022-02-05 04:00:49,511 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:00:51,117 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:00:51,118 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:00:53,513 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:00:57,515 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:01:06,296 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:01:06,297 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:01:10,431 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:01:11,528 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:01:21,596 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:01:21,596 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:01:23,536 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:01:35,544 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:01:37,039 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:01:37,040 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:01:40,711 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:01:45,551 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:01:52,346 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:01:52,347 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:01:55,558 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:02:05,565 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:02:07,513 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:02:07,513 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:02:10,921 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:02:16,594 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:02:22,727 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:02:22,728 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:02:26,600 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:02:36,607 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:02:37,891 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:02:37,892 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:02:41,132 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:02:44,611 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:02:53,221 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:02:53,221 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:02:54,617 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:03:02,622 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:03:08,531 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:03:08,532 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:03:10,627 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:03:11,389 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:03:18,633 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:03:23,836 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:03:23,836 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:03:26,639 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:03:34,644 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:03:39,179 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:03:39,180 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:03:41,659 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:03:42,651 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:03:50,656 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:03:54,350 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:03:54,351 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:03:58,661 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:04:06,665 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:04:09,592 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:04:09,593 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:04:11,940 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:04:14,670 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:04:22,674 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:04:24,835 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:04:24,836 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:04:31,680 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:04:39,685 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:04:40,200 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:04:40,200 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:04:42,292 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:04:45,689 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:04:51,693 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:04:55,371 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:04:55,371 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:04:59,698 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:05:05,702 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:05:10,698 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:05:10,699 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:05:11,706 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:05:12,499 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:05:19,711 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:05:25,715 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:05:25,981 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:05:25,981 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:05:31,718 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:05:37,722 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:05:41,152 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:05:41,152 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:05:42,723 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:05:43,727 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:05:49,731 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:05:55,736 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:05:56,372 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:05:56,373 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:06:01,740 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:06:07,744 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:06:11,539 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:06:11,540 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:06:12,928 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:06:13,748 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:06:17,750 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:06:23,754 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:06:26,734 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:06:26,734 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:06:29,757 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:06:33,763 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:06:37,766 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:06:41,957 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:06:41,957 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:06:43,131 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:06:44,771 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:06:48,773 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:06:54,777 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:06:57,112 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:06:57,113 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:06:58,780 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:07:00,782 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:07:04,784 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:07:12,312 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:07:12,312 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:07:13,336 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:07:20,795 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:07:27,642 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:07:27,643 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:07:30,801 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:07:42,810 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:07:42,826 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:07:42,826 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:07:43,549 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:07:52,816 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:07:58,151 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:07:58,152 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:08:02,822 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:08:12,829 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:08:13,392 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:08:13,393 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:08:13,776 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:08:22,836 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:08:28,619 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:08:28,619 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:08:32,842 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:08:40,848 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:08:43,784 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:08:43,784 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:08:44,033 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:08:50,855 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:08:58,860 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:08:58,998 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:08:58,998 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:09:07,866 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:09:14,161 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:09:14,162 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:09:14,324 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:09:15,871 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:09:25,878 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:09:29,326 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:09:29,327 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:09:33,884 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:09:41,888 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:09:44,491 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:09:44,491 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:09:44,651 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:09:47,892 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:09:55,898 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:09:59,780 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:09:59,781 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:10:03,903 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:10:11,909 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:10:14,730 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:10:15,071 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:10:15,072 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:10:19,914 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:10:25,918 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:10:30,258 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:10:30,258 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:10:33,923 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:10:41,928 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:10:44,937 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:10:45,450 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:10:45,450 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:10:47,933 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:10:55,938 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:11:00,754 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:11:00,755 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:11:02,942 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:11:08,947 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:11:14,951 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:11:15,145 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:11:15,923 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:11:15,924 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:11:22,956 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:11:28,960 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:11:31,086 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:11:31,086 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:11:34,964 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:11:40,968 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:11:45,364 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:11:46,383 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:11:46,384 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:11:46,971 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:11:52,975 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:11:58,978 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:12:01,548 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:12:01,549 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:12:04,982 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:12:10,987 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:12:15,580 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:12:16,748 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:12:16,748 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:12:16,991 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:12:20,994 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:12:26,998 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:12:31,001 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:12:31,961 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:12:31,962 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:12:37,005 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:12:42,009 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:12:45,766 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:12:47,253 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:12:47,254 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:12:48,013 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:12:52,016 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:12:56,019 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:12:58,933 DEBUG SenderThread:3742 [sender.py:send():235] send: history +2022-02-05 04:12:59,054 DEBUG SenderThread:3742 [sender.py:send():235] send: summary +2022-02-05 04:12:59,087 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/wandb-summary.json +2022-02-05 04:12:59,088 INFO SenderThread:3742 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-05 04:13:00,089 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:13:01,090 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:13:02,421 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:13:02,422 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:13:04,092 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:13:08,095 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:13:15,985 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:13:17,593 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:13:17,594 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:13:24,105 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:13:32,894 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:13:32,894 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:13:36,113 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:13:46,119 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:13:46,234 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:13:48,208 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:13:48,208 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:13:58,127 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:14:03,583 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:14:03,583 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:14:08,134 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:14:16,471 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:14:18,140 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:14:18,940 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:14:18,940 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:14:28,147 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:14:34,272 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:14:34,273 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:14:36,152 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:14:46,159 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:14:46,699 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:14:49,780 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:14:49,780 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:14:55,166 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:15:04,961 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:15:04,962 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:15:05,172 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:15:13,178 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:15:17,001 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:15:20,391 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:15:20,391 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:15:21,184 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:15:31,190 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:15:35,666 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:15:35,667 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:15:39,194 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:15:47,199 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:15:47,383 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:15:51,051 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:15:51,051 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:15:55,204 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:16:01,207 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:16:06,237 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:16:06,238 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:16:09,211 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:16:17,216 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:16:17,703 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:16:21,483 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:16:21,484 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:16:25,221 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:16:34,226 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:16:36,980 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:16:36,980 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:16:40,229 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:16:48,036 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:16:48,234 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:16:52,154 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:16:52,155 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:16:54,238 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:17:02,243 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:17:07,389 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:17:07,390 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:17:08,247 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:17:16,251 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:17:18,370 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:17:22,255 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:17:22,584 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:17:22,584 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:17:28,259 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:17:34,264 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:17:37,746 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:17:37,747 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:17:40,268 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:17:46,272 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:17:48,586 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:17:52,276 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:17:53,003 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:17:53,004 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:17:58,281 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:18:04,285 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:18:08,164 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:18:08,165 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:18:10,288 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:18:16,292 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:18:18,785 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:18:23,296 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:18:23,401 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:18:23,402 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:18:27,299 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:18:33,303 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:18:37,306 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:18:38,746 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:18:38,747 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:18:43,311 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:18:47,314 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:18:48,995 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:18:53,318 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:18:54,020 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:18:54,020 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:18:57,321 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:19:01,324 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:19:05,327 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:19:09,186 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:19:09,186 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:19:09,330 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:19:13,333 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:19:19,223 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:19:24,400 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:19:24,401 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:19:27,342 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:19:39,610 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:19:39,611 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:19:41,351 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:19:49,450 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:19:51,357 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:19:54,963 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:19:54,963 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:20:02,364 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:20:10,288 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:20:10,288 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:20:12,374 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:20:19,786 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:20:22,381 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:20:25,475 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:20:25,475 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:20:32,387 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:20:40,626 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:20:40,627 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:20:42,393 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:20:50,031 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:20:50,398 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:20:55,792 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:20:55,793 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:21:00,404 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:21:08,409 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:21:10,973 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:21:10,973 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:21:16,414 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:21:20,248 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:21:26,138 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:21:26,139 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:21:26,420 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:21:34,425 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:21:41,413 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:21:41,414 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:21:42,431 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:21:50,436 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:21:50,503 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:21:56,584 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:21:56,584 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:21:58,440 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:22:06,445 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:22:11,858 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:22:11,858 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:22:14,450 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:22:20,725 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:22:23,456 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:22:27,112 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:22:27,113 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:22:29,459 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:22:37,464 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:22:42,437 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:22:42,437 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:22:45,469 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:22:50,923 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:22:51,474 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:22:57,732 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:22:57,732 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:22:59,479 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:23:07,484 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:23:12,975 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:23:12,975 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:23:13,488 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:23:19,492 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:23:21,118 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:23:27,496 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:23:28,267 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:23:28,268 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:23:33,499 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:23:39,503 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:23:43,551 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:23:43,552 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:23:45,507 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:23:51,338 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:23:51,510 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:23:57,514 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:23:58,723 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:23:58,724 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:24:03,519 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:24:09,523 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:24:14,105 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:24:14,106 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:24:15,527 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:24:21,531 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:24:21,572 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:24:27,535 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:24:29,278 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:24:29,279 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:24:33,540 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:24:38,543 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:24:44,535 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:24:44,535 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:24:44,547 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:24:48,550 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:24:51,771 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:24:54,555 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:24:58,557 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:24:59,767 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:24:59,768 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:25:04,560 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:25:08,562 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:25:10,423 DEBUG SenderThread:3742 [sender.py:send():235] send: history +2022-02-05 04:25:10,507 DEBUG SenderThread:3742 [sender.py:send():235] send: summary +2022-02-05 04:25:10,540 INFO SenderThread:3742 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-05 04:25:10,565 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:25:10,566 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/wandb-summary.json +2022-02-05 04:25:12,566 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:25:14,951 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:25:14,952 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:25:16,568 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:25:18,569 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:25:22,000 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:25:30,160 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:25:30,161 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:25:34,579 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:25:45,325 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:25:45,326 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:25:46,587 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:25:52,221 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:25:57,594 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:26:00,573 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:26:00,574 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:26:07,601 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:26:15,884 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:26:15,885 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:26:17,607 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:26:22,433 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:26:27,614 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:26:31,057 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:26:31,057 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:26:37,621 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:26:46,249 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:26:46,250 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:26:47,626 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:26:52,661 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:26:55,631 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:27:01,430 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:27:01,431 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:27:05,637 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:27:13,642 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:27:16,719 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:27:16,720 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:27:22,866 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:27:23,648 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:27:31,653 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:27:31,886 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:27:31,886 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:27:40,659 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:27:47,160 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:27:47,160 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:27:48,664 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:27:53,080 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:27:56,670 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:28:02,462 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:28:02,462 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:28:04,674 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:28:12,677 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:28:17,633 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:28:17,633 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:28:20,683 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:28:23,354 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:28:28,688 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:28:32,913 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:28:32,913 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:28:36,694 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:28:42,698 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:28:48,080 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:28:48,080 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:28:50,702 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:28:53,630 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:28:58,707 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:29:03,243 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:29:03,244 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:29:04,711 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:29:12,716 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:29:18,438 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:29:18,439 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:29:18,720 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:29:23,866 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:29:25,725 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:29:31,729 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:29:33,699 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:29:33,700 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:29:39,734 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:29:45,738 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:29:49,031 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:29:49,032 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:29:51,742 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:29:54,075 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:29:57,746 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:30:03,750 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:30:04,290 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:30:04,290 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:30:09,754 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:30:15,757 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:30:19,596 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:30:19,596 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:30:21,765 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:30:24,318 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:30:27,769 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:30:33,773 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:30:34,841 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:30:34,841 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:30:37,776 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:30:43,780 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:30:47,783 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:30:50,061 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:30:50,062 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:30:53,787 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:30:54,565 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:30:57,790 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:31:03,794 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:31:05,249 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:31:05,249 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:31:07,797 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:31:11,800 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:31:15,803 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:31:19,806 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:31:20,421 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:31:20,422 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:31:23,810 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:31:24,763 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:31:35,620 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:31:35,620 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:31:40,832 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:31:50,773 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:31:50,774 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:31:52,839 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:31:55,024 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:32:02,846 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:32:06,064 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:32:06,064 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:32:14,855 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:32:21,315 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:32:21,315 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:32:24,861 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:32:25,386 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:32:32,866 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:32:36,487 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:32:36,488 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:32:42,898 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:32:51,659 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:32:51,660 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:32:52,903 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:32:55,620 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:33:00,909 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:33:06,845 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:33:06,846 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:33:10,916 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:33:18,921 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:33:22,012 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:33:22,013 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:33:25,876 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:33:27,926 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:33:37,170 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:33:37,170 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:33:37,933 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:33:45,938 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:33:52,463 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:33:52,463 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:33:53,943 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:33:56,151 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:34:01,949 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:34:07,636 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:34:07,636 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:34:09,954 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:34:17,959 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:34:22,834 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:34:22,835 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:34:25,964 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:34:26,368 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:34:31,968 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:34:38,014 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:34:38,018 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:34:39,973 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:34:47,978 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:34:53,178 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:34:53,179 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:34:55,983 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:34:56,609 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:35:01,987 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:35:08,343 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:35:08,343 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:35:09,991 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:35:15,996 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:35:23,497 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:35:23,498 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:35:24,001 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:35:26,864 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:35:30,004 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:35:36,008 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:35:38,798 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:35:38,798 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:35:44,012 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:35:50,016 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:35:54,094 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:35:54,095 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:35:57,020 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:35:57,055 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:36:03,024 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:36:09,027 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:36:09,338 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:36:09,339 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:36:15,031 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:36:21,035 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:36:24,551 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:36:24,552 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:36:27,039 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:36:27,284 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:36:33,042 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:36:39,046 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:36:39,792 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:36:39,792 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:36:43,049 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:36:49,053 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:36:53,056 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:36:55,041 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:36:55,042 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:36:57,508 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:36:59,059 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:37:03,061 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:37:09,065 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:37:10,262 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:37:10,262 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:37:13,067 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:37:17,070 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:37:20,472 DEBUG SenderThread:3742 [sender.py:send():235] send: history +2022-02-05 04:37:20,548 DEBUG SenderThread:3742 [sender.py:send():235] send: summary +2022-02-05 04:37:20,595 INFO SenderThread:3742 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-05 04:37:21,073 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/wandb-summary.json +2022-02-05 04:37:23,074 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:37:25,076 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:37:25,530 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:37:25,531 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:37:27,078 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:37:27,771 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:37:29,080 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:37:31,082 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:37:33,084 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:37:36,086 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:37:38,088 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:37:40,090 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:37:40,693 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:37:40,693 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:37:42,092 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:37:44,094 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:37:46,096 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:37:48,098 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:37:50,100 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:37:52,102 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:37:54,104 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:37:55,862 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:37:55,862 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:37:56,106 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:37:57,991 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:37:58,108 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:38:00,110 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:38:02,112 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:38:04,114 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:38:06,116 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:38:08,118 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:38:10,120 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:38:11,017 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:38:11,017 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:38:12,122 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:38:14,124 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:38:16,126 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:38:18,128 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:38:20,130 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:38:22,131 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:38:24,133 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:38:26,135 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:38:26,293 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:38:26,294 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:38:28,214 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:38:29,137 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:38:31,139 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:38:33,141 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:38:35,143 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:38:37,145 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:38:39,147 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:38:41,148 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:38:41,654 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:38:41,655 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:38:43,150 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:38:45,152 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:38:47,154 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:38:49,156 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:38:51,158 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:38:53,159 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:38:55,160 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:38:56,915 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:38:56,916 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:38:57,161 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:38:58,438 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:38:59,163 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:39:01,164 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:39:03,165 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:39:05,166 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:39:07,167 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:39:09,168 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:39:11,170 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:39:12,182 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:39:12,182 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:39:13,171 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:39:15,172 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:39:17,174 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:39:19,175 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:39:21,176 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:39:23,178 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:39:25,179 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:39:27,393 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:39:27,394 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:39:28,181 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:39:28,672 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:39:30,183 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:39:32,185 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:39:34,187 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:39:36,189 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:39:38,191 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:39:40,193 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:39:42,195 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:39:42,692 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:39:42,692 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:39:44,196 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:39:46,197 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:39:48,198 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:39:50,200 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:39:52,201 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:39:54,202 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:39:56,203 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:39:57,855 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:39:57,856 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:39:58,205 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:39:58,890 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:40:00,206 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:40:02,208 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:40:04,210 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:40:07,212 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:40:09,214 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:40:11,216 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:40:13,217 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:40:13,224 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:40:13,225 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:40:15,219 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:40:17,220 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:40:19,222 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:40:21,223 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:40:23,224 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:40:25,230 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:40:27,232 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:40:28,438 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:40:28,438 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:40:29,102 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:40:29,233 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:40:31,234 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:40:33,236 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:40:35,238 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:40:37,240 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:40:39,242 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:40:41,243 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:40:43,245 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:40:43,686 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:40:43,686 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:40:45,247 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:40:47,249 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:40:49,251 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:40:51,253 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:40:53,254 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:40:55,256 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:40:57,258 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:40:58,951 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:40:58,952 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:40:59,260 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:40:59,315 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:41:01,262 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:41:04,265 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:41:06,266 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:41:08,268 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:41:10,270 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:41:12,272 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:41:14,150 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:41:14,151 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:41:14,273 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:41:16,275 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:41:18,277 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:41:20,278 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:41:22,280 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:41:24,281 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:41:26,283 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:41:28,285 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:41:29,406 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:41:29,406 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:41:29,576 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:41:30,287 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:41:32,289 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:41:34,293 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:41:37,295 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:41:39,297 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:41:41,299 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:41:43,301 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:41:44,705 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:41:44,706 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:41:45,303 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:41:47,304 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:41:49,306 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:41:51,308 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:41:53,310 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:41:55,312 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:41:57,314 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:41:59,316 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:41:59,796 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:42:00,035 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:42:00,035 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:42:01,318 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:42:03,320 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:42:05,322 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:42:07,324 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:42:09,326 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:42:11,328 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:42:13,329 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:42:15,286 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:42:15,286 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:42:15,330 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:42:17,332 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:42:19,333 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:42:21,335 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:42:23,336 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:42:25,337 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:42:27,338 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:42:29,340 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:42:30,023 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:42:30,450 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:42:30,451 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:42:32,342 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:42:34,343 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:42:36,344 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:42:38,345 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:42:40,347 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:42:42,348 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:42:44,349 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:42:45,686 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:42:45,687 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:42:46,351 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:42:48,353 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:42:50,355 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:42:52,357 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:42:54,359 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:42:56,361 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:42:58,363 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:43:00,236 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:43:00,365 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:43:00,853 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:43:00,854 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:43:02,367 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:43:04,369 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:43:06,372 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:43:08,374 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:43:10,376 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:43:12,378 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:43:14,379 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:43:16,200 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:43:16,201 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:43:16,382 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:43:18,384 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:43:20,385 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:43:23,387 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:43:25,388 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:43:27,390 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:43:29,391 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:43:30,453 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:43:31,370 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:43:31,370 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:43:31,392 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:43:33,393 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:43:35,395 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:43:37,396 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:43:39,397 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:43:41,399 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:43:43,400 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:43:45,402 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:43:46,524 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:43:46,524 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:43:47,403 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:43:49,404 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:43:51,405 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:43:53,407 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:43:55,408 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:43:57,410 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:43:59,412 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:44:00,678 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:44:01,413 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:44:01,679 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:44:01,680 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:44:04,416 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:44:06,418 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:44:08,420 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:44:10,422 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:44:12,424 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:44:14,426 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:44:16,428 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:44:16,950 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:44:16,951 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:44:18,429 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:44:20,431 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:44:22,433 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:44:24,435 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:44:26,437 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:44:28,439 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:44:30,441 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:44:30,887 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:44:32,208 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:44:32,208 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:44:32,443 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:44:34,445 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:44:36,447 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:44:38,449 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:44:40,450 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:44:42,452 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:44:44,454 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:44:46,456 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:44:47,478 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:44:47,478 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:44:49,459 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:44:51,460 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:44:53,462 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:44:55,464 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:44:57,466 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:44:59,468 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:45:01,106 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:45:01,470 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:45:02,688 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:45:02,688 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:45:03,471 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:45:05,473 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:45:07,475 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:45:09,477 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:45:11,479 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:45:13,481 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:45:15,483 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:45:17,485 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:45:17,940 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:45:17,940 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:45:19,486 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:45:21,487 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:45:23,488 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:45:25,488 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:45:28,489 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:45:30,490 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:45:31,311 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:45:32,491 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:45:33,209 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:45:33,210 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:45:34,493 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:45:36,494 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:45:38,496 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:45:40,497 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:45:42,498 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:45:44,500 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:45:46,501 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:45:48,380 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:45:48,380 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:45:48,502 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:45:50,504 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:45:52,505 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:45:54,507 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:45:56,509 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:45:58,511 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:46:00,513 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:46:01,523 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:46:02,515 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:46:03,614 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:46:03,615 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:46:04,517 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:46:06,519 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:46:08,521 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:46:10,522 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:46:12,524 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:46:15,527 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:46:17,528 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:46:18,891 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:46:18,891 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:46:19,530 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:46:21,532 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:46:23,534 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:46:25,536 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:46:27,538 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:46:29,540 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:46:31,542 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:46:31,725 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:46:33,544 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:46:34,135 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:46:34,135 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:46:35,547 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:46:37,549 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:46:39,550 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:46:41,551 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:46:43,552 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:46:45,553 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:46:47,555 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:46:49,303 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:46:49,304 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:46:49,556 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:46:51,558 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:46:53,559 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:46:55,560 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:46:57,561 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:46:59,562 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:47:01,962 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:47:02,564 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:47:04,566 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:47:04,588 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:47:04,588 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:47:06,567 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:47:08,569 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:47:10,570 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:47:12,571 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:47:14,573 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:47:16,574 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:47:18,578 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:47:19,804 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:47:19,804 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:47:20,581 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:47:22,583 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:47:24,584 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:47:26,586 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:47:28,588 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:47:30,590 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:47:32,226 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:47:32,591 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:47:34,593 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:47:34,973 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:47:34,973 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:47:36,595 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:47:38,597 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:47:40,599 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:47:42,601 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:47:44,603 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:47:46,605 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:47:48,607 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:47:50,172 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:47:50,172 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:47:50,609 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:47:52,611 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:47:54,613 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:47:56,615 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:47:58,617 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:48:00,619 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:48:02,437 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:48:02,621 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:48:04,623 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:48:05,341 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:48:05,341 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:48:07,625 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:48:09,627 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:48:11,628 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:48:13,629 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:48:15,631 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:48:17,632 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:48:19,634 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:48:20,566 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:48:20,566 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:48:21,636 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:48:23,637 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:48:25,638 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:48:27,640 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:48:29,642 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:48:31,644 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:48:32,639 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:48:33,646 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:48:35,648 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:48:35,767 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:48:35,767 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:48:37,650 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:48:39,651 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:48:41,653 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:48:43,655 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:48:45,657 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:48:47,659 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:48:51,038 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:48:51,038 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:48:59,018 DEBUG SenderThread:3742 [sender.py:send():235] send: history +2022-02-05 04:48:59,053 DEBUG SenderThread:3742 [sender.py:send():235] send: summary +2022-02-05 04:48:59,102 INFO SenderThread:3742 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-05 04:48:59,668 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/wandb-summary.json +2022-02-05 04:49:00,669 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:49:01,670 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:49:02,838 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:49:03,672 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:49:06,234 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:49:06,235 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:49:11,678 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 04:49:21,408 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:49:21,409 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:49:33,050 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:49:36,571 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:49:36,572 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:49:51,735 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:49:51,736 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:50:03,258 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 04:50:06,891 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:50:06,891 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 04:50:22,062 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 04:50:22,062 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status