diff --git "a/wandb/run-20220203_135844-2tzexn1o/logs/debug-internal.log" "b/wandb/run-20220203_135844-2tzexn1o/logs/debug-internal.log" --- "a/wandb/run-20220203_135844-2tzexn1o/logs/debug-internal.log" +++ "b/wandb/run-20220203_135844-2tzexn1o/logs/debug-internal.log" @@ -39732,3 +39732,2749 @@ 2022-02-04 22:02:25,914 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status 2022-02-04 22:02:41,270 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status 2022-02-04 22:02:41,271 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:02:55,842 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:02:56,441 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:02:56,441 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:03:03,510 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:03:07,512 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:03:09,514 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:03:11,998 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:03:11,999 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:03:25,524 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:03:26,101 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:03:27,326 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:03:27,327 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:03:38,532 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:03:42,755 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:03:42,756 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:03:50,539 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:03:56,353 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:03:58,110 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:03:58,111 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:04:00,546 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:04:10,552 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:04:13,426 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:04:13,427 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:04:20,558 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:04:26,648 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:04:28,697 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:04:28,697 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:04:30,565 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:04:40,571 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:04:43,930 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:04:43,931 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:04:50,578 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:04:56,859 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:04:58,583 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:04:59,121 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:04:59,122 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:05:08,589 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:05:14,458 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:05:14,459 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:05:16,595 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:05:24,600 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:05:27,086 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:05:29,754 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:05:29,755 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:05:34,606 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:05:43,612 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:05:45,019 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:05:45,019 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:05:51,617 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:05:57,328 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:05:59,623 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:06:00,182 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:06:00,182 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:06:07,628 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:06:15,340 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:06:15,340 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:06:15,633 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:06:23,638 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:06:27,546 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:06:30,520 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:06:30,520 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:06:31,642 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:06:39,648 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:06:45,651 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:06:45,679 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:06:45,679 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:06:53,657 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:06:57,765 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:06:59,661 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:07:00,981 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:07:00,982 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:07:07,666 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:07:13,670 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:07:16,233 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:07:16,233 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:07:22,674 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:07:27,975 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:07:28,678 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:07:31,395 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:07:31,395 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:07:34,682 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:07:42,688 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:07:46,565 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:07:46,566 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:07:48,692 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:07:54,696 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:07:58,237 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:08:00,700 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:08:01,742 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:08:01,743 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:08:06,705 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:08:12,709 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:08:16,919 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:08:16,920 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:08:18,712 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:08:24,716 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:08:28,440 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:08:30,719 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:08:32,159 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:08:32,159 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:08:34,721 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:08:40,725 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:08:46,728 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:08:47,372 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:08:47,373 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:08:50,730 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:08:56,733 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:08:58,639 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:09:00,736 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:09:02,547 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:09:02,547 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:09:04,738 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:09:10,741 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:09:14,744 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:09:17,763 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:09:17,764 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:09:18,746 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:09:20,748 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:09:28,860 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:09:32,929 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:09:32,929 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:09:37,759 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:09:48,239 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:09:48,239 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:09:49,767 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:09:59,139 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:10:01,775 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:10:03,569 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:10:03,570 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:10:11,782 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:10:18,746 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:10:18,747 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:10:21,788 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:10:29,410 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:10:31,795 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:10:33,932 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:10:33,932 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:10:41,802 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:10:49,259 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:10:49,259 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:10:51,809 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:10:59,709 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:11:01,815 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:11:04,531 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:11:04,531 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:11:10,820 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:11:19,790 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:11:19,790 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:11:20,825 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:11:28,830 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:11:29,977 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:11:34,947 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:11:34,948 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:11:36,834 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:11:44,839 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:11:50,238 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:11:50,239 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:11:54,845 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:12:00,215 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:12:02,850 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:12:05,501 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:12:05,502 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:12:10,855 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:12:18,861 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:12:20,842 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:12:20,843 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:12:24,864 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:12:30,429 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:12:33,870 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:12:36,024 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:12:36,024 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:12:41,875 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:12:49,880 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:12:51,192 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:12:51,192 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:12:57,884 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:13:00,669 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:13:03,889 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:13:06,387 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:13:06,388 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:13:11,894 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:13:17,899 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:13:21,555 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:13:21,556 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:13:25,904 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:13:30,930 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:13:31,909 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:13:36,722 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:13:36,723 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:13:37,913 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:13:45,918 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:13:51,898 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:13:51,898 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:13:51,922 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:13:57,926 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:14:01,146 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:14:03,929 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:14:07,092 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:14:07,092 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:14:09,932 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:14:15,936 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:14:21,940 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:14:22,353 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:14:22,354 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:14:27,944 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:14:31,332 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:14:34,948 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:14:37,518 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:14:37,519 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:14:40,952 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:14:46,956 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:14:50,959 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:14:52,751 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:14:52,752 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:14:56,963 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:15:00,965 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:15:01,573 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:15:06,970 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:15:07,973 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:15:07,973 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:15:10,972 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:15:16,976 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:15:20,978 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:15:23,015 DEBUG SenderThread:3742 [sender.py:send():235] send: history +2022-02-04 22:15:23,084 DEBUG SenderThread:3742 [sender.py:send():235] send: summary +2022-02-04 22:15:23,116 INFO SenderThread:3742 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-04 22:15:23,177 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:15:23,178 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:15:24,070 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/wandb-summary.json +2022-02-04 22:15:25,071 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:15:26,072 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:15:29,074 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:15:31,075 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:15:31,877 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:15:38,496 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:15:38,497 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:15:47,085 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:15:53,829 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:15:53,830 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:15:59,092 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:16:02,121 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:16:09,145 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:16:09,146 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:16:12,101 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:16:22,108 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:16:24,347 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:16:24,347 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:16:32,114 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:16:32,384 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:16:39,643 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:16:39,644 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:16:42,120 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:16:52,126 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:16:54,811 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:16:54,812 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:17:02,132 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:17:02,632 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:17:10,030 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:17:10,031 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:17:10,138 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:17:20,158 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:17:25,299 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:17:25,299 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:17:28,163 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:17:32,850 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:17:38,171 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:17:40,695 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:17:40,695 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:17:46,176 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:17:54,181 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:17:55,870 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:17:55,870 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:18:02,187 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:18:03,066 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:18:10,192 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:18:11,067 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:18:11,068 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:18:18,197 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:18:26,309 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:18:26,310 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:18:27,202 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:18:33,298 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:18:35,207 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:18:41,589 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:18:41,590 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:18:43,212 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:18:51,217 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:18:56,961 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:18:56,961 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:18:59,223 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:19:03,535 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:19:05,227 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:19:12,194 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:19:12,195 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:19:13,233 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:19:21,238 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:19:27,242 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:19:27,553 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:19:27,554 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:19:33,246 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:19:33,738 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:19:41,251 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:19:42,806 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:19:42,807 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:19:47,256 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:19:53,260 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:19:57,971 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:19:57,972 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:20:01,266 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:20:03,982 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:20:07,270 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:20:13,145 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:20:13,146 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:20:13,274 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:20:19,279 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:20:25,283 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:20:28,463 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:20:28,464 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:20:32,288 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:20:34,199 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:20:38,292 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:20:43,702 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:20:43,703 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:20:44,295 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:20:50,299 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:20:56,303 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:20:58,868 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:20:58,868 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:21:00,307 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:21:04,434 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:21:06,310 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:21:10,313 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:21:14,096 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:21:14,097 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:21:16,317 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:21:20,319 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:21:24,322 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:21:29,340 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:21:29,340 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:21:30,326 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:21:34,329 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:21:34,655 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:21:38,332 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:21:40,334 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:21:44,590 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:21:44,591 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:21:56,344 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:22:00,165 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:22:00,166 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:22:04,853 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:22:08,351 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:22:15,415 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:22:15,416 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:22:20,358 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:22:30,363 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:22:30,747 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:22:30,748 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:22:35,103 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:22:41,370 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:22:46,029 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:22:46,030 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:22:51,376 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:23:01,205 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:23:01,205 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:23:01,382 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:23:05,301 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:23:09,388 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:23:16,630 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:23:16,630 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:23:19,394 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:23:29,401 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:23:31,934 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:23:31,934 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:23:35,552 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:23:37,407 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:23:45,412 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:23:47,112 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:23:47,113 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:23:53,417 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:24:02,412 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:24:02,412 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:24:04,424 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:24:05,816 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:24:12,429 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:24:17,688 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:24:17,688 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:24:20,434 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:24:28,439 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:24:33,008 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:24:33,008 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:24:34,443 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:24:36,125 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:24:42,448 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:24:48,293 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:24:48,293 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:24:50,458 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:24:58,463 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:25:03,457 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:25:03,458 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:25:06,334 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:25:06,468 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:25:12,472 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:25:18,623 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:25:18,623 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:25:20,478 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:25:27,482 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:25:33,798 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:25:33,798 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:25:35,487 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:25:36,581 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:25:41,491 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:25:49,066 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:25:49,066 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:25:49,497 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:25:55,501 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:26:01,506 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:26:04,306 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:26:04,306 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:26:06,804 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:26:07,510 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:26:15,515 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:26:19,471 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:26:19,472 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:26:21,519 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:26:27,523 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:26:33,526 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:26:34,729 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:26:34,730 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:26:37,025 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:26:39,530 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:26:45,534 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:26:49,898 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:26:49,898 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:26:51,538 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:26:57,543 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:27:01,546 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:27:05,061 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:27:05,062 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:27:07,258 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:27:07,551 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:27:13,555 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:27:17,558 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:27:20,366 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:27:20,367 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:27:23,562 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:27:28,565 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:27:32,568 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:27:35,526 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:27:35,526 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:27:36,571 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:27:37,504 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:27:39,577 DEBUG SenderThread:3742 [sender.py:send():235] send: history +2022-02-04 22:27:39,652 DEBUG SenderThread:3742 [sender.py:send():235] send: summary +2022-02-04 22:27:39,703 INFO SenderThread:3742 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-04 22:27:40,585 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:27:40,585 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/wandb-summary.json +2022-02-04 22:27:41,586 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:27:44,589 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:27:48,592 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:27:50,699 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:27:50,700 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:28:04,602 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:28:05,865 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:28:05,867 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:28:07,737 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:28:16,609 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:28:21,035 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:28:21,035 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:28:28,616 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:28:36,222 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:28:36,222 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:28:38,040 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:28:38,622 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:28:50,629 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:28:51,401 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:28:51,402 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:29:00,636 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:29:06,570 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:29:06,570 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:29:08,306 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:29:08,640 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:29:18,647 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:29:21,850 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:29:21,851 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:29:29,654 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:29:37,014 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:29:37,014 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:29:38,515 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:29:39,659 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:29:47,664 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:29:52,190 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:29:52,191 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:29:55,669 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:30:03,674 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:30:07,356 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:30:07,356 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:30:08,716 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:30:13,680 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:30:21,685 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:30:22,576 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:30:22,576 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:30:27,688 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:30:37,695 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:30:37,819 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:30:37,819 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:30:38,957 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:30:45,701 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:30:52,990 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:30:52,990 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:30:54,708 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:31:02,712 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:31:08,355 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:31:08,356 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:31:09,161 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:31:10,717 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:31:18,721 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:31:23,616 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:31:23,616 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:31:26,725 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:31:34,730 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:31:38,857 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:31:38,858 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:31:39,359 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:31:40,735 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:31:48,740 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:31:54,239 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:31:54,239 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:31:54,744 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:32:02,749 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:32:08,753 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:32:09,436 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:32:09,436 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:32:09,608 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:32:14,757 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:32:22,761 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:32:24,630 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:32:24,631 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:32:28,766 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:32:34,783 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:32:39,801 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:32:39,802 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:32:39,956 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:32:42,787 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:32:48,791 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:32:54,795 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:32:55,040 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:32:55,041 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:32:59,798 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:33:05,803 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:33:10,206 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:33:10,299 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:33:10,299 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:33:11,807 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:33:17,811 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:33:23,814 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:33:25,466 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:33:25,466 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:33:27,816 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:33:33,819 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:33:37,822 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:33:40,412 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:33:40,632 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:33:40,632 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:33:43,826 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:33:47,828 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:33:53,832 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:33:55,846 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:33:55,846 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:33:57,834 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:34:01,836 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:34:05,839 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:34:10,675 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:34:11,258 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:34:11,259 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:34:21,854 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:34:26,517 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:34:26,517 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:34:33,862 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:34:40,978 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:34:41,919 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:34:41,920 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:34:45,875 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:34:57,392 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:34:57,392 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:34:58,885 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:35:08,892 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:35:11,289 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:35:12,648 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:35:12,649 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:35:18,898 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:35:27,977 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:35:27,978 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:35:28,904 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:35:36,910 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:35:41,588 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:35:43,365 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:35:43,365 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:35:46,917 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:35:56,923 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:35:58,663 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:35:58,664 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:36:04,929 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:36:11,884 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:36:14,053 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:36:14,053 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:36:14,934 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:36:22,940 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:36:29,256 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:36:29,257 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:36:30,944 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:36:39,948 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:36:42,172 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:36:44,461 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:36:44,461 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:36:47,953 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:36:55,958 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:36:59,674 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:36:59,675 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:37:03,962 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:37:11,968 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:37:12,396 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:37:14,842 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:37:14,843 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:37:19,973 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:37:27,978 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:37:30,199 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:37:30,200 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:37:33,982 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:37:41,987 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:37:42,624 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:37:45,579 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:37:45,580 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:37:49,993 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:37:55,997 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:38:00,810 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:38:00,811 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:38:04,002 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:38:10,006 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:38:12,833 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:38:16,062 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:38:16,062 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:38:18,012 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:38:24,016 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:38:31,021 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:38:31,284 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:38:31,285 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:38:37,026 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:38:43,038 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:38:45,031 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:38:46,453 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:38:46,454 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:38:51,035 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:38:57,039 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:39:01,608 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:39:01,608 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:39:03,043 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:39:09,046 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:39:13,251 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:39:15,050 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:39:16,775 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:39:16,776 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:39:21,054 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:39:27,059 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:39:32,084 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:39:32,085 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:39:33,063 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:39:37,066 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:39:43,070 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:39:43,460 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:39:47,073 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:39:47,344 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:39:47,345 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:39:53,076 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:39:57,079 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:40:02,609 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:40:02,610 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:40:03,082 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:40:08,086 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:40:10,263 DEBUG SenderThread:3742 [sender.py:send():235] send: history +2022-02-04 22:40:10,347 DEBUG SenderThread:3742 [sender.py:send():235] send: summary +2022-02-04 22:40:10,381 INFO SenderThread:3742 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-04 22:40:11,088 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/wandb-summary.json +2022-02-04 22:40:12,090 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:40:13,679 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:40:16,092 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:40:18,098 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:40:18,098 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:40:20,095 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:40:33,664 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:40:33,665 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:40:36,105 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:40:43,943 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:40:48,115 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:40:49,095 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:40:49,095 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:40:58,121 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:41:04,483 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:41:04,484 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:41:10,131 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:41:14,184 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:41:19,761 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:41:19,761 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:41:20,137 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:41:30,143 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:41:34,974 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:41:34,975 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:41:41,149 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:41:44,391 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:41:49,155 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:41:50,246 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:41:50,246 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:41:59,161 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:42:05,473 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:42:05,473 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:42:07,167 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:42:14,619 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:42:17,173 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:42:20,739 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:42:20,740 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:42:25,192 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:42:33,197 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:42:35,909 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:42:35,910 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:42:43,203 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:42:44,848 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:42:51,154 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:42:51,155 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:42:51,208 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:42:59,212 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:43:06,311 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:43:06,312 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:43:07,218 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:43:13,221 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:43:15,110 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:43:21,226 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:43:21,909 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:43:21,909 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:43:29,232 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:43:37,072 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:43:37,073 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:43:38,238 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:43:45,342 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:43:46,243 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:43:52,248 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:43:52,346 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:43:52,347 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:44:00,253 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:44:06,258 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:44:07,614 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:44:07,614 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:44:14,263 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:44:15,631 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:44:20,267 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:44:22,849 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:44:22,850 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:44:26,271 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:44:34,276 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:44:38,017 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:44:38,018 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:44:40,281 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:44:45,876 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:44:46,284 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:44:52,288 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:44:53,187 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:44:53,187 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:44:58,292 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:45:04,296 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:45:08,499 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:45:08,499 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:45:12,301 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:45:16,095 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:45:18,305 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:45:22,308 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:45:23,683 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:45:23,683 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:45:29,312 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:45:35,316 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:45:38,908 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:45:38,908 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:45:41,320 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:45:45,323 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:45:46,323 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:45:51,332 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:45:54,115 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:45:54,116 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:45:55,334 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:46:01,338 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:46:05,341 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:46:09,351 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:46:09,351 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:46:11,345 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:46:15,348 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:46:16,539 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:46:19,352 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:46:23,354 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:46:24,994 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:46:24,994 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:46:25,356 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:46:40,162 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:46:40,162 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:46:41,367 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:46:46,732 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:46:54,375 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:46:55,351 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:46:55,351 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:47:04,381 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:47:10,516 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:47:10,517 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:47:16,388 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:47:16,982 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:47:25,804 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:47:25,805 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:47:26,395 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:47:36,401 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:47:40,965 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:47:40,965 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:47:46,407 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:47:47,257 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:47:54,412 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:47:56,151 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:47:56,152 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:48:04,418 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:48:11,326 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:48:11,327 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:48:12,424 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:48:17,491 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:48:22,430 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:48:26,585 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:48:26,586 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:48:31,436 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:48:39,440 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:48:41,747 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:48:41,748 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:48:47,717 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:48:49,447 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:48:57,013 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:48:57,013 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:48:57,451 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:49:05,455 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:49:12,405 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:49:12,405 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:49:13,461 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:49:18,010 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:49:21,466 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:49:27,602 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:49:27,602 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:49:29,472 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:49:35,476 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:49:42,790 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:49:42,791 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:49:43,482 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:49:48,239 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:49:51,487 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:49:58,062 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:49:58,062 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:49:59,492 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:50:07,498 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:50:13,292 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:50:13,292 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:50:13,502 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:50:18,501 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:50:21,508 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:50:27,512 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:50:28,493 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:50:28,494 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:50:33,516 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:50:41,520 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:50:43,722 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:50:43,722 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:50:47,525 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:50:48,719 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:50:54,529 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:50:58,968 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:50:58,968 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:51:00,533 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:51:08,537 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:51:14,231 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:51:14,231 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:51:14,541 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:51:18,995 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:51:20,545 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:51:26,548 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:51:29,492 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:51:29,493 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:51:32,551 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:51:38,555 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:51:44,558 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:51:44,776 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:51:44,776 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:51:48,561 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:51:49,235 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:51:54,565 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:52:00,016 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:52:00,016 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:52:00,569 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:52:04,572 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:52:10,576 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:52:14,579 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:52:15,310 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:52:15,311 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:52:18,581 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:52:19,472 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:52:24,585 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:52:26,883 DEBUG SenderThread:3742 [sender.py:send():235] send: history +2022-02-04 22:52:26,943 DEBUG SenderThread:3742 [sender.py:send():235] send: summary +2022-02-04 22:52:26,976 INFO SenderThread:3742 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-04 22:52:27,588 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:52:27,588 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/wandb-summary.json +2022-02-04 22:52:28,590 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:52:30,477 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:52:30,478 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:52:32,593 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:52:34,595 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:52:45,895 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:52:45,895 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:52:49,717 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:52:51,606 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:53:01,160 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:53:01,161 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:53:03,613 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:53:15,621 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:53:16,492 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:53:16,492 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:53:19,936 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:53:25,626 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:53:31,797 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:53:31,797 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:53:35,633 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:53:45,639 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:53:47,089 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:53:47,090 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:53:50,270 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:53:55,646 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:54:02,313 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:54:02,314 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:54:05,652 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:54:13,658 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:54:17,622 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:54:17,623 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:54:20,489 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:54:24,664 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:54:32,795 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:54:32,796 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:54:34,671 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:54:42,678 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:54:48,127 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:54:48,127 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:54:50,683 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:54:50,725 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:54:58,689 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:55:03,389 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:55:03,389 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:55:06,694 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:55:16,700 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:55:18,666 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:55:18,667 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:55:20,957 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:55:24,705 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:55:32,710 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:55:33,909 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:55:33,909 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:55:40,715 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:55:48,719 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:55:49,249 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:55:49,250 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:55:51,206 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:55:54,724 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:56:02,729 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:56:04,614 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:56:04,615 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:56:10,734 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:56:18,739 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:56:19,894 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:56:19,894 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:56:21,447 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:56:24,743 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:56:32,748 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:56:35,244 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:56:35,244 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:56:38,753 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:56:47,759 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:56:50,520 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:56:50,521 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:56:51,644 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:56:53,763 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:56:59,767 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:57:05,709 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:57:05,710 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:57:05,771 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:57:13,777 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:57:19,781 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:57:20,877 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:57:20,877 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:57:21,913 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:57:25,785 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:57:31,790 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:57:36,124 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:57:36,124 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:57:37,793 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:57:43,797 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:57:49,801 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:57:51,349 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:57:51,349 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:57:52,100 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:57:55,805 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:58:01,809 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:58:05,811 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:58:06,518 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:58:06,519 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:58:11,816 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:58:17,819 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:58:21,682 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:58:21,683 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:58:21,821 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:58:22,308 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:58:25,824 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:58:32,829 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:58:36,831 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:58:36,882 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:58:36,883 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:58:40,834 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:58:44,836 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:58:48,839 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:58:52,084 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:58:52,085 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:58:52,579 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:59:04,849 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:59:07,252 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:59:07,252 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:59:16,856 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:59:22,548 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:59:22,549 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:59:22,802 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:59:26,862 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:59:37,787 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:59:37,787 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:59:38,870 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:59:46,875 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 22:59:52,954 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 22:59:52,955 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 22:59:53,122 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 22:59:56,881 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:00:06,888 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:00:08,270 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:00:08,271 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:00:16,894 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:00:23,279 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:00:23,562 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:00:23,562 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:00:24,899 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:00:35,906 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:00:38,727 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:00:38,728 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:00:43,911 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:00:53,513 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:00:53,917 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:00:53,946 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:00:53,947 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:01:01,923 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:01:09,138 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:01:09,139 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:01:09,928 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:01:17,933 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:01:23,876 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:01:24,333 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:01:24,333 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:01:25,938 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:01:33,943 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:01:39,503 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:01:39,504 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:01:41,948 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:01:49,953 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:01:54,150 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:01:54,689 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:01:54,689 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:01:57,958 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:02:05,963 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:02:09,855 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:02:09,856 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:02:13,968 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:02:19,972 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:02:24,356 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:02:25,028 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:02:25,028 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:02:27,977 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:02:33,981 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:02:40,336 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:02:40,337 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:02:41,986 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:02:47,989 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:02:54,572 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:02:54,993 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:02:55,553 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:02:55,554 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:03:02,998 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:03:09,001 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:03:10,726 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:03:10,727 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:03:15,005 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:03:21,010 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:03:24,843 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:03:25,894 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:03:25,894 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:03:27,014 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:03:35,022 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:03:41,029 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:03:41,142 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:03:41,143 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:03:47,033 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:03:53,037 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:03:55,081 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:03:56,490 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:03:56,490 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:03:59,041 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:04:05,045 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:04:09,048 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:04:11,710 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:04:11,710 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:04:15,052 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:04:21,056 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:04:25,059 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:04:25,310 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:04:26,869 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:04:26,870 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:04:31,063 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:04:35,066 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:04:39,068 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:04:42,099 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:04:42,100 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:04:43,071 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:04:46,977 DEBUG SenderThread:3742 [sender.py:send():235] send: history +2022-02-04 23:04:47,118 DEBUG SenderThread:3742 [sender.py:send():235] send: summary +2022-02-04 23:04:47,167 INFO SenderThread:3742 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-04 23:04:48,118 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:04:48,119 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/wandb-summary.json +2022-02-04 23:04:49,119 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:04:53,122 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:04:55,123 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:04:55,562 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:04:57,479 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:04:57,480 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:05:12,134 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:05:12,678 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:05:12,679 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:05:24,141 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:05:25,780 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:05:27,866 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:05:27,866 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:05:36,149 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:05:43,049 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:05:43,049 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:05:46,155 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:05:56,007 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:05:58,163 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:05:58,321 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:05:58,321 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:06:06,166 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:06:13,489 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:06:13,489 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:06:16,172 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:06:26,179 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:06:26,255 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:06:28,733 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:06:28,734 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:06:36,186 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:06:43,993 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:06:43,994 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:06:44,191 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:06:55,198 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:06:56,477 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:06:59,268 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:06:59,268 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:07:03,203 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:07:11,208 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:07:14,523 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:07:14,523 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:07:19,213 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:07:26,705 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:07:29,219 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:07:29,708 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:07:29,708 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:07:37,225 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:07:45,072 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:07:45,073 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:07:45,230 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:07:53,236 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:07:56,957 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:08:00,317 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:08:00,318 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:08:01,241 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:08:09,246 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:08:15,250 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:08:15,562 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:08:15,562 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:08:23,255 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:08:27,141 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:08:30,762 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:08:30,762 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:08:31,260 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:08:37,264 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:08:45,269 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:08:45,962 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:08:45,963 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:08:51,273 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:08:57,368 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:08:59,279 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:09:01,242 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:09:01,242 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:09:06,283 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:09:14,289 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:09:16,423 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:09:16,424 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:09:20,293 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:09:26,298 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:09:27,583 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:09:31,592 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:09:31,592 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:09:32,302 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:09:38,306 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:09:44,309 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:09:46,758 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:09:46,759 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:09:50,313 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:09:56,316 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:09:57,820 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:10:01,928 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:10:01,929 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:10:02,319 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:10:08,323 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:10:14,326 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:10:17,182 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:10:17,182 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:10:20,330 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:10:24,332 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:10:28,025 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:10:30,336 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:10:32,422 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:10:32,423 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:10:36,341 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:10:40,344 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:10:47,348 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:10:47,700 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:10:47,701 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:10:51,351 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:10:55,354 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:10:58,282 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:10:59,357 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:11:02,868 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:11:02,869 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:11:03,360 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:11:07,363 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:11:18,215 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:11:18,216 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:11:21,373 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:11:28,514 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:11:33,381 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:11:33,594 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:11:33,594 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:11:45,388 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:11:48,923 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:11:48,924 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:11:55,395 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:11:58,760 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:12:04,129 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:12:04,129 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:12:05,401 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:12:15,407 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:12:19,501 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:12:19,501 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:12:25,413 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:12:28,959 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:12:34,762 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:12:34,763 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:12:35,420 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:12:43,425 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:12:50,057 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:12:50,057 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:12:53,431 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:12:59,174 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:13:02,437 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:13:05,429 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:13:05,430 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:13:12,443 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:13:20,448 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:13:20,695 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:13:20,696 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:13:28,454 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:13:29,427 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:13:35,924 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:13:35,924 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:13:36,460 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:13:44,465 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:13:51,256 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:13:51,257 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:13:52,469 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:13:59,696 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:14:00,474 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:14:06,428 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:14:06,429 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:14:08,480 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:14:16,485 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:14:21,686 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:14:21,687 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:14:24,490 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:14:29,933 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:14:30,494 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:14:37,041 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:14:37,041 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:14:38,499 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:14:44,504 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:14:52,313 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:14:52,314 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:14:52,509 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:15:00,166 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:15:00,515 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:15:06,521 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:15:07,484 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:15:07,484 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:15:15,528 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:15:22,677 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:15:22,678 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:15:23,533 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:15:29,537 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:15:30,404 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:15:35,542 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:15:37,965 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:15:37,966 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:15:43,547 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:15:49,551 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:15:53,245 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:15:53,246 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:15:55,556 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:16:00,608 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:16:03,565 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:16:08,414 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:16:08,414 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:16:09,574 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:16:15,578 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:16:21,582 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:16:23,575 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:16:23,575 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:16:27,585 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:16:30,808 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:16:34,592 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:16:38,790 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:16:38,790 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:16:40,597 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:16:46,601 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:16:52,605 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:16:53,998 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:16:53,998 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:16:56,608 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:17:01,010 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:17:02,612 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:17:06,617 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:17:09,255 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:17:09,256 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:17:12,621 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:17:14,355 DEBUG SenderThread:3742 [sender.py:send():235] send: history +2022-02-04 23:17:14,480 DEBUG SenderThread:3742 [sender.py:send():235] send: summary +2022-02-04 23:17:14,548 INFO SenderThread:3742 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-04 23:17:14,623 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/wandb-summary.json +2022-02-04 23:17:15,626 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:17:16,628 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:17:20,632 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:17:22,634 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:17:24,428 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:17:24,429 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:17:31,224 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:17:39,719 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:17:39,720 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:17:40,646 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:17:53,655 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:17:54,893 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:17:54,894 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:18:01,479 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:18:07,664 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:18:10,063 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:18:10,064 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:18:17,670 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:18:25,234 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:18:25,234 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:18:29,678 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:18:31,789 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:18:39,684 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:18:40,389 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:18:40,390 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:18:47,689 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:18:55,555 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:18:55,555 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:18:57,696 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:19:02,024 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:19:07,702 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:19:10,826 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:19:10,827 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:19:15,707 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:19:25,713 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:19:26,146 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:19:26,147 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:19:32,246 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:19:33,719 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:19:41,387 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:19:41,388 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:19:42,725 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:19:50,730 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:19:56,721 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:19:56,721 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:19:58,735 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:20:02,454 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:20:06,740 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:20:12,075 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:20:12,075 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:20:14,746 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:20:22,751 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:20:27,300 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:20:27,301 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:20:30,756 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:20:32,676 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:20:38,761 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:20:42,467 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:20:42,467 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:20:46,766 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:20:54,771 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:20:57,641 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:20:57,641 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:21:00,776 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:21:02,952 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:21:08,782 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:21:12,883 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:21:12,884 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:21:15,786 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:21:23,791 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:21:28,172 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:21:28,173 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:21:29,796 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:21:33,215 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:21:37,801 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:21:43,332 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:21:43,332 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:21:43,805 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:21:49,809 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:21:55,813 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:21:58,499 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:21:58,499 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:22:01,817 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:22:03,527 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:22:07,821 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:22:13,663 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:22:13,663 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:22:13,826 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:22:21,831 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:22:25,833 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:22:28,877 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:22:28,878 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:22:33,745 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:22:33,837 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:22:39,841 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:22:43,843 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:22:44,171 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:22:44,171 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:22:49,847 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:22:55,850 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:22:59,399 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:22:59,399 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:23:00,854 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:23:03,978 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:23:06,857 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:23:10,859 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:23:14,624 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:23:14,624 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:23:16,864 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:23:20,866 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:23:24,869 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:23:28,871 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:23:29,829 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:23:29,829 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:23:32,874 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:23:34,177 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:23:36,877 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:23:45,053 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:23:45,053 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:23:52,887 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:24:00,436 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:24:00,437 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:24:04,394 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:24:04,895 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:24:15,790 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:24:15,791 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:24:16,902 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:24:26,908 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:24:30,990 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:24:30,990 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:24:34,625 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:24:36,914 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:24:46,218 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:24:46,218 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:24:46,920 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:24:57,927 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:25:01,512 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:25:01,513 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:25:04,891 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:25:05,932 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:25:15,938 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:25:16,771 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:25:16,772 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:25:25,946 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:25:31,973 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:25:31,973 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:25:33,951 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:25:35,174 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:25:43,957 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:25:47,259 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:25:47,259 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:25:51,962 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:25:59,966 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:26:02,419 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:26:02,420 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:26:05,436 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:26:07,971 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:26:17,728 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:26:17,728 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:26:17,978 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:26:25,983 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:26:32,911 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:26:32,912 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:26:33,988 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:26:35,669 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:26:39,993 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:26:47,999 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:26:48,225 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:26:48,225 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:26:57,005 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:27:03,492 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:27:03,492 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:27:05,011 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:27:05,933 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:27:13,016 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:27:18,712 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:27:18,713 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:27:19,021 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:27:27,026 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:27:33,030 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:27:33,872 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:27:33,873 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:27:36,135 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:27:41,036 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:27:47,039 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:27:49,106 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:27:49,107 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:27:53,043 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:27:59,047 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:28:04,367 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:28:04,368 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:28:06,397 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:28:07,052 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:28:13,056 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:28:19,059 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:28:19,683 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:28:19,684 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:28:25,063 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:28:31,066 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:28:34,940 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:28:34,941 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:28:36,611 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:28:37,070 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:28:44,074 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:28:50,079 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:28:50,211 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:28:50,212 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:28:56,083 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:29:02,087 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:29:05,423 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:29:05,424 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:29:06,090 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:29:06,821 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:29:12,096 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:29:16,096 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:29:20,659 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:29:20,660 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:29:22,099 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:29:26,102 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:29:30,104 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:29:35,852 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:29:35,852 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:29:36,108 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:29:37,063 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:29:38,305 DEBUG SenderThread:3742 [sender.py:send():235] send: history +2022-02-04 23:29:38,378 DEBUG SenderThread:3742 [sender.py:send():235] send: summary +2022-02-04 23:29:38,431 INFO SenderThread:3742 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-04 23:29:39,110 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/wandb-summary.json +2022-02-04 23:29:40,111 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:29:44,113 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:29:48,116 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:29:51,148 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:29:51,149 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:30:02,124 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:30:06,472 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:30:06,472 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:30:07,326 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:30:14,131 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:30:21,680 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:30:21,680 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:30:27,140 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:30:36,850 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:30:36,851 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:30:37,577 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:30:39,147 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:30:49,155 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:30:52,015 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:30:52,015 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:30:59,162 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:31:07,469 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:31:07,469 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:31:07,800 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:31:09,168 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:31:17,174 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:31:22,773 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:31:22,774 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:31:27,180 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:31:37,186 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:31:37,940 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:31:37,941 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:31:38,106 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:31:45,191 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:31:53,164 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:31:53,165 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:31:55,198 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:32:04,205 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:32:08,270 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:32:08,333 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:32:08,334 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:32:12,209 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:32:20,214 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:32:23,515 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:32:23,515 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:32:28,220 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:32:36,225 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:32:38,552 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:32:38,675 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:32:38,676 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:32:44,231 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:32:52,237 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:32:53,901 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:32:53,902 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:32:58,240 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:33:06,245 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:33:08,802 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:33:09,066 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:33:09,067 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:33:14,250 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:33:22,254 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:33:24,235 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:33:24,235 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:33:28,258 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:33:34,262 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:33:39,032 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:33:39,551 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:33:39,551 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:33:43,268 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:33:49,272 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:33:54,790 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:33:54,791 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:33:57,277 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:34:03,281 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:34:09,257 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:34:09,285 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:34:10,010 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:34:10,010 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:34:17,290 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:34:23,293 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:34:25,266 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:34:25,266 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:34:29,298 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:34:37,302 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:34:39,450 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:34:40,447 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:34:40,448 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:34:43,307 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:34:49,310 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:34:55,314 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:34:55,735 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:34:55,736 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:35:01,318 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:35:05,320 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:35:09,679 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:35:10,963 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:35:10,963 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:35:11,324 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:35:17,328 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:35:21,331 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:35:26,271 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:35:26,272 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:35:27,335 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:35:31,338 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:35:37,342 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:35:39,896 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:35:41,344 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:35:41,445 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:35:41,445 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:35:45,346 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:35:49,350 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:35:54,353 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:35:56,676 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:35:56,676 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:35:58,356 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:36:10,133 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:36:11,838 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:36:11,839 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:36:12,364 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:36:24,372 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:36:27,006 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:36:27,007 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:36:36,379 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:36:40,354 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:36:42,163 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:36:42,163 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:36:46,385 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:36:56,391 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:36:57,326 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:36:57,327 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:37:06,398 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:37:10,638 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:37:12,638 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:37:12,638 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:37:16,404 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:37:24,409 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:37:27,905 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:37:27,906 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:37:34,416 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:37:40,866 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:37:43,072 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:37:43,072 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:37:44,422 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:37:52,427 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:37:58,226 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:37:58,226 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:38:01,435 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:38:09,441 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:38:11,079 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:38:13,391 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:38:13,391 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:38:19,447 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:38:27,450 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:38:28,599 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:38:28,599 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:38:35,453 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:38:41,313 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:38:41,456 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:38:44,006 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:38:44,006 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:38:49,461 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:38:57,467 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:38:59,301 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:38:59,302 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:39:05,471 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:39:11,526 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:39:13,475 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:39:14,481 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:39:14,482 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:39:19,478 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:39:28,484 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:39:29,652 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:39:29,653 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:39:36,489 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:39:41,745 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:39:42,494 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:39:44,899 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:39:44,900 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:39:48,498 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:39:56,503 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:40:00,156 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:40:00,156 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:40:02,507 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:40:08,511 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:40:11,949 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:40:15,402 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:40:15,402 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:40:16,516 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:40:22,519 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:40:28,523 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:40:30,573 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:40:30,573 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:40:34,527 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:40:40,531 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:40:42,150 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:40:45,800 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:40:45,801 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:40:46,536 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:40:52,540 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:40:58,543 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:41:00,986 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:41:00,986 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:41:04,548 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:41:10,552 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:41:12,368 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:41:16,218 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:41:16,218 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:41:16,556 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:41:21,560 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:41:27,564 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:41:31,439 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:41:31,439 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:41:31,567 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:41:37,571 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:41:41,574 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:41:42,577 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:41:45,582 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:41:46,622 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:41:46,622 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:41:51,586 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:41:53,246 DEBUG SenderThread:3742 [sender.py:send():235] send: history +2022-02-04 23:41:53,380 DEBUG SenderThread:3742 [sender.py:send():235] send: summary +2022-02-04 23:41:53,426 INFO SenderThread:3742 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-04 23:41:53,588 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/wandb-summary.json +2022-02-04 23:41:54,589 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:41:55,590 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:41:59,592 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:42:01,593 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:42:01,816 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:42:01,817 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:42:12,826 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:42:17,019 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:42:17,019 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:42:17,603 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:42:29,610 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:42:32,182 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:42:32,183 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:42:41,618 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:42:43,050 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:42:47,348 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:42:47,349 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:42:51,624 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:43:01,630 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:43:02,512 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:43:02,513 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:43:11,636 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:43:13,255 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:43:17,679 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:43:17,679 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:43:21,642 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:43:31,648 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:43:32,883 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:43:32,883 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:43:42,656 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:43:43,800 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:43:48,155 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:43:48,155 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:43:50,661 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:44:00,668 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:44:03,407 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:44:03,408 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:44:08,674 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:44:14,040 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:44:16,679 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:44:18,621 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:44:18,622 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:44:24,684 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:44:32,689 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:44:33,930 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:44:33,930 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:44:40,694 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:44:44,314 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:44:48,699 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:44:49,331 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:44:49,332 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:44:56,704 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:45:04,510 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:45:04,510 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:45:04,709 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:45:12,714 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:45:14,514 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:45:19,674 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:45:19,675 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:45:20,719 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:45:28,724 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:45:34,843 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:45:34,844 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:45:35,728 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:45:43,733 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:45:44,708 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:45:49,737 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:45:50,015 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:45:50,016 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:45:57,742 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:46:03,746 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:46:05,323 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:46:05,324 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:46:11,753 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:46:14,924 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:46:17,756 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:46:20,492 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:46:20,493 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:46:23,760 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:46:31,764 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:46:35,661 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:46:35,662 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:46:37,768 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:46:43,771 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:46:45,119 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:46:49,775 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:46:50,831 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:46:50,832 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:46:55,779 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:47:01,783 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:47:06,166 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:47:06,166 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:47:07,788 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:47:13,792 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:47:15,320 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:47:19,796 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:47:21,330 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:47:21,330 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:47:23,799 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:47:29,802 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:47:34,806 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:47:36,571 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:47:36,572 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:47:40,810 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:47:44,812 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:47:45,528 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:47:50,816 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:47:51,783 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:47:51,783 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:47:54,818 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:47:58,821 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:48:02,823 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:48:06,826 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:48:07,121 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:48:07,122 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:48:10,829 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:48:15,756 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:48:22,290 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:48:22,291 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:48:26,838 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:48:37,683 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:48:37,684 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:48:38,845 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:48:45,983 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:48:50,853 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:48:52,959 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:48:52,959 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:49:01,860 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:49:08,367 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:49:08,368 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:49:11,867 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:49:16,221 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:49:21,873 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:49:23,658 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:49:23,659 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:49:31,879 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:49:39,032 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:49:39,033 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:49:39,884 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:49:46,466 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:49:49,896 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:49:54,388 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:49:54,389 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:49:59,903 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:50:07,908 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:50:09,672 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:50:09,672 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:50:15,913 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:50:16,684 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:50:23,919 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:50:24,849 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:50:24,850 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:50:34,926 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:50:40,151 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:50:40,152 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:50:42,931 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:50:46,955 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:50:48,935 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:50:55,330 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:50:55,330 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:50:56,941 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:51:04,946 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:51:10,496 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:51:10,497 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:51:12,951 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:51:17,174 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:51:20,956 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:51:25,753 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:51:25,754 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:51:28,961 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:51:36,967 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:51:40,923 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:51:40,924 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:51:42,971 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:51:47,384 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:51:50,976 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:51:56,089 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:51:56,090 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:51:56,980 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:52:04,986 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:52:10,990 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:52:11,366 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:52:11,367 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:52:17,621 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:52:18,995 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:52:25,999 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:52:26,612 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:52:26,613 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:52:32,003 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:52:38,007 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:52:41,775 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:52:41,775 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:52:44,011 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:52:47,851 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:52:52,016 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:52:57,068 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:52:57,068 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:52:58,020 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:53:04,023 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:53:10,027 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:53:12,232 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:53:12,232 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:53:16,031 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:53:18,053 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:53:20,033 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:53:26,037 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:53:27,480 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:53:27,480 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:53:32,042 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:53:36,044 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:53:42,049 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:53:42,660 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:53:42,660 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:53:46,053 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:53:48,242 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:53:52,057 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:53:56,060 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:53:57,882 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:53:57,882 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:54:02,068 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:54:06,071 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:54:08,899 DEBUG SenderThread:3742 [sender.py:send():235] send: history +2022-02-04 23:54:08,995 DEBUG SenderThread:3742 [sender.py:send():235] send: summary +2022-02-04 23:54:09,038 INFO SenderThread:3742 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-04 23:54:09,074 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/wandb-summary.json +2022-02-04 23:54:10,075 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:54:11,076 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:54:13,094 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:54:13,095 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:54:14,078 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:54:17,079 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:54:18,483 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:54:28,275 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:54:28,275 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:54:33,089 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:54:43,491 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:54:43,492 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:54:45,096 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:54:48,686 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:54:57,103 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:54:58,662 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:54:58,662 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:55:07,111 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:55:13,945 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:55:13,946 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:55:17,118 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:55:18,998 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:55:27,124 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:55:29,197 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:55:29,198 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:55:37,131 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:55:44,519 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:55:44,520 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:55:47,138 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:55:49,199 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:55:55,144 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:55:59,786 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:55:59,786 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:56:06,151 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:56:14,156 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:56:15,109 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:56:15,110 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:56:19,397 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:56:24,163 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:56:30,343 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:56:30,343 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:56:32,169 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:56:40,178 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:56:45,618 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:56:45,618 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:56:48,183 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:56:49,657 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:56:56,189 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:57:00,897 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:57:00,898 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:57:04,195 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:57:12,200 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:57:16,059 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:57:16,060 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:57:19,881 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:57:20,206 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:57:28,211 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:57:31,317 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:57:31,317 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:57:34,215 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:57:42,220 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:57:46,633 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:57:46,633 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:57:50,094 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:57:51,235 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:57:57,238 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:58:01,925 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:58:01,926 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:58:05,244 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:58:11,248 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:58:17,138 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:58:17,138 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:58:19,254 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:58:20,304 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:58:25,258 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:58:31,268 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:58:32,460 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:58:32,460 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:58:37,272 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:58:43,276 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:58:47,628 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:58:47,628 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:58:50,516 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:58:51,282 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:58:57,285 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:59:02,867 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:59:02,868 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:59:03,289 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:59:09,292 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:59:15,296 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:59:18,098 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:59:18,098 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:59:20,722 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:59:21,300 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:59:25,302 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:59:31,306 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:59:33,313 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:59:33,314 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:59:38,310 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:59:44,314 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:59:48,318 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:59:48,581 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 23:59:48,581 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-04 23:59:50,937 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-04 23:59:54,322 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-04 23:59:58,324 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:00:03,740 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:00:03,741 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:00:04,328 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:00:08,331 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:00:12,334 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:00:16,336 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:00:18,912 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:00:18,913 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:00:20,340 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:00:21,171 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:00:24,342 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:00:34,114 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:00:34,114 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:00:38,352 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:00:49,276 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:00:49,276 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:00:50,359 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:00:51,430 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:01:02,372 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:01:04,448 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:01:04,448 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:01:14,379 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:01:19,662 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:01:19,663 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:01:21,708 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:01:24,385 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:01:33,390 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:01:35,013 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:01:35,014 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:01:43,397 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:01:50,331 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:01:50,331 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:01:51,936 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:01:53,404 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:02:03,409 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:02:05,665 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:02:05,666 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:02:11,414 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:02:20,961 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:02:20,961 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:02:21,419 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:02:22,152 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:02:29,424 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:02:36,249 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:02:36,249 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:02:37,429 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:02:45,435 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:02:51,571 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:02:51,572 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:02:52,408 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:02:53,440 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:03:02,446 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:03:06,737 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:03:06,737 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:03:10,452 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:03:18,456 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:03:22,003 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:03:22,003 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:03:22,627 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:03:26,461 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:03:34,466 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:03:37,203 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:03:37,203 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:03:42,472 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:03:48,475 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:03:52,476 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:03:52,476 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:03:52,851 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:03:56,482 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:04:04,487 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:04:07,735 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:04:07,736 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:04:12,491 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:04:18,495 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:04:22,978 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:04:22,978 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:04:23,139 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:04:26,501 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:04:32,505 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:04:38,182 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:04:38,182 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:04:38,508 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:04:46,514 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:04:53,274 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:04:53,475 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:04:53,475 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:04:53,525 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:04:59,529 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:05:05,533 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:05:08,801 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:05:08,801 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:05:11,537 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:05:19,542 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:05:23,524 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:05:23,546 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:05:23,964 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:05:23,965 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:05:29,550 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:05:35,555 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:05:39,260 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:05:39,261 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:05:41,559 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:05:47,563 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:05:51,565 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:05:53,770 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:05:54,537 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:05:54,538 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:05:57,570 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:06:03,573 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:06:07,576 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:06:09,792 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:06:09,793 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:06:13,579 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:06:17,582 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:06:21,584 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:06:24,043 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:06:24,966 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:06:24,966 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:06:25,126 DEBUG SenderThread:3742 [sender.py:send():235] send: history +2022-02-05 00:06:25,191 DEBUG SenderThread:3742 [sender.py:send():235] send: summary +2022-02-05 00:06:25,236 INFO SenderThread:3742 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-05 00:06:25,588 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:06:25,588 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/wandb-summary.json +2022-02-05 00:06:26,589 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:06:27,590 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:06:29,593 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:06:31,595 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:06:34,597 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:06:36,599 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:06:38,601 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:06:40,177 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:06:40,178 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:06:40,603 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:06:42,605 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:06:44,607 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:06:46,608 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:06:48,611 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:06:50,612 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:06:52,614 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:06:54,239 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:06:54,615 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:06:55,345 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:06:55,346 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:06:56,617 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:06:58,618 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:07:00,620 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:07:02,622 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:07:04,624 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:07:06,626 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:07:08,627 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:07:10,592 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:07:10,592 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:07:10,629 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:07:12,631 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:07:14,633 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:07:16,635 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:07:18,637 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:07:20,638 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:07:22,640 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:07:24,443 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:07:24,642 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:07:25,775 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:07:25,776 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:07:26,644 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:07:28,646 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:07:30,648 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:07:32,650 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:07:34,651 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:07:36,652 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:07:39,654 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:07:41,080 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:07:41,080 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:07:41,655 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:07:43,656 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:07:45,658 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:07:47,659 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:07:49,660 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:07:51,662 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:07:53,664 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:07:54,647 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:07:55,665 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:07:56,258 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:07:56,259 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:07:57,667 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:07:59,669 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:08:01,671 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:08:03,673 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:08:05,675 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:08:07,677 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:08:09,678 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:08:11,411 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:08:11,411 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:08:11,680 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:08:13,682 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:08:15,684 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:08:17,686 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:08:19,688 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:08:21,690 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:08:23,692 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:08:24,875 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:08:25,694 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:08:26,680 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:08:26,680 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:08:27,696 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:08:29,698 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:08:31,700 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:08:33,702 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:08:36,704 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:08:38,706 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:08:40,708 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:08:41,935 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:08:41,936 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:08:42,710 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:08:44,711 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:08:46,713 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:08:48,715 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:08:50,716 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:08:52,717 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:08:54,718 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:08:55,089 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:08:56,719 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:08:57,206 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:08:57,206 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:08:58,721 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:09:00,722 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:09:02,724 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:09:04,725 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:09:06,726 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:09:08,727 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:09:10,729 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:09:12,441 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:09:12,441 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:09:12,730 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:09:14,732 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:09:16,734 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:09:18,736 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:09:20,738 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:09:22,740 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:09:25,318 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:09:25,743 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:09:27,612 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:09:27,613 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:09:27,744 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:09:29,746 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:09:31,748 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:09:33,750 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:09:35,751 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:09:37,752 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:09:39,754 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:09:41,755 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:09:42,897 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:09:42,898 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:09:43,757 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:09:45,758 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:09:47,759 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:09:49,761 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:09:51,762 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:09:53,764 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:09:55,556 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:09:55,766 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:09:57,768 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:09:58,191 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:09:58,192 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:09:59,769 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:10:01,771 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:10:03,772 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:10:05,774 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:10:07,776 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:10:10,779 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:10:12,781 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:10:13,484 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:10:13,484 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:10:14,783 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:10:16,785 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:10:18,787 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:10:20,789 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:10:22,791 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:10:24,794 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:10:25,772 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:10:26,795 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:10:28,768 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:10:28,769 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:10:28,797 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:10:30,800 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:10:32,802 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:10:34,804 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:10:36,806 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:10:38,807 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:10:40,809 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:10:42,811 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:10:44,036 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:10:44,036 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:10:44,814 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:10:46,816 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:10:48,817 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:10:51,820 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:10:53,822 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:10:55,824 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:10:56,030 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:10:57,826 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:10:59,243 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:10:59,244 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:10:59,827 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:11:01,830 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:11:03,832 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:11:05,834 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:11:07,836 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:11:09,838 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:11:11,840 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:11:13,842 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:11:14,512 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:11:14,513 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:11:15,844 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:11:17,846 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:11:19,848 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:11:21,850 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:11:23,851 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:11:25,852 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:11:26,258 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:11:27,853 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:11:29,827 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:11:29,828 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:11:30,855 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:11:32,856 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:11:34,858 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:11:36,859 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:11:38,860 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:11:40,862 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:11:42,863 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:11:44,864 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:11:45,022 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:11:45,023 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:11:46,866 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:11:48,867 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:11:50,869 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:11:52,870 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:11:54,872 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:11:56,490 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:11:56,874 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:11:58,876 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:12:00,317 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:12:00,318 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:12:00,878 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:12:02,880 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:12:04,882 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:12:06,884 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:12:08,885 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:12:10,888 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:12:12,891 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:12:14,892 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:12:15,613 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:12:15,614 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:12:16,893 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:12:18,894 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:12:20,896 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:12:22,898 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:12:25,899 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:12:26,701 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:12:27,900 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:12:29,902 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:12:30,861 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:12:30,862 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:12:31,904 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:12:33,906 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:12:35,908 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:12:37,909 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:12:39,910 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:12:41,912 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:12:43,913 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:12:45,915 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:12:46,030 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:12:46,031 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:12:47,916 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:12:49,917 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:12:51,919 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:12:53,921 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:12:55,923 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:12:56,897 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:12:57,924 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:12:59,926 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:13:01,242 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:13:01,243 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:13:01,928 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:13:03,930 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:13:05,931 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:13:07,933 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:13:09,935 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:13:11,937 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:13:13,940 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:13:15,941 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:13:16,488 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:13:16,489 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:13:18,944 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:13:20,946 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:13:22,948 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:13:24,950 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:13:26,952 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:13:27,107 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:13:28,954 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:13:30,956 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:13:31,731 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:13:31,732 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:13:32,958 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:13:34,960 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:13:36,961 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:13:38,963 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:13:40,965 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:13:42,967 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:13:44,969 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:13:46,971 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:13:47,055 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:13:47,056 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:13:48,973 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:13:50,975 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:13:52,977 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:13:54,978 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:13:56,981 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:13:57,345 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:13:58,983 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:14:01,985 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:14:02,454 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:14:02,454 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:14:03,987 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:14:05,989 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:14:07,991 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:14:09,993 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:14:11,994 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:14:13,996 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:14:15,998 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:14:17,672 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:14:17,672 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:14:18,000 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:14:20,002 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:14:22,004 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:14:24,006 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:14:26,008 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:14:27,570 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:14:28,010 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:14:30,012 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:14:32,013 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:14:32,932 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:14:32,933 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:14:34,015 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:14:36,017 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:14:38,019 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:14:40,021 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:14:42,023 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:14:44,025 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:14:46,026 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:14:48,028 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:14:48,313 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:14:48,314 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:14:50,030 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:14:52,032 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:14:54,034 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:14:56,036 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:14:57,820 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:14:59,038 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:15:01,040 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:15:03,042 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:15:03,555 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:15:03,555 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:15:05,044 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:15:07,045 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:15:09,047 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:15:11,048 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:15:13,049 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:15:15,053 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:15:17,055 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:15:18,748 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:15:18,749 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:15:19,056 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:15:21,058 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:15:23,059 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:15:25,060 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:15:27,062 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:15:28,058 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:15:29,063 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:15:31,065 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:15:33,067 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:15:33,919 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:15:33,920 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:15:35,069 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:15:37,071 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:15:39,073 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:15:41,075 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:15:43,077 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:15:45,079 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:15:47,081 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:15:49,083 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:15:49,214 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:15:49,215 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:15:51,085 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:15:54,087 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:15:56,089 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:15:58,090 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:15:58,237 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:16:00,092 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:16:02,093 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:16:04,095 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:16:04,534 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:16:04,534 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:16:06,096 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:16:08,098 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:16:10,099 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:16:12,100 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:16:14,101 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:16:16,103 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:16:18,104 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:16:19,711 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:16:19,712 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:16:20,105 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:16:22,107 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:16:24,108 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:16:26,109 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:16:28,111 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:16:28,482 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:16:30,112 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:16:32,114 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:16:34,115 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:16:34,938 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:16:34,939 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:16:36,116 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:16:38,117 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:16:40,119 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:16:42,120 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:16:44,121 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:16:46,123 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:16:48,124 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:16:50,126 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:16:50,199 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:16:50,200 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:16:52,127 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:16:54,128 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:16:56,130 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:16:58,681 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:16:59,132 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:17:01,134 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:17:03,136 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:17:05,138 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:17:05,512 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:17:05,512 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:17:07,140 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:17:09,142 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:17:11,144 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:17:13,146 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:17:15,147 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:17:17,149 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:17:19,151 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:17:20,793 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:17:20,794 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:17:21,153 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:17:23,155 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:17:25,157 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:17:27,159 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:17:28,890 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:17:29,161 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:17:31,163 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:17:33,165 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:17:35,167 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:17:35,997 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:17:35,997 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:17:37,168 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:17:39,170 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:17:41,171 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:17:43,173 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:17:45,174 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:17:47,176 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:17:49,178 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:17:51,180 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:17:51,211 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:17:51,212 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:17:53,182 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:17:55,184 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:17:57,186 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:17:59,088 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:17:59,187 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:18:06,405 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:18:06,405 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:18:10,323 DEBUG SenderThread:3742 [sender.py:send():235] send: history +2022-02-05 00:18:10,359 DEBUG SenderThread:3742 [sender.py:send():235] send: summary +2022-02-05 00:18:10,407 INFO SenderThread:3742 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-05 00:18:11,196 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:18:11,196 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/wandb-summary.json +2022-02-05 00:18:13,198 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:18:21,603 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:18:21,604 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:18:23,205 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:18:29,330 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:18:36,774 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:18:36,774 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:18:51,942 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:18:51,942 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:18:59,536 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:19:07,110 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:19:07,111 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:19:22,452 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:19:22,453 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:19:29,735 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:19:37,624 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:19:37,625 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status