diff --git "a/wandb/run-20220203_135844-2tzexn1o/logs/debug-internal.log" "b/wandb/run-20220203_135844-2tzexn1o/logs/debug-internal.log" --- "a/wandb/run-20220203_135844-2tzexn1o/logs/debug-internal.log" +++ "b/wandb/run-20220203_135844-2tzexn1o/logs/debug-internal.log" @@ -42478,3 +42478,2729 @@ 2022-02-05 00:19:29,735 DEBUG SenderThread:3742 [sender.py:send():235] send: stats 2022-02-05 00:19:37,624 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status 2022-02-05 00:19:37,625 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:19:51,265 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:19:52,780 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:19:52,780 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:19:55,267 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:19:57,269 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:19:59,947 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:20:07,984 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:20:07,985 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:20:14,280 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:20:23,342 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:20:23,343 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:20:26,290 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:20:30,205 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:20:36,296 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:20:38,634 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:20:38,634 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:20:48,303 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:20:53,940 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:20:53,940 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:20:58,311 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:21:00,420 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:21:08,318 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:21:09,332 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:21:09,333 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:21:18,324 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:21:24,621 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:21:24,621 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:21:26,329 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:21:30,641 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:21:37,336 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:21:39,875 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:21:39,875 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:21:47,342 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:21:55,040 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:21:55,041 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:21:55,348 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:22:00,916 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:22:05,354 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:22:10,301 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:22:10,302 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:22:13,362 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:22:21,367 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:22:25,467 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:22:25,468 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:22:29,374 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:22:31,116 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:22:37,380 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:22:40,626 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:22:40,627 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:22:45,386 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:22:53,391 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:22:55,798 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:22:55,799 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:23:01,314 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:23:01,395 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:23:09,400 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:23:11,059 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:23:11,060 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:23:17,406 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:23:23,410 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:23:26,242 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:23:26,242 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:23:31,529 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:23:32,416 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:23:40,421 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:23:41,451 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:23:41,452 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:23:46,425 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:23:54,430 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:23:56,625 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:23:56,626 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:24:00,435 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:24:01,776 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:24:06,439 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:24:11,807 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:24:11,808 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:24:14,444 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:24:20,449 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:24:26,453 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:24:27,035 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:24:27,035 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:24:31,972 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:24:32,457 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:24:38,461 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:24:42,197 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:24:42,198 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:24:44,464 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:24:52,469 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:24:57,359 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:24:57,359 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:24:58,473 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:25:02,203 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:25:04,478 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:25:08,480 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:25:12,528 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:25:12,528 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:25:14,485 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:25:20,489 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:25:27,493 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:25:27,794 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:25:27,794 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:25:31,496 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:25:32,396 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:25:37,500 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:25:41,503 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:25:43,053 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:25:43,053 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:25:47,508 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:25:51,511 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:25:55,514 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:25:58,252 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:25:58,253 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:25:59,517 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:26:02,587 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:26:03,520 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:26:07,523 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:26:13,530 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:26:13,531 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:26:21,532 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:26:28,849 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:26:28,849 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:26:32,859 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:26:33,540 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:26:44,191 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:26:44,191 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:26:45,548 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:26:55,555 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:26:59,431 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:26:59,431 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:27:03,117 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:27:05,562 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:27:14,595 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:27:14,595 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:27:15,568 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:27:25,575 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:27:29,811 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:27:29,811 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:27:33,347 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:27:35,584 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:27:45,057 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:27:45,057 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:27:46,591 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:27:54,597 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:28:00,213 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:28:00,213 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:28:02,602 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:28:03,582 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:28:12,609 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:28:15,375 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:28:15,375 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:28:20,614 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:28:28,619 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:28:30,632 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:28:30,632 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:28:33,778 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:28:36,625 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:28:44,630 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:28:45,946 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:28:45,947 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:28:52,637 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:29:00,642 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:29:01,144 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:29:01,144 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:29:04,005 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:29:08,647 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:29:16,446 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:29:16,446 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:29:16,653 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:29:24,657 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:29:31,813 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:29:31,813 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:29:32,663 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:29:34,233 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:29:39,667 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:29:47,002 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:29:47,003 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:29:47,672 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:29:55,677 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:30:01,682 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:30:02,198 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:30:02,199 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:30:04,453 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:30:09,688 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:30:15,692 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:30:17,436 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:30:17,436 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:30:21,696 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:30:27,700 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:30:32,669 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:30:32,669 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:30:34,653 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:30:35,705 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:30:41,708 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:30:47,712 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:30:47,899 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:30:47,900 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:30:53,717 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:31:01,722 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:31:03,219 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:31:03,220 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:31:04,908 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:31:07,726 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:31:13,731 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:31:17,734 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:31:18,427 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:31:18,427 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:31:23,738 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:31:29,742 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:31:33,583 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:31:33,583 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:31:35,121 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:31:36,750 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:31:40,753 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:31:46,756 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:31:48,890 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:31:48,891 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:31:50,759 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:31:56,763 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:32:00,766 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:32:04,058 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:32:04,059 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:32:05,333 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:32:06,770 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:32:07,963 DEBUG SenderThread:3742 [sender.py:send():235] send: history +2022-02-05 00:32:08,047 DEBUG SenderThread:3742 [sender.py:send():235] send: summary +2022-02-05 00:32:08,095 INFO SenderThread:3742 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-05 00:32:08,772 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/wandb-summary.json +2022-02-05 00:32:09,773 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:32:10,774 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:32:14,777 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:32:16,779 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:32:19,240 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:32:19,240 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:32:32,790 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:32:34,493 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:32:34,494 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:32:35,665 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:32:44,798 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:32:49,780 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:32:49,781 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:32:54,805 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:33:05,029 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:33:05,030 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:33:05,877 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:33:06,812 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:33:17,819 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:33:20,386 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:33:20,386 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:33:27,826 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:33:35,668 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:33:35,669 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:33:36,135 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:33:37,832 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:33:45,838 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:33:50,977 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:33:50,977 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:33:55,844 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:34:05,851 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:34:06,229 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:34:06,230 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:34:06,394 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:34:15,857 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:34:21,554 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:34:21,555 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:34:23,863 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:34:31,868 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:34:36,582 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:34:36,824 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:34:36,825 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:34:41,874 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:34:49,879 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:34:51,988 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:34:51,989 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:34:57,885 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:35:05,890 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:35:06,816 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:35:07,189 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:35:07,189 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:35:14,897 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:35:22,475 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:35:22,475 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:35:22,902 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:35:30,907 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:35:37,010 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:35:37,845 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:35:37,846 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:35:38,912 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:35:44,916 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:35:52,921 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:35:53,082 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:35:53,082 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:36:00,927 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:36:06,938 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:36:07,223 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:36:08,388 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:36:08,389 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:36:14,943 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:36:20,947 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:36:23,641 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:36:23,641 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:36:26,951 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:36:34,956 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:36:37,445 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:36:38,883 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:36:38,884 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:36:40,960 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:36:46,964 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:36:52,968 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:36:54,048 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:36:54,048 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:36:58,971 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:37:04,976 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:37:07,655 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:37:09,285 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:37:09,286 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:37:12,981 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:37:18,985 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:37:22,987 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:37:24,529 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:37:24,529 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:37:29,991 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:37:35,995 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:37:37,888 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:37:39,780 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:37:39,780 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:37:41,998 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:37:46,001 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:37:52,004 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:37:54,948 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:37:54,948 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:37:58,007 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:38:02,010 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:38:08,014 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:38:08,124 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:38:10,184 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:38:10,185 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:38:12,016 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:38:16,019 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:38:20,021 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:38:24,024 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:38:25,652 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:38:25,653 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:38:28,027 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:38:38,349 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:38:41,188 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:38:41,189 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:38:42,042 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:38:54,049 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:38:56,357 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:38:56,357 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:39:06,055 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:39:08,648 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:39:11,511 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:39:11,511 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:39:16,060 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:39:26,678 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:39:26,679 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:39:27,067 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:39:37,082 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:39:38,857 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:39:41,838 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:39:41,838 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:39:47,089 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:39:55,101 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:39:57,002 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:39:57,003 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:40:05,108 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:40:09,077 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:40:12,171 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:40:12,171 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:40:15,115 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:40:23,120 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:40:27,359 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:40:27,360 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:40:33,126 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:40:39,291 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:40:41,130 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:40:42,541 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:40:42,542 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:40:49,135 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:40:57,141 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:40:57,706 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:40:57,706 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:41:05,151 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:41:09,494 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:41:12,881 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:41:12,882 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:41:13,156 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:41:21,161 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:41:28,126 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:41:28,126 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:41:29,166 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:41:36,171 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:41:39,765 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:41:43,292 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:41:43,292 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:41:44,176 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:41:52,181 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:41:58,186 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:41:58,442 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:41:58,442 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:42:06,190 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:42:10,000 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:42:13,687 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:42:13,687 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:42:14,195 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:42:20,200 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:42:26,204 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:42:28,910 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:42:28,910 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:42:34,209 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:42:40,195 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:42:40,213 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:42:44,175 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:42:44,176 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:42:46,217 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:42:52,221 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:42:59,401 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:42:59,401 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:43:00,227 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:43:06,231 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:43:10,419 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:43:12,235 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:43:14,565 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:43:14,565 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:43:18,240 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:43:24,244 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:43:29,807 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:43:29,808 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:43:30,248 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:43:36,252 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:43:40,255 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:43:40,654 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:43:45,014 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:43:45,015 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:43:46,260 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:43:52,264 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:43:56,267 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:44:00,291 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:44:00,292 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:44:02,271 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:44:06,274 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:44:10,849 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:44:13,278 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:44:15,458 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:44:15,458 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:44:17,282 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:44:21,285 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:44:23,951 DEBUG SenderThread:3742 [sender.py:send():235] send: history +2022-02-05 00:44:24,083 DEBUG SenderThread:3742 [sender.py:send():235] send: summary +2022-02-05 00:44:24,124 INFO SenderThread:3742 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-05 00:44:24,287 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/wandb-summary.json +2022-02-05 00:44:25,289 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:44:26,290 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:44:29,293 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:44:30,657 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:44:30,658 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:44:33,296 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:44:41,100 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:44:45,932 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:44:45,933 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:44:49,307 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:45:01,102 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:45:01,103 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:45:01,315 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:45:11,359 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:45:13,322 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:45:16,378 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:45:16,379 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:45:23,328 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:45:31,532 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:45:31,532 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:45:33,335 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:45:41,692 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:45:43,341 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:45:46,909 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:45:46,910 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:45:53,347 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:46:01,353 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:46:02,293 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:46:02,293 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:46:11,954 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:46:12,360 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:46:17,696 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:46:17,697 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:46:22,366 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:46:30,372 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:46:33,009 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:46:33,009 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:46:38,377 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:46:42,242 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:46:48,210 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:46:48,210 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:46:48,383 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:46:56,388 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:47:03,481 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:47:03,481 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:47:04,392 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:47:12,398 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:47:12,433 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:47:18,856 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:47:18,856 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:47:20,403 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:47:28,408 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:47:34,037 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:47:34,037 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:47:36,414 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:47:42,418 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:47:42,649 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:47:49,315 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:47:49,316 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:47:50,423 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:47:58,428 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:48:04,738 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:48:04,739 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:48:05,432 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:48:12,878 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:48:13,437 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:48:19,918 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:48:19,919 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:48:21,442 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:48:27,446 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:48:35,170 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:48:35,170 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:48:35,451 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:48:41,454 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:48:43,072 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:48:47,458 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:48:50,359 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:48:50,359 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:48:53,462 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:48:59,466 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:49:05,554 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:49:05,555 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:49:07,472 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:49:13,274 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:49:13,476 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:49:19,480 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:49:20,731 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:49:20,731 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:49:25,484 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:49:31,488 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:49:36,035 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:49:36,036 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:49:37,491 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:49:43,484 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:49:43,494 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:49:49,499 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:49:51,320 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:49:51,321 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:49:53,501 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:49:59,504 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:50:03,507 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:50:06,486 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:50:06,487 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:50:10,512 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:50:13,676 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:50:14,515 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:50:20,518 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:50:21,654 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:50:21,654 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:50:24,521 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:50:28,523 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:50:32,525 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:50:36,529 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:50:36,870 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:50:36,871 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:50:40,531 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:50:43,869 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:50:52,319 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:50:52,320 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:50:54,540 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:51:06,548 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:51:07,630 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:51:07,631 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:51:14,094 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:51:18,556 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:51:22,971 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:51:22,972 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:51:28,562 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:51:38,253 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:51:38,254 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:51:38,568 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:51:44,314 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:51:48,574 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:51:53,431 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:51:53,432 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:51:58,582 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:52:08,709 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:52:08,710 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:52:09,588 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:52:14,522 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:52:17,594 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:52:23,874 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:52:23,874 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:52:27,601 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:52:35,607 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:52:39,119 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:52:39,120 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:52:43,611 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:52:44,720 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:52:51,617 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:52:54,352 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:52:54,352 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:52:59,622 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:53:09,568 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:53:09,568 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:53:09,628 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:53:14,939 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:53:17,634 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:53:24,734 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:53:24,734 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:53:25,639 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:53:31,645 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:53:39,650 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:53:40,012 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:53:40,012 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:53:45,155 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:53:47,655 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:53:55,211 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:53:55,212 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:53:55,661 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:54:02,666 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:54:10,377 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:54:10,378 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:54:10,672 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:54:15,379 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:54:18,677 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:54:24,681 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:54:25,544 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:54:25,545 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:54:32,686 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:54:38,690 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:54:40,798 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:54:40,799 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:54:44,693 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:54:45,616 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:54:52,698 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:54:56,019 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:54:56,020 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:54:58,701 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:55:04,705 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:55:10,708 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:55:11,184 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:55:11,184 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:55:15,815 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:55:16,713 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:55:22,716 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:55:26,450 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:55:26,450 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:55:28,720 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:55:34,723 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:55:41,727 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:55:41,758 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:55:41,758 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:55:46,005 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:55:47,731 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:55:53,735 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:55:57,026 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:55:57,026 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:55:57,738 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:56:03,742 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:56:09,746 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:56:12,287 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:56:12,287 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:56:13,749 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:56:16,213 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:56:19,753 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:56:23,757 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:56:27,522 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:56:27,523 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:56:27,759 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:56:33,763 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:56:35,422 DEBUG SenderThread:3742 [sender.py:send():235] send: history +2022-02-05 00:56:35,521 DEBUG SenderThread:3742 [sender.py:send():235] send: summary +2022-02-05 00:56:35,567 INFO SenderThread:3742 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-05 00:56:35,764 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/wandb-summary.json +2022-02-05 00:56:37,765 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:56:41,768 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:56:43,024 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:56:43,025 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:56:43,769 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:56:46,460 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:56:58,430 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:56:58,430 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:56:59,778 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:57:11,786 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:57:13,600 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:57:13,601 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:57:16,666 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:57:22,793 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:57:28,754 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:57:28,755 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:57:34,803 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:57:44,000 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:57:44,000 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:57:44,810 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:57:46,874 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:57:54,817 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:57:59,165 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:57:59,166 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:58:02,823 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:58:12,829 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:58:14,374 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:58:14,375 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:58:17,057 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:58:22,837 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:58:29,538 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:58:29,538 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:58:30,843 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:58:40,849 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:58:44,697 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:58:44,697 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:58:47,289 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:58:48,855 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:58:56,861 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:58:59,984 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:58:59,985 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:59:04,866 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:59:13,871 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:59:15,320 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:59:15,321 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:59:17,570 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:59:21,876 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:59:29,881 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:59:30,621 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:59:30,622 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:59:37,887 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:59:45,854 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 00:59:45,855 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 00:59:45,895 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 00:59:47,769 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 00:59:53,899 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:00:01,023 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:00:01,024 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:00:01,905 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:00:09,910 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:00:15,915 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:00:16,447 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:00:16,448 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:00:17,973 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:00:23,920 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:00:29,924 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:00:31,648 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:00:31,649 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:00:37,930 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:00:43,933 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:00:46,816 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:00:46,816 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:00:48,161 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:00:51,937 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:00:57,941 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:01:02,016 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:01:02,017 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:01:05,946 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:01:11,949 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:01:17,355 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:01:17,356 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:01:17,953 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:01:18,387 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:01:25,958 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:01:31,962 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:01:32,522 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:01:32,523 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:01:37,966 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:01:43,970 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:01:47,699 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:01:47,700 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:01:48,600 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:01:49,975 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:01:53,977 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:01:59,982 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:02:02,982 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:02:02,983 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:02:05,990 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:02:11,994 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:02:15,996 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:02:18,152 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:02:18,156 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:02:18,853 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:02:21,999 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:02:29,004 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:02:33,007 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:02:33,471 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:02:33,472 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:02:37,009 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:02:41,012 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:02:47,016 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:02:48,661 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:02:48,661 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:02:49,017 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:02:49,051 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:02:53,020 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:03:04,080 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:03:04,080 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:03:09,030 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:03:19,306 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:03:19,357 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:03:19,357 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:03:21,038 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:03:33,046 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:03:34,756 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:03:34,756 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:03:43,052 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:03:49,517 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:03:50,072 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:03:50,073 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:03:53,058 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:04:03,064 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:04:05,427 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:04:05,427 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:04:12,069 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:04:19,750 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:04:20,624 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:04:20,625 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:04:22,075 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:04:32,081 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:04:35,816 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:04:35,817 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:04:40,086 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:04:48,091 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:04:49,993 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:04:51,005 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:04:51,005 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:04:58,097 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:05:06,102 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:05:06,288 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:05:06,289 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:05:14,108 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:05:20,206 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:05:21,576 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:05:21,576 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:05:22,113 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:05:30,118 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:05:36,900 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:05:36,900 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:05:38,123 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:05:46,128 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:05:50,457 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:05:52,122 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:05:52,122 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:05:54,139 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:06:00,144 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:06:07,419 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:06:07,419 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:06:08,150 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:06:17,155 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:06:20,657 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:06:22,697 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:06:22,697 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:06:25,160 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:06:31,164 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:06:37,860 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:06:37,861 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:06:39,169 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:06:45,173 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:06:50,854 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:06:53,114 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:06:53,114 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:06:53,178 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:06:59,181 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:07:05,185 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:07:08,284 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:07:08,284 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:07:11,188 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:07:17,191 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:07:21,045 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:07:23,449 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:07:23,449 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:07:25,196 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:07:31,199 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:07:37,203 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:07:38,761 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:07:38,761 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:07:43,206 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:07:49,211 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:07:51,239 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:07:53,213 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:07:53,978 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:07:53,978 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:08:00,218 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:08:06,223 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:08:09,246 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:08:09,246 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:08:12,227 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:08:16,229 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:08:21,452 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:08:22,232 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:08:24,417 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:08:24,418 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:08:28,236 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:08:32,239 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:08:36,242 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:08:39,680 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:08:39,681 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:08:42,246 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:08:46,249 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:08:48,283 DEBUG SenderThread:3742 [sender.py:send():235] send: history +2022-02-05 01:08:48,415 DEBUG SenderThread:3742 [sender.py:send():235] send: summary +2022-02-05 01:08:48,460 INFO SenderThread:3742 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-05 01:08:49,344 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/wandb-summary.json +2022-02-05 01:08:50,345 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:08:51,660 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:08:54,348 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:08:54,880 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:08:54,881 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:08:56,349 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:09:10,047 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:09:10,047 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:09:12,359 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:09:21,884 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:09:24,366 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:09:25,325 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:09:25,325 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:09:36,371 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:09:40,735 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:09:40,736 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:09:46,377 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:09:52,107 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:09:56,147 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:09:56,148 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:09:58,384 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:10:06,390 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:10:11,462 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:10:11,462 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:10:16,396 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:10:22,327 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:10:26,780 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:10:26,781 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:10:27,402 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:10:37,415 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:10:42,015 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:10:42,015 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:10:45,420 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:10:52,585 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:10:55,426 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:10:57,310 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:10:57,310 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:11:03,432 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:11:11,437 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:11:12,509 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:11:12,510 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:11:19,442 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:11:22,803 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:11:27,447 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:11:27,808 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:11:27,808 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:11:35,452 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:11:43,055 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:11:43,055 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:11:43,457 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:11:51,462 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:11:53,039 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:11:58,223 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:11:58,224 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:11:59,467 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:12:07,471 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:12:13,430 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:12:13,431 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:12:15,476 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:12:23,252 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:12:24,482 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:12:28,598 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:12:28,599 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:12:30,485 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:12:38,491 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:12:43,796 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:12:43,797 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:12:44,495 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:12:52,499 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:12:53,448 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:12:58,503 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:12:58,997 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:12:58,998 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:13:04,510 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:13:12,515 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:13:14,161 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:13:14,161 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:13:18,526 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:13:23,663 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:13:24,531 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:13:29,399 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:13:29,399 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:13:30,535 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:13:36,539 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:13:44,544 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:13:44,678 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:13:44,678 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:13:50,559 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:13:53,864 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:13:56,563 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:13:59,841 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:13:59,842 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:14:02,571 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:14:06,574 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:14:12,580 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:14:15,056 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:14:15,056 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:14:18,584 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:14:22,587 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:14:24,066 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:14:29,591 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:14:30,313 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:14:30,313 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:14:35,595 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:14:39,597 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:14:45,551 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:14:45,552 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:14:45,601 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:14:49,604 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:14:53,608 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:14:54,285 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:14:57,611 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:15:00,764 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:15:00,765 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:15:01,614 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:15:05,617 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:15:16,038 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:15:16,039 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:15:21,627 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:15:24,531 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:15:31,306 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:15:31,306 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:15:33,634 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:15:43,642 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:15:46,537 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:15:46,537 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:15:54,752 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:15:55,651 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:16:01,704 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:16:01,704 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:16:05,658 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:16:15,665 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:16:16,872 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:16:16,873 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:16:24,962 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:16:25,671 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:16:32,178 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:16:32,179 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:16:33,676 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:16:44,682 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:16:47,434 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:16:47,434 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:16:54,689 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:16:55,187 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:17:02,694 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:17:02,731 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:17:02,732 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:17:10,699 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:17:17,953 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:17:17,954 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:17:18,704 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:17:25,388 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:17:26,709 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:17:33,236 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:17:33,237 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:17:36,716 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:17:44,720 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:17:48,403 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:17:48,404 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:17:50,724 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:17:55,616 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:17:58,729 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:18:03,562 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:18:03,563 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:18:06,735 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:18:14,740 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:18:18,793 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:18:18,794 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:18:22,745 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:18:25,872 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:18:30,750 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:18:34,015 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:18:34,015 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:18:36,753 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:18:45,759 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:18:49,373 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:18:49,374 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:18:51,762 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:18:56,090 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:18:59,768 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:19:04,567 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:19:04,567 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:19:05,771 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:19:11,775 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:19:19,780 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:19:19,903 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:19:19,903 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:19:25,783 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:19:26,311 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:19:31,786 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:19:35,169 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:19:35,170 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:19:37,790 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:19:43,794 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:19:49,798 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:19:50,361 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:19:50,361 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:19:56,523 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:19:57,803 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:20:03,808 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:20:05,548 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:20:05,549 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:20:09,812 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:20:15,816 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:20:19,820 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:20:20,711 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:20:20,712 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:20:25,824 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:20:26,732 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:20:31,828 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:20:35,960 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:20:35,960 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:20:36,832 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:20:42,835 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:20:46,838 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:20:51,199 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:20:51,200 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:20:52,841 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:20:56,844 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:20:56,922 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:21:00,847 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:21:03,194 DEBUG SenderThread:3742 [sender.py:send():235] send: history +2022-02-05 01:21:03,313 DEBUG SenderThread:3742 [sender.py:send():235] send: summary +2022-02-05 01:21:03,368 INFO SenderThread:3742 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-05 01:21:03,849 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/wandb-summary.json +2022-02-05 01:21:04,850 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:21:06,371 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:21:06,371 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:21:08,852 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:21:12,855 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:21:21,591 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:21:21,592 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:21:26,863 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:21:27,124 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:21:36,818 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:21:36,819 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:21:38,871 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:21:50,878 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:21:52,137 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:21:52,138 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:21:57,345 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:22:00,885 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:22:07,408 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:22:07,409 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:22:10,893 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:22:20,900 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:22:22,573 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:22:22,573 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:22:27,545 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:22:31,907 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:22:37,838 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:22:37,838 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:22:41,913 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:22:51,920 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:22:53,002 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:22:53,002 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:22:57,762 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:22:59,925 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:23:07,931 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:23:08,292 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:23:08,292 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:23:17,937 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:23:23,560 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:23:23,561 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:23:25,941 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:23:28,000 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:23:33,946 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:23:38,758 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:23:38,759 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:23:41,951 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:23:49,957 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:23:53,954 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:23:53,955 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:23:58,283 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:23:58,963 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:24:06,968 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:24:09,236 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:24:09,236 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:24:14,972 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:24:20,976 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:24:24,582 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:24:24,582 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:24:28,495 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:24:28,981 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:24:36,986 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:24:39,856 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:24:39,856 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:24:44,990 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:24:50,994 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:24:55,043 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:24:55,043 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:24:58,723 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:24:59,000 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:25:05,003 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:25:10,314 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:25:10,314 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:25:11,007 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:25:19,011 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:25:25,015 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:25:25,552 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:25:25,553 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:25:28,943 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:25:31,019 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:25:39,024 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:25:40,749 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:25:40,750 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:25:45,028 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:25:51,033 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:25:55,927 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:25:55,927 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:25:57,036 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:25:59,185 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:26:03,040 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:26:09,044 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:26:11,130 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:26:11,130 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:26:16,049 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:26:22,054 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:26:26,057 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:26:26,448 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:26:26,449 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:26:29,449 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:26:32,061 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:26:38,065 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:26:41,621 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:26:41,621 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:26:42,068 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:26:48,072 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:26:54,076 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:26:56,891 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:26:56,892 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:26:58,079 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:26:59,668 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:27:02,082 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:27:08,086 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:27:12,059 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:27:12,060 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:27:12,089 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:27:14,091 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:27:18,094 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:27:27,294 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:27:27,294 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:27:29,888 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:27:34,104 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:27:42,572 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:27:42,573 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:27:46,111 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:27:56,118 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:27:57,765 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:27:57,766 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:28:00,138 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:28:06,129 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:28:12,963 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:28:12,964 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:28:19,138 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:28:28,136 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:28:28,137 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:28:29,145 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:28:30,354 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:28:37,151 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:28:43,367 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:28:43,367 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:28:47,158 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:28:57,164 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:28:58,532 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:28:58,532 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:29:00,592 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:29:05,169 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:29:13,821 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:29:13,821 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:29:15,176 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:29:23,181 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:29:28,989 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:29:28,989 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:29:30,801 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:29:31,186 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:29:39,190 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:29:44,202 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:29:44,202 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:29:47,195 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:29:56,201 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:29:59,370 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:29:59,370 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:30:01,048 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:30:04,206 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:30:12,212 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:30:14,546 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:30:14,547 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:30:20,216 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:30:28,221 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:30:29,714 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:30:29,714 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:30:31,239 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:30:34,225 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:30:42,231 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:30:44,980 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:30:44,981 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:30:50,236 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:30:58,241 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:31:00,180 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:31:00,181 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:31:01,464 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:31:04,245 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:31:12,250 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:31:15,345 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:31:15,345 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:31:18,254 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:31:26,260 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:31:30,505 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:31:30,505 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:31:31,679 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:31:32,264 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:31:38,268 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:31:45,743 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:31:45,744 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:31:46,273 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:31:52,277 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:31:58,281 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:32:00,912 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:32:00,913 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:32:01,884 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:32:04,284 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:32:10,288 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:32:16,151 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:32:16,151 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:32:17,293 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:32:23,297 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:32:29,302 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:32:31,422 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:32:31,422 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:32:32,143 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:32:33,305 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:32:39,309 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:32:45,314 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:32:46,637 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:32:46,638 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:32:49,316 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:32:55,321 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:32:59,324 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:33:01,886 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:33:01,887 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:33:02,340 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:33:05,328 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:33:09,330 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:33:13,333 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:33:16,426 DEBUG SenderThread:3742 [sender.py:send():235] send: history +2022-02-05 01:33:16,528 DEBUG SenderThread:3742 [sender.py:send():235] send: summary +2022-02-05 01:33:16,581 INFO SenderThread:3742 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-05 01:33:17,098 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:33:17,099 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:33:17,336 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/wandb-summary.json +2022-02-05 01:33:18,336 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:33:19,337 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:33:23,340 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:33:25,342 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:33:32,397 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:33:32,398 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:33:32,697 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:33:41,352 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:33:47,640 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:33:47,640 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:33:51,358 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:34:02,956 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:34:02,967 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:34:02,968 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:34:03,365 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:34:13,371 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:34:18,263 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:34:18,264 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:34:23,376 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:34:33,153 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:34:33,569 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:34:33,570 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:34:34,383 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:34:44,389 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:34:48,727 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:34:48,728 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:34:54,395 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:35:03,349 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:35:04,122 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:35:04,123 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:35:04,402 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:35:12,407 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:35:19,406 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:35:19,407 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:35:22,417 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:35:30,422 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:35:33,617 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:35:34,570 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:35:34,570 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:35:38,428 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:35:46,433 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:35:49,851 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:35:49,853 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:35:56,438 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:36:02,441 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:36:03,851 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:36:05,122 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:36:05,122 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:36:10,447 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:36:18,452 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:36:20,296 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:36:20,297 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:36:26,457 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:36:34,085 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:36:34,462 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:36:35,569 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:36:35,569 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:36:43,468 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:36:50,928 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:36:50,929 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:36:51,473 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:36:57,489 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:37:04,315 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:37:05,494 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:37:06,246 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:37:06,246 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:37:11,499 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:37:17,503 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:37:21,467 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:37:21,467 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:37:25,508 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:37:31,512 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:37:34,532 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:37:36,752 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:37:36,752 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:37:37,517 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:37:45,522 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:37:51,526 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:37:52,096 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:37:52,097 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:37:57,530 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:38:03,535 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:38:04,745 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:38:07,282 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:38:07,282 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:38:09,539 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:38:15,542 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:38:21,546 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:38:22,442 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:38:22,443 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:38:27,549 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:38:33,553 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:38:34,975 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:38:37,607 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:38:37,607 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:38:40,557 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:38:44,560 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:38:50,565 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:38:52,822 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:38:52,823 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:38:56,568 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:39:00,571 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:39:05,181 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:39:06,574 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:39:07,990 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:39:07,990 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:39:10,587 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:39:14,590 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:39:20,594 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:39:23,260 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:39:23,260 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:39:24,598 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:39:28,600 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:39:30,601 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:39:35,432 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:39:38,453 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:39:38,453 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:39:46,611 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:39:53,615 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:39:53,616 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:39:58,620 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:40:05,642 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:40:08,627 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:40:08,924 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:40:08,925 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:40:21,637 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:40:24,185 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:40:24,186 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:40:31,642 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:40:35,876 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:40:39,533 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:40:39,533 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:40:41,648 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:40:51,655 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:40:54,901 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:40:54,902 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:40:59,660 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:41:06,091 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:41:09,667 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:41:10,201 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:41:10,202 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:41:17,673 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:41:25,366 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:41:25,367 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:41:27,680 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:41:35,684 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:41:36,307 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:41:40,619 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:41:40,620 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:41:43,688 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:41:51,693 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:41:55,783 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:41:55,784 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:41:59,699 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:42:06,505 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:42:07,703 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:42:11,102 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:42:11,102 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:42:15,709 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:42:23,714 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:42:26,312 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:42:26,312 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:42:31,719 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:42:36,712 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:42:39,723 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:42:41,472 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:42:41,472 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:42:48,729 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:42:56,637 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:42:56,638 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:42:56,734 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:43:02,738 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:43:06,980 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:43:10,744 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:43:11,847 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:43:11,848 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:43:16,748 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:43:24,754 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:43:27,010 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:43:27,011 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:43:30,758 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:43:36,762 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:43:37,185 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:43:42,378 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:43:42,379 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:43:44,767 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:43:50,775 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:43:56,788 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:43:57,631 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:43:57,631 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:44:02,806 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:44:07,431 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:44:08,810 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:44:12,798 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:44:12,799 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:44:14,816 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:44:20,819 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:44:26,824 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:44:28,143 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:44:28,144 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:44:32,827 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:44:37,655 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:44:38,831 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:44:43,321 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:44:43,321 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:44:44,835 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:44:48,839 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:44:54,843 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:44:58,555 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:44:58,555 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:45:00,848 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:45:04,851 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:45:07,907 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:45:10,855 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:45:13,722 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:45:13,723 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:45:14,859 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:45:19,862 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:45:25,866 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:45:27,490 DEBUG SenderThread:3742 [sender.py:send():235] send: history +2022-02-05 01:45:27,556 DEBUG SenderThread:3742 [sender.py:send():235] send: summary +2022-02-05 01:45:27,607 INFO SenderThread:3742 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-05 01:45:27,868 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/wandb-summary.json +2022-02-05 01:45:28,870 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:45:28,956 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:45:28,957 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:45:29,871 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:45:33,874 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:45:35,876 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:45:38,133 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:45:44,125 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:45:44,126 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:45:51,886 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:45:59,472 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:45:59,473 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:46:03,893 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:46:08,501 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:46:14,794 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:46:14,795 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:46:14,900 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:46:26,908 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:46:30,109 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:46:30,109 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:46:36,915 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:46:38,769 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:46:45,276 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:46:45,276 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:46:46,920 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:46:54,926 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:47:00,451 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:47:00,451 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:47:04,932 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:47:08,979 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:47:14,938 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:47:15,615 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:47:15,615 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:47:22,944 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:47:30,912 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:47:30,913 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:47:32,951 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:47:39,184 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:47:40,956 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:47:46,175 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:47:46,175 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:47:48,962 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:47:57,967 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:48:01,515 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:48:01,516 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:48:05,972 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:48:09,407 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:48:13,978 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:48:16,791 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:48:16,792 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:48:21,984 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:48:29,988 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:48:31,980 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:48:31,980 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:48:37,993 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:48:39,635 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:48:45,999 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:48:47,165 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:48:47,165 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:48:54,004 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:49:00,008 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:49:02,357 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:49:02,358 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:49:08,014 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:49:09,864 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:49:16,021 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:49:17,563 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:49:17,564 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:49:22,025 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:49:30,031 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:49:32,776 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:49:32,776 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:49:36,034 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:49:40,087 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:49:42,039 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:49:48,098 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:49:48,098 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:49:50,044 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:49:56,048 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:50:02,051 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:50:03,424 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:50:03,424 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:50:08,055 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:50:10,329 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:50:14,059 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:50:18,695 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:50:18,695 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:50:20,062 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:50:26,066 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:50:32,069 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:50:33,911 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:50:33,912 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:50:39,073 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:50:40,569 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:50:45,077 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:50:49,078 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:50:49,079 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:50:51,089 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:50:57,093 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:51:01,096 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:51:04,248 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:51:04,249 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:51:07,100 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:51:10,758 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:51:11,102 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:51:17,106 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:51:19,508 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:51:19,508 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:51:21,108 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:51:25,111 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:51:31,115 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:51:34,736 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:51:34,736 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:51:35,118 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:51:39,120 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:51:40,980 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:51:41,122 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:51:49,906 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:51:49,907 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:51:57,132 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:52:05,262 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:52:05,263 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:52:09,140 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:52:11,178 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:52:20,551 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:52:20,552 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:52:22,148 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:52:32,153 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:52:35,890 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:52:35,891 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:52:41,404 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:52:42,160 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:52:51,059 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:52:51,059 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:52:52,166 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:53:02,172 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:53:06,291 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:53:06,292 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:53:10,177 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:53:11,636 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:53:20,184 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:53:21,476 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:53:21,476 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:53:30,190 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:53:36,644 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:53:36,645 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:53:38,196 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:53:41,843 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:53:46,202 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:53:52,066 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:53:52,067 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:53:55,208 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:54:03,214 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:54:07,273 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:54:07,273 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:54:12,139 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:54:13,220 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:54:21,227 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:54:22,594 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:54:22,594 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:54:29,242 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:54:35,247 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:54:37,826 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:54:37,826 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:54:42,361 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:54:43,252 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:54:51,256 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:54:52,995 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:54:52,996 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:54:59,261 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:55:05,265 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:55:08,161 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:55:08,162 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:55:12,573 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:55:13,270 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:55:21,275 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:55:23,339 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:55:23,339 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:55:28,279 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:55:36,284 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:55:38,623 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:55:38,624 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:55:42,288 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:55:42,770 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:55:48,291 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:55:53,919 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:55:53,920 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:55:56,297 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:56:02,300 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:56:08,304 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:56:09,213 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:56:09,213 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:56:12,969 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:56:14,309 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:56:20,313 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:56:24,427 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:56:24,428 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:56:26,317 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:56:32,321 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:56:38,325 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:56:39,638 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:56:39,638 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:56:43,169 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:56:44,327 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:56:50,331 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:56:54,901 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:56:54,902 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:56:56,335 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:57:02,339 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:57:06,341 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:57:10,075 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:57:10,075 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:57:12,345 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:57:13,407 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:57:18,349 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:57:22,352 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:57:25,394 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:57:25,394 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:57:27,355 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:57:33,359 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:57:37,362 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:57:39,171 DEBUG SenderThread:3742 [sender.py:send():235] send: history +2022-02-05 01:57:39,245 DEBUG SenderThread:3742 [sender.py:send():235] send: summary +2022-02-05 01:57:39,293 INFO SenderThread:3742 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-05 01:57:39,364 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/wandb-summary.json +2022-02-05 01:57:40,365 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:57:40,562 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:57:40,563 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:57:41,365 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:57:43,634 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:57:45,368 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:57:47,369 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:57:55,784 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:57:55,785 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:58:03,379 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:58:11,020 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:58:11,020 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:58:13,866 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:58:15,387 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:58:26,332 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:58:26,332 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:58:27,395 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:58:37,401 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:58:41,626 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:58:41,627 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:58:44,092 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:58:47,408 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:58:56,904 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:58:56,904 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:58:58,414 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:59:06,419 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:59:12,281 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:59:12,281 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:59:14,314 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:59:16,425 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:59:24,430 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:59:27,494 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:59:27,495 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:59:34,437 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:59:42,442 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:59:42,771 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:59:42,772 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 01:59:44,556 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 01:59:52,447 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 01:59:57,961 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 01:59:57,961 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:00:00,452 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:00:08,459 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:00:13,182 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:00:13,182 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:00:14,856 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:00:16,464 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:00:25,470 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:00:28,394 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:00:28,395 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:00:33,476 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:00:39,480 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:00:43,648 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:00:43,649 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:00:45,130 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:00:47,486 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:00:55,491 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:00:58,817 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:00:58,817 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:01:03,496 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:01:11,504 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:01:14,020 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:01:14,021 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:01:15,363 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:01:19,509 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:01:25,512 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:01:29,291 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:01:29,292 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:01:31,517 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:01:39,522 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:01:44,609 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:01:44,609 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:01:45,526 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:01:45,598 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:01:53,535 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:01:59,550 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:01:59,839 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:01:59,840 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:02:05,554 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:02:11,566 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:02:15,004 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:02:15,005 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:02:15,800 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:02:18,570 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:02:24,573 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:02:30,163 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:02:30,163 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:02:30,577 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:02:36,581 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:02:42,585 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:02:45,402 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:02:45,402 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:02:46,001 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:02:48,588 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:02:54,592 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:02:58,595 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:03:00,624 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:03:00,624 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:03:04,598 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:03:10,602 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:03:14,605 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:03:15,862 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:03:15,862 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:03:16,211 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:03:20,609 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:03:26,613 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:03:30,616 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:03:31,200 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:03:31,200 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:03:34,619 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:03:38,622 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:03:42,625 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:03:46,407 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:03:46,421 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:03:46,422 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:03:46,628 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:03:50,631 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:04:01,580 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:04:01,580 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:04:05,640 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:04:16,649 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:04:16,857 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:04:16,857 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:04:17,649 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:04:29,657 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:04:32,149 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:04:32,150 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:04:39,663 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:04:46,917 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:04:47,480 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:04:47,481 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:04:49,668 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:04:59,674 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:05:02,646 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:05:02,647 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:05:09,680 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:05:17,191 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:05:18,038 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:05:18,039 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:05:19,687 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:05:27,691 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:05:33,231 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:05:33,231 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:05:37,697 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:05:45,703 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:05:47,394 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:05:48,432 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:05:48,432 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:05:55,709 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:06:03,667 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:06:03,668 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:06:03,714 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:06:12,720 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:06:17,611 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:06:18,835 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:06:18,835 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:06:20,725 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:06:28,728 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:06:33,996 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:06:33,997 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:06:36,733 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:06:44,736 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:06:47,852 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:06:49,261 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:06:49,262 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:06:52,741 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:07:00,746 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:07:04,516 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:07:04,516 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:07:08,752 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:07:16,757 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:07:18,072 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:07:19,830 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:07:19,831 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:07:22,761 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:07:30,767 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:07:35,083 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:07:35,084 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:07:36,771 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:07:44,776 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:07:48,291 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:07:50,247 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:07:50,247 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:07:50,779 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:07:58,785 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:08:04,789 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:08:05,613 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:08:05,614 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:08:10,793 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:08:18,526 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:08:18,799 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:08:20,876 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:08:20,876 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:08:24,802 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:08:30,807 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:08:36,071 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:08:36,072 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:08:36,811 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:08:42,815 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:08:48,767 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:08:48,819 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:08:51,261 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:08:51,262 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:08:54,823 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:09:00,827 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:09:06,468 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:09:06,469 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:09:06,831 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:09:10,834 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:09:16,839 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:09:18,985 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:09:21,727 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:09:21,728 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:09:22,843 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:09:26,846 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:09:32,850 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:09:36,854 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:09:36,898 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:09:36,898 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:09:41,857 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:09:47,862 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:09:49,209 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:09:49,423 DEBUG SenderThread:3742 [sender.py:send():235] send: history +2022-02-05 02:09:49,533 DEBUG SenderThread:3742 [sender.py:send():235] send: summary +2022-02-05 02:09:49,582 INFO SenderThread:3742 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-05 02:09:49,863 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:09:49,864 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/wandb-summary.json +2022-02-05 02:09:51,865 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:09:52,075 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:09:52,076 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:09:55,869 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:09:57,871 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:10:07,422 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:10:07,423 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:10:13,881 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:10:19,492 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:10:22,712 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:10:22,712 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:10:25,889 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:10:37,897 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:10:37,968 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:10:37,969 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:10:47,903 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:10:49,743 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:10:53,226 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:10:53,226 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:10:58,910 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:11:08,397 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:11:08,398 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:11:08,917 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:11:18,923 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:11:19,947 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:11:23,645 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:11:23,645 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:11:26,929 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:11:36,935 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:11:38,898 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:11:38,899 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:11:44,941 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:11:50,167 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:11:54,185 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:11:54,185 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:11:54,947 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:12:02,951 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:12:09,534 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:12:09,535 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:12:10,956 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:12:20,413 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:12:20,961 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:12:24,830 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:12:24,831 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:12:28,967 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:12:37,972 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:12:40,211 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:12:40,212 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:12:45,977 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:12:50,655 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:12:51,981 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:12:55,377 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:12:55,378 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:12:59,986 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:13:07,992 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:13:10,640 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:13:10,641 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:13:15,997 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:13:20,855 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:13:22,001 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:13:25,799 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:13:25,799 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:13:30,006 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:13:38,011 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:13:41,016 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:13:41,016 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:13:44,016 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:13:51,076 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:13:52,022 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:13:56,245 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:13:56,246 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:13:58,026 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:14:04,030 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:14:11,427 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:14:11,427 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:14:12,035 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:14:19,040 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:14:21,302 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:14:25,044 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:14:26,654 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:14:26,655 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:14:31,048 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:14:37,051 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:14:41,863 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:14:41,864 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:14:45,056 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:14:51,060 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:14:51,522 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:14:57,064 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:14:57,172 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:14:57,172 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:15:01,067 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:15:07,072 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:15:12,375 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:15:12,376 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:15:13,076 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:15:19,079 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:15:21,740 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:15:23,082 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:15:27,573 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:15:27,573 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:15:29,086 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:15:33,089 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:15:39,093 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:15:42,768 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:15:42,769 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:15:45,097 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:15:49,100 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:15:51,937 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:15:53,103 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:15:57,106 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:15:58,014 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:15:58,015 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:16:01,108 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:16:05,111 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:16:13,343 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:16:13,344 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:16:19,120 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:16:22,152 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:16:28,703 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:16:28,704 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:16:32,129 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:16:43,917 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:16:43,918 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:16:44,136 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:16:52,449 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:16:54,143 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:16:59,093 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:16:59,094 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:17:04,150 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:17:14,155 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:17:14,515 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:17:14,516 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:17:22,728 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:17:24,161 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:17:29,841 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:17:29,841 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:17:34,167 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:17:42,172 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:17:45,135 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:17:45,136 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:17:52,180 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:17:52,947 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:18:00,188 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:18:00,463 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:18:00,463 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:18:10,191 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:18:15,702 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:18:15,703 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:18:18,196 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:18:23,181 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:18:26,201 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:18:30,983 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:18:30,984 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:18:34,207 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:18:43,212 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:18:46,302 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:18:46,303 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:18:51,215 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:18:53,416 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:18:59,220 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:19:01,485 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:19:01,486 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:19:07,225 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:19:15,231 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:19:16,741 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:19:16,742 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:19:23,236 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:19:23,630 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:19:29,241 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:19:32,029 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:19:32,030 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:19:37,246 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:19:45,251 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:19:47,282 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:19:47,283 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:19:51,256 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:19:53,857 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:19:59,261 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:20:02,521 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:20:02,521 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:20:05,265 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:20:11,269 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:20:17,712 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:20:17,713 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:20:19,273 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:20:24,097 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:20:25,276 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:20:32,281 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:20:32,972 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:20:32,972 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:20:38,285 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:20:46,290 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:20:48,138 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:20:48,138 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:20:52,296 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:20:54,318 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:20:58,300 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:21:03,296 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:21:03,296 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:21:04,304 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:21:08,307 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:21:14,310 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:21:18,569 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:21:18,570 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:21:20,314 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:21:24,516 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:21:26,318 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:21:30,320 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:21:33,769 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:21:33,769 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:21:36,323 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:21:42,327 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:21:46,330 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:21:48,960 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:21:48,960 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:21:50,333 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:21:54,752 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:21:56,336 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:22:00,339 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:22:02,902 DEBUG SenderThread:3742 [sender.py:send():235] send: history +2022-02-05 02:22:03,001 DEBUG SenderThread:3742 [sender.py:send():235] send: summary +2022-02-05 02:22:03,035 INFO SenderThread:3742 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-05 02:22:03,341 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/wandb-summary.json +2022-02-05 02:22:04,231 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:22:04,232 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:22:04,341 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:22:06,342 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:22:08,344 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:22:10,345 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:22:12,346 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:22:14,347 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:22:16,348 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:22:18,350 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:22:19,550 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:22:19,551 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:22:20,351 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:22:22,352 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:22:24,982 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:22:25,354 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:22:27,355 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:22:29,356 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:22:31,358 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:22:33,359 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:22:34,736 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:22:34,737 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:22:35,360 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:22:37,362 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:22:39,363 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:22:41,364 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:22:43,366 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:22:45,367 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:22:47,369 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:22:49,370 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:22:50,028 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:22:50,028 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:22:51,372 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:22:53,373 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:22:55,219 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:22:55,375 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:22:57,377 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:22:59,379 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:23:01,381 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:23:03,383 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:23:05,244 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:23:05,245 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:23:05,384 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:23:07,386 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:23:09,388 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:23:11,390 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:23:13,392 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:23:15,394 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:23:17,396 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:23:19,398 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:23:20,412 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:23:20,412 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:23:21,400 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:23:23,402 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:23:25,404 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:23:25,430 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:23:27,405 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:23:29,406 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:23:31,408 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:23:33,409 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:23:35,411 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:23:35,655 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:23:35,656 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:23:37,412 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:23:39,414 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:23:41,416 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:23:43,418 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:23:45,420 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:23:47,422 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:23:49,423 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:23:50,817 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:23:50,817 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:23:51,425 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:23:53,427 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:23:55,656 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:23:56,429 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:23:58,431 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:24:00,432 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:24:02,434 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:24:04,435 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:24:06,064 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:24:06,065 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:24:06,436 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:24:08,437 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:24:10,439 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:24:12,440 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:24:14,441 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:24:16,442 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:24:18,444 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:24:20,445 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:24:21,227 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:24:21,228 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:24:22,446 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:24:25,448 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:24:25,891 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:24:27,449 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:24:29,451 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:24:31,452 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:24:33,453 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:24:35,455 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:24:36,459 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:24:36,459 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:24:37,456 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:24:39,457 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:24:41,458 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:24:43,459 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:24:45,460 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:24:47,461 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:24:49,462 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:24:51,464 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:24:51,756 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:24:51,756 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:24:53,465 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:24:55,466 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:24:56,078 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:24:57,467 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:24:59,468 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:25:01,470 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:25:03,471 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:25:05,473 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:25:07,050 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:25:07,050 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:25:08,474 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:25:10,476 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:25:12,477 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:25:14,478 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:25:16,479 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:25:18,481 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:25:20,482 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:25:22,324 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:25:22,324 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:25:22,483 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:25:24,485 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:25:26,280 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:25:26,486 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:25:28,487 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:25:30,488 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:25:32,490 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:25:34,491 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:25:36,492 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:25:37,491 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:25:37,492 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:25:38,496 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:25:40,497 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:25:42,498 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:25:44,500 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:25:46,501 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:25:48,502 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:25:50,503 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:25:52,916 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:25:52,917 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:25:53,505 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:25:55,506 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:25:56,486 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:25:57,507 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:25:59,508 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:26:01,511 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:26:03,513 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:26:05,514 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:26:07,515 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:26:08,089 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:26:08,090 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:26:09,516 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:26:11,518 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:26:13,519 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:26:15,520 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:26:17,521 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:26:19,523 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:26:21,524 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:26:23,335 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:26:23,335 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:26:23,526 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:26:25,527 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:26:26,696 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:26:27,528 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:26:29,530 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:26:31,531 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:26:33,532 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:26:36,534 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:26:38,535 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:26:38,618 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:26:38,619 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:26:40,537 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:26:42,538 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:26:44,539 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:26:46,540 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:26:48,541 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:26:50,542 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:26:52,543 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:26:53,790 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:26:53,790 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:26:54,545 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:26:56,546 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:26:56,901 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:26:58,547 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:27:00,549 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:27:02,550 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:27:04,551 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:27:06,552 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:27:08,553 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:27:09,037 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:27:09,037 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:27:10,555 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:27:12,557 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:27:14,558 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:27:16,560 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:27:18,561 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:27:20,563 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:27:22,564 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:27:24,280 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:27:24,281 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:27:24,566 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:27:26,567 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:27:27,101 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:27:28,569 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:27:31,570 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:27:33,571 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:27:35,573 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:27:37,575 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:27:39,576 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:27:39,641 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:27:39,642 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:27:41,578 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:27:43,580 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:27:45,582 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:27:47,584 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:27:49,585 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:27:51,586 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:27:53,588 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:27:54,810 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:27:54,811 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:27:55,589 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:27:57,346 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:27:57,590 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:27:59,592 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:28:01,593 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:28:03,595 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:28:05,597 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:28:07,599 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:28:09,601 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:28:10,240 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:28:10,240 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:28:11,603 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:28:14,606 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:28:16,608 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:28:18,610 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:28:20,612 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:28:22,613 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:28:24,615 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:28:25,520 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:28:25,521 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:28:26,617 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:28:27,564 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:28:28,619 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:28:30,621 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:28:32,623 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:28:34,625 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:28:36,627 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:28:38,629 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:28:40,631 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:28:40,747 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:28:40,748 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:28:42,633 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:28:44,634 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:28:46,636 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:28:48,638 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:28:50,640 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:28:52,642 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:28:54,644 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:28:55,994 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:28:55,995 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:28:56,646 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:28:57,780 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:28:59,648 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:29:01,650 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:29:03,652 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:29:05,654 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:29:07,656 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:29:09,658 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:29:11,263 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:29:11,264 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:29:11,660 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:29:13,662 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:29:15,664 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:29:17,666 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:29:19,668 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:29:21,670 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:29:23,672 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:29:25,674 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:29:26,431 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:29:26,432 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:29:27,676 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:29:27,985 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:29:29,678 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:29:31,680 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:29:33,682 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:29:35,683 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:29:37,686 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:29:39,688 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:29:41,690 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:29:41,695 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:29:41,696 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:29:43,691 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:29:46,694 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:29:48,696 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:29:50,697 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:29:52,699 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:29:54,701 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:29:56,703 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:29:56,948 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:29:56,948 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:29:58,176 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:29:58,705 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:30:00,706 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:30:02,708 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:30:04,710 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:30:06,712 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:30:08,714 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:30:10,715 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:30:12,113 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:30:12,113 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:30:12,717 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:30:14,719 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:30:16,722 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:30:18,723 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:30:20,725 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:30:23,728 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:30:25,730 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:30:27,338 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:30:27,338 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:30:27,732 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:30:28,399 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:30:29,733 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:30:31,735 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:30:33,737 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:30:35,739 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:30:37,740 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:30:39,742 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:30:41,743 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:30:42,623 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:30:42,623 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:30:43,745 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:30:45,747 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:30:47,748 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:30:49,750 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:30:51,752 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:30:53,754 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:30:55,756 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:30:57,758 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:30:57,823 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:30:57,824 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:30:58,595 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:30:59,760 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:31:02,762 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:31:04,764 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:31:06,766 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:31:08,769 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:31:10,771 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:31:12,773 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:31:13,021 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:31:13,022 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:31:14,774 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:31:16,776 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:31:18,777 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:31:20,778 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:31:22,780 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:31:24,781 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:31:26,783 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:31:28,350 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:31:28,350 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:31:28,784 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:31:28,808 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:31:30,786 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:31:32,787 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:31:34,789 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:31:36,791 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:31:38,793 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:31:40,795 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:31:42,797 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:31:43,650 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:31:43,651 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:31:44,799 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:31:46,801 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:31:48,803 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:31:50,805 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:31:52,807 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:31:54,809 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:31:56,812 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:31:58,814 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:31:58,815 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:31:58,816 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:31:59,063 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:32:00,816 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:32:02,818 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:32:04,819 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:32:06,820 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:32:08,822 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:32:10,823 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:32:12,824 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:32:14,023 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:32:14,024 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:32:15,827 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:32:17,828 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:32:19,830 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:32:21,831 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:32:23,832 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:32:25,834 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:32:27,835 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:32:29,301 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:32:29,315 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:32:29,315 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:32:29,836 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:32:31,838 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:32:33,839 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:32:35,840 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:32:37,842 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:32:39,843 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:32:41,845 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:32:43,847 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:32:44,478 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:32:44,479 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:32:45,850 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:32:47,851 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:32:49,853 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:32:51,855 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:32:53,856 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:32:55,858 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:32:57,859 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:32:59,514 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:32:59,731 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:32:59,732 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:32:59,860 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:33:01,862 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:33:03,863 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:33:05,865 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:33:07,866 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:33:09,867 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:33:11,869 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:33:13,872 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:33:14,966 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:33:14,966 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:33:16,874 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:33:18,875 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:33:20,877 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:33:22,879 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:33:24,881 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:33:26,883 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:33:28,884 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:33:29,706 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:33:30,171 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:33:30,172 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:33:30,885 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:33:32,886 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:33:45,373 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:33:45,374 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:33:45,550 DEBUG SenderThread:3742 [sender.py:send():235] send: history +2022-02-05 02:33:45,550 DEBUG SenderThread:3742 [sender.py:send():235] send: summary +2022-02-05 02:33:45,599 INFO SenderThread:3742 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-05 02:33:45,892 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/wandb-summary.json +2022-02-05 02:33:46,892 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:33:48,894 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:33:56,898 INFO Thread-8 :3742 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220203_135844-2tzexn1o/files/output.log +2022-02-05 02:33:59,912 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:34:00,559 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:34:00,561 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:34:15,728 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:34:15,728 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:34:30,126 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:34:30,898 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:34:30,899 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:34:46,067 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:34:46,068 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status +2022-02-05 02:35:00,327 DEBUG SenderThread:3742 [sender.py:send():235] send: stats +2022-02-05 02:35:01,226 DEBUG HandlerThread:3742 [handler.py:handle_request():131] handle_request: stop_status +2022-02-05 02:35:01,227 DEBUG SenderThread:3742 [sender.py:send_request():249] send_request: stop_status