diff --git "a/wandb/run-20220206_014057-iss04l8x/logs/debug-internal.log" "b/wandb/run-20220206_014057-iss04l8x/logs/debug-internal.log" --- "a/wandb/run-20220206_014057-iss04l8x/logs/debug-internal.log" +++ "b/wandb/run-20220206_014057-iss04l8x/logs/debug-internal.log" @@ -24711,3 +24711,1670 @@ 2022-02-06 21:50:34,919 DEBUG SenderThread:33110 [sender.py:send():235] send: stats 2022-02-06 21:50:44,396 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status 2022-02-06 21:50:44,397 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:50:51,468 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:50:53,469 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:50:55,471 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:50:59,570 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:50:59,571 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:51:03,476 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:51:05,136 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:51:11,481 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:51:14,861 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:51:14,862 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:51:17,485 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:51:25,490 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:51:30,202 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:51:30,202 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:51:32,495 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:51:35,359 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:51:40,500 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:51:45,368 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:51:45,368 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:51:46,504 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:51:54,509 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:52:00,513 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:52:00,712 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:52:00,712 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:52:05,553 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:52:06,517 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:52:12,521 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:52:15,882 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:52:15,882 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:52:18,525 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:52:24,529 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:52:30,533 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:52:31,114 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:52:31,114 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:52:35,755 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:52:36,537 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:52:42,541 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:52:46,455 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:52:46,455 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:52:48,545 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:52:54,549 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:52:58,551 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:53:01,780 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:53:01,780 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:53:04,555 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:53:05,978 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:53:10,560 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:53:15,563 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:53:17,029 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:53:17,030 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:53:21,567 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:53:25,570 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:53:29,573 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:53:32,273 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:53:32,273 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:53:33,575 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:53:36,218 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:53:37,578 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:53:41,580 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:53:47,443 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:53:47,443 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:53:57,590 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:54:02,608 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:54:02,609 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:54:06,444 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:54:09,597 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:54:17,993 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:54:17,994 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:54:21,604 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:54:31,611 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:54:33,553 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:54:33,553 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:54:36,674 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:54:41,618 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:54:48,829 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:54:48,830 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:54:52,624 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:55:02,630 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:55:04,233 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:55:04,233 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:55:06,896 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:55:12,637 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:55:19,437 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:55:19,438 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:55:22,643 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:55:32,649 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:55:34,714 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:55:34,715 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:55:37,148 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:55:40,654 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:55:49,976 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:55:49,977 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:55:50,660 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:55:58,666 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:56:05,148 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:56:05,149 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:56:06,672 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:56:07,367 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:56:14,676 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:56:20,319 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:56:20,320 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:56:23,682 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:56:31,687 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:56:33,688 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:56:35,561 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:56:35,562 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:56:37,565 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:56:39,692 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:56:47,697 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:56:50,731 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:56:50,732 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:56:55,702 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:57:03,707 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:57:05,994 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:57:05,995 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:57:07,805 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:57:11,711 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:57:19,716 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:57:21,184 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:57:21,185 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:57:25,720 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:57:34,726 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:57:36,450 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:57:36,451 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:57:38,031 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:57:42,730 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:57:48,734 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:57:51,614 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:57:51,615 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:57:54,740 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:58:02,744 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:58:06,793 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:58:06,794 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:58:08,313 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:58:08,748 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:58:14,752 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:58:20,756 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:58:22,065 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:58:22,065 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:58:22,757 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:58:28,761 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:58:34,765 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:58:37,319 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:58:37,320 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:58:38,518 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:58:40,770 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:58:46,774 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:58:52,482 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:58:52,483 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:58:52,778 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:58:58,782 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:59:04,786 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:59:07,656 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:59:07,656 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:59:08,742 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:59:08,789 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:59:15,793 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:59:21,798 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:59:22,976 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:59:22,976 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:59:25,801 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:59:31,805 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:59:35,808 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:59:38,145 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:59:38,146 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:59:38,945 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:59:41,813 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:59:45,816 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:59:49,819 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:59:53,412 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:59:53,412 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:59:53,822 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:59:57,825 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:00:08,722 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:00:08,722 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:00:09,162 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:00:13,836 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:00:23,903 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:00:23,903 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:00:25,843 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:00:37,851 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:00:39,241 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:00:39,242 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:00:39,427 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:00:47,857 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:00:54,478 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:00:54,479 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:00:58,864 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:01:08,870 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:01:09,645 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:01:09,646 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:01:09,806 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:01:18,877 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:01:24,971 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:01:24,972 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:01:28,883 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:01:38,890 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:01:39,962 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:01:40,173 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:01:40,173 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:01:46,895 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:01:48,897 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:01:55,496 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:01:55,497 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:01:56,903 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:02:04,908 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:02:10,196 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:02:10,661 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:02:10,662 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:02:12,914 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:02:22,921 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:02:25,842 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:02:25,842 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:02:30,925 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:02:39,931 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:02:40,410 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:02:41,120 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:02:41,120 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:02:47,935 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:02:55,940 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:02:56,434 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:02:56,434 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:03:03,946 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:03:10,666 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:03:11,602 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:03:11,603 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:03:11,950 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:03:17,954 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:03:19,956 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:03:25,431 DEBUG SenderThread:33110 [sender.py:send():235] send: history +2022-02-06 22:03:25,551 DEBUG SenderThread:33110 [sender.py:send():235] send: summary +2022-02-06 22:03:25,594 INFO SenderThread:33110 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-06 22:03:25,959 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/wandb-summary.json +2022-02-06 22:03:25,960 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:03:26,802 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:03:26,803 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:03:27,963 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:03:33,966 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:03:40,869 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:03:42,039 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:03:42,040 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:03:42,971 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:03:48,975 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:03:56,980 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:03:57,354 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:03:57,355 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:04:02,984 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:04:10,990 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:04:11,057 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:04:12,629 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:04:12,630 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:04:16,994 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:04:22,997 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:04:27,851 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:04:27,851 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:04:29,002 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:04:37,007 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:04:41,259 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:04:43,010 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:04:43,014 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:04:43,014 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:04:49,015 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:04:55,018 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:04:58,256 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:04:58,256 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:05:01,022 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:05:07,026 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:05:11,485 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:05:13,566 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:05:13,566 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:05:14,030 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:05:20,034 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:05:26,038 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:05:28,749 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:05:28,750 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:05:30,041 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:05:36,045 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:05:41,714 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:05:42,048 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:05:43,993 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:05:43,994 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:05:46,052 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:05:50,054 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:05:56,058 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:05:59,170 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:05:59,171 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:06:00,061 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:06:04,064 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:06:08,066 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:06:11,948 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:06:12,069 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:06:14,396 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:06:14,396 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:06:28,078 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:06:29,602 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:06:29,603 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:06:40,086 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:06:42,152 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:06:44,808 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:06:44,809 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:06:52,095 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:07:00,094 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:07:00,095 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:07:03,103 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:07:12,371 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:07:13,109 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:07:15,358 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:07:15,358 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:07:25,117 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:07:30,544 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:07:30,545 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:07:35,123 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:07:42,598 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:07:43,129 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:07:45,131 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:07:45,708 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:07:45,708 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:07:53,137 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:08:01,029 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:08:01,029 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:08:03,144 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:08:12,824 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:08:13,151 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:08:16,289 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:08:16,290 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:08:21,156 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:08:29,161 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:08:31,555 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:08:31,555 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:08:38,166 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:08:40,167 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:08:43,057 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:08:46,879 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:08:46,880 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:08:48,172 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:08:56,177 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:09:02,123 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:09:02,124 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:09:04,183 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:09:12,188 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:09:13,258 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:09:17,356 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:09:17,356 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:09:20,193 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:09:28,198 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:09:32,655 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:09:32,655 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:09:36,204 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:09:43,483 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:09:44,209 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:09:48,022 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:09:48,022 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:09:50,214 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:09:58,219 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:10:03,286 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:10:03,286 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:10:04,223 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:10:12,226 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:10:13,688 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:10:18,579 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:10:18,580 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:10:20,231 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:10:26,235 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:10:32,239 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:10:33,831 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:10:33,832 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:10:40,244 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:10:43,898 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:10:47,249 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:10:49,137 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:10:49,138 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:10:53,253 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:10:59,257 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:11:04,391 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:11:04,392 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:11:07,262 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:11:13,266 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:11:14,097 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:11:19,270 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:11:19,639 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:11:19,639 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:11:25,274 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:11:29,277 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:11:34,825 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:11:34,826 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:11:35,281 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:11:41,285 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:11:44,305 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:11:47,290 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:11:50,151 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:11:50,152 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:11:51,292 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:11:57,296 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:12:03,300 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:12:05,346 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:12:05,346 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:12:07,303 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:12:13,307 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:12:14,525 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:12:17,309 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:12:20,569 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:12:20,569 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:12:21,312 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:12:25,315 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:12:29,317 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:12:35,731 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:12:35,731 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:12:44,327 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:12:44,742 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:12:51,103 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:12:51,104 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:12:58,336 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:13:06,363 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:13:06,364 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:13:08,343 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:13:14,965 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:13:20,350 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:13:21,529 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:13:21,529 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:13:30,357 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:13:36,754 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:13:36,755 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:13:40,364 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:13:45,243 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:13:51,371 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:13:51,933 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:13:51,934 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:14:01,378 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:14:07,101 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:14:07,101 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:14:11,386 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:14:15,472 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:14:19,392 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:14:22,374 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:14:22,374 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:14:29,398 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:14:37,403 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:14:37,643 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:14:37,643 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:14:45,697 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:14:47,410 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:14:52,912 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:14:52,912 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:14:55,415 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:15:03,419 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:15:08,077 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:15:08,077 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:15:11,424 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:15:15,921 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:15:19,429 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:15:23,258 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:15:23,259 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:15:27,435 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:15:35,440 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:15:38,427 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:15:38,427 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:15:43,445 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:15:46,135 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:15:51,451 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:15:53,741 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:15:53,741 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:15:58,455 DEBUG SenderThread:33110 [sender.py:send():235] send: history +2022-02-06 22:15:58,576 DEBUG SenderThread:33110 [sender.py:send():235] send: summary +2022-02-06 22:15:58,612 INFO SenderThread:33110 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-06 22:15:59,576 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/wandb-summary.json +2022-02-06 22:15:59,577 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:16:00,578 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:16:07,582 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:16:08,904 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:16:08,905 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:16:15,587 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:16:16,350 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:16:23,592 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:16:24,246 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:16:24,247 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:16:29,596 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:16:35,600 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:16:39,506 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:16:39,507 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:16:44,606 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:16:46,574 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:16:50,610 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:16:54,848 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:16:54,848 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:16:58,615 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:17:04,620 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:17:10,065 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:17:10,065 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:17:10,623 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:17:16,627 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:17:16,786 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:17:22,631 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:17:24,632 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:17:25,313 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:17:25,313 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:17:30,636 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:17:36,640 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:17:40,567 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:17:40,568 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:17:42,644 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:17:47,004 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:17:48,648 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:17:52,650 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:17:55,827 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:17:55,827 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:17:58,654 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:18:04,657 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:18:10,661 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:18:11,004 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:18:11,004 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:18:14,664 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:18:17,199 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:18:20,668 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:18:25,670 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:18:26,172 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:18:26,172 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:18:31,674 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:18:35,676 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:18:39,679 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:18:41,324 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:18:41,325 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:18:45,683 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:18:47,405 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:18:47,685 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:18:56,490 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:18:56,490 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:19:05,697 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:19:11,661 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:19:11,661 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:19:17,596 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:19:17,704 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:19:26,820 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:19:26,820 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:19:27,711 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:19:39,718 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:19:41,986 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:19:41,987 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:19:47,814 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:19:50,725 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:19:57,222 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:19:57,223 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:20:00,732 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:20:02,734 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:20:10,739 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:20:12,389 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:20:12,389 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:20:18,034 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:20:20,745 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:20:27,751 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:20:27,752 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:20:30,751 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:20:40,757 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:20:43,083 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:20:43,084 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:20:48,240 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:20:48,763 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:20:50,764 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:20:58,387 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:20:58,388 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:20:58,768 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:21:06,773 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:21:13,554 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:21:13,555 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:21:14,778 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:21:18,468 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:21:22,784 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:21:28,719 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:21:28,719 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:21:33,791 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:21:41,795 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:21:44,036 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:21:44,036 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:21:48,666 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:21:49,798 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:21:57,803 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:21:59,422 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:21:59,423 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:22:05,808 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:22:11,812 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:22:14,584 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:22:14,585 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:22:18,882 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:22:21,818 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:22:27,822 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:22:29,799 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:22:29,800 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:22:35,828 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:22:41,832 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:22:45,003 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:22:45,003 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:22:49,091 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:22:49,836 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:22:55,840 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:23:00,256 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:23:00,256 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:23:03,845 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:23:09,848 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:23:15,563 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:23:15,563 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:23:17,854 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:23:19,294 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:23:23,858 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:23:30,860 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:23:30,860 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:23:30,865 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:23:36,869 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:23:42,873 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:23:46,161 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:23:46,162 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:23:48,876 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:23:49,474 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:23:54,880 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:24:01,511 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:24:01,512 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:24:02,886 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:24:08,890 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:24:14,894 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:24:16,674 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:24:16,674 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:24:18,897 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:24:19,680 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:24:24,901 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:24:30,905 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:24:31,909 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:24:31,909 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:24:34,908 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:24:40,913 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:24:44,916 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:24:47,096 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:24:47,097 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:24:48,919 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:24:49,893 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:24:54,922 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:24:58,925 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:25:02,325 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:25:02,325 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:25:03,928 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:25:05,930 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:25:07,932 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:25:17,719 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:25:17,719 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:25:20,095 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:25:21,941 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:25:33,065 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:25:33,066 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:25:35,950 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:25:45,956 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:25:48,402 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:25:48,402 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:25:50,395 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:25:57,963 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:26:03,629 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:26:03,630 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:26:08,971 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:26:18,963 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:26:18,963 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:26:18,976 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:26:20,620 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:26:28,983 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:26:34,129 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:26:34,130 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:26:38,990 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:26:48,997 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:26:49,418 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:26:49,419 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:26:50,855 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:26:57,002 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:27:04,585 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:27:04,586 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:27:07,008 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:27:15,013 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:27:19,751 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:27:19,752 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:27:21,079 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:27:23,017 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:27:25,018 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:27:33,022 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:27:34,968 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:27:34,968 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:27:42,027 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:27:50,032 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:27:50,136 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:27:50,136 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:27:51,297 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:27:58,037 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:28:05,357 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:28:05,358 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:28:06,043 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:28:14,049 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:28:20,523 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:28:20,523 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:28:21,506 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:28:22,054 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:28:30,059 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:28:35,771 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:28:35,772 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:28:36,466 DEBUG SenderThread:33110 [sender.py:send():235] send: history +2022-02-06 22:28:36,587 DEBUG SenderThread:33110 [sender.py:send():235] send: summary +2022-02-06 22:28:36,622 INFO SenderThread:33110 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-06 22:28:37,063 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/wandb-summary.json +2022-02-06 22:28:38,064 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:28:39,065 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:28:46,069 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:28:50,951 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:28:50,951 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:28:51,723 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:28:54,074 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:29:00,078 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:29:06,106 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:29:06,106 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:29:08,083 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:29:14,087 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:29:21,092 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:29:21,333 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:29:21,333 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:29:21,973 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:29:29,097 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:29:35,100 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:29:36,657 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:29:36,658 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:29:41,104 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:29:49,109 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:29:51,917 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:29:51,917 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:29:52,202 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:29:55,112 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:30:01,116 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:30:07,084 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:30:07,085 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:30:07,120 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:30:13,124 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:30:19,128 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:30:22,273 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:30:22,274 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:30:22,438 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:30:25,132 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:30:31,137 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:30:37,141 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:30:37,587 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:30:37,588 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:30:41,144 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:30:47,148 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:30:52,677 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:30:52,749 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:30:52,750 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:30:53,152 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:30:57,155 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:31:03,162 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:31:07,959 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:31:07,959 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:31:08,165 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:31:12,168 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:31:16,172 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:31:20,174 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:31:22,873 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:31:23,187 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:31:23,188 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:31:24,177 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:31:38,383 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:31:38,384 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:31:40,187 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:31:52,195 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:31:53,087 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:31:53,716 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:31:53,717 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:32:04,202 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:32:09,042 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:32:09,042 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:32:14,212 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:32:23,295 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:32:24,219 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:32:24,238 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:32:24,238 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:32:36,227 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:32:39,444 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:32:39,444 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:32:45,233 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:32:53,530 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:32:54,599 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:32:54,600 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:32:55,239 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:33:05,261 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:33:09,865 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:33:09,865 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:33:15,274 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:33:23,278 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:33:23,748 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:33:25,023 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:33:25,024 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:33:31,283 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:33:40,306 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:33:40,307 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:33:41,290 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:33:49,296 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:33:53,952 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:33:55,685 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:33:55,685 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:33:57,301 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:34:07,308 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:34:11,082 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:34:11,082 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:34:15,313 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:34:24,143 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:34:24,319 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:34:26,377 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:34:26,378 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:34:32,325 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:34:40,330 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:34:41,688 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:34:41,689 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:34:48,336 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:34:54,347 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:34:56,342 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:34:57,018 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:34:57,019 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:35:04,347 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:35:12,184 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:35:12,185 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:35:12,352 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:35:18,356 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:35:24,569 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:35:26,361 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:35:27,353 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:35:27,354 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:35:32,364 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:35:41,370 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:35:42,640 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:35:42,640 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:35:47,374 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:35:53,378 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:35:54,773 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:35:57,892 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:35:57,893 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:36:01,383 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:36:07,386 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:36:13,114 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:36:13,115 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:36:13,390 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:36:21,395 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:36:24,984 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:36:27,399 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:36:28,287 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:36:28,287 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:36:33,403 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:36:39,407 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:36:43,410 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:36:43,442 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:36:43,442 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:36:49,414 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:36:55,209 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:36:55,418 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:36:58,722 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:36:58,723 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:37:01,421 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:37:07,425 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:37:11,428 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:37:13,883 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:37:13,883 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:37:17,431 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:37:22,435 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:37:25,434 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:37:28,441 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:37:29,091 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:37:29,092 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:37:32,444 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:37:36,447 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:37:40,451 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:37:44,318 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:37:44,319 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:37:44,454 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:37:55,642 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:37:59,700 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:37:59,700 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:38:00,464 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:38:12,472 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:38:15,067 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:38:15,068 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:38:24,480 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:38:25,867 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:38:30,235 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:38:30,235 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:38:36,487 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:38:45,402 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:38:45,402 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:38:46,493 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:38:56,084 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:38:59,501 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:39:00,670 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:39:00,670 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:39:09,507 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:39:15,836 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:39:15,837 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:39:17,512 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:39:26,300 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:39:27,518 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:39:31,128 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:39:31,129 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:39:37,524 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:39:46,313 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:39:46,314 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:39:47,530 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:39:55,538 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:39:56,495 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:40:01,596 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:40:01,596 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:40:03,543 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:40:13,549 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:40:16,770 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:40:16,771 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:40:21,553 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:40:26,756 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:40:29,558 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:40:31,938 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:40:31,938 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:40:40,564 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:40:47,164 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:40:47,165 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:40:48,570 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:40:56,575 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:40:56,950 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:41:02,332 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:41:02,332 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:41:02,580 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:41:04,581 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:41:10,586 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:41:17,287 DEBUG SenderThread:33110 [sender.py:send():235] send: history +2022-02-06 22:41:17,409 DEBUG SenderThread:33110 [sender.py:send():235] send: summary +2022-02-06 22:41:17,459 INFO SenderThread:33110 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-06 22:41:17,590 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/wandb-summary.json +2022-02-06 22:41:17,629 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:41:17,630 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:41:18,591 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:41:19,592 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:41:26,596 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:41:27,168 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:41:32,858 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:41:32,858 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:41:34,601 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:41:40,604 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:41:48,030 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:41:48,031 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:41:48,609 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:41:56,614 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:41:57,367 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:42:02,618 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:42:03,270 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:42:03,270 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:42:09,622 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:42:17,627 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:42:18,520 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:42:18,521 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:42:23,632 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:42:27,614 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:42:29,636 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:42:33,816 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:42:33,816 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:42:37,642 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:42:43,646 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:42:49,034 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:42:49,035 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:42:49,650 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:42:55,654 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:42:57,821 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:43:01,658 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:43:04,353 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:43:04,354 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:43:07,661 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:43:13,665 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:43:19,629 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:43:19,629 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:43:19,668 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:43:23,670 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:43:28,036 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:43:29,674 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:43:34,786 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:43:34,787 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:43:35,678 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:43:41,682 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:43:45,684 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:43:49,687 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:43:50,025 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:43:50,026 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:43:55,691 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:43:58,237 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:43:59,693 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:44:03,696 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:44:05,458 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:44:05,459 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:44:06,698 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:44:20,789 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:44:20,789 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:44:22,708 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:44:28,448 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:44:36,207 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:44:36,207 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:44:36,717 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:44:48,724 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:44:51,394 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:44:51,394 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:44:58,649 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:44:58,730 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:45:06,692 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:45:06,692 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:45:08,737 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:45:20,745 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:45:22,017 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:45:22,017 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:45:28,864 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:45:31,753 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:45:37,337 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:45:37,338 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:45:41,760 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:45:51,767 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:45:52,542 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:45:52,543 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:45:59,062 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:46:01,773 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:46:07,711 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:46:07,711 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:46:09,779 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:46:17,785 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:46:22,952 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:46:22,952 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:46:27,792 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:46:29,282 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:46:36,799 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:46:38,116 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:46:38,117 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:46:44,804 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:46:52,810 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:46:53,407 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:46:53,408 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:46:59,484 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:47:02,817 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:47:08,710 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:47:08,710 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:47:08,820 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:47:18,827 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:47:23,997 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:47:23,998 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:47:26,833 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:47:29,692 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:47:32,837 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:47:39,281 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:47:39,282 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:47:40,843 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:47:48,849 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:47:54,574 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:47:54,574 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:47:56,854 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:47:59,908 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:48:05,860 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:48:09,738 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:48:09,738 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:48:11,864 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:48:19,870 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:48:25,009 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:48:25,010 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:48:25,873 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:48:30,097 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:48:31,877 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:48:37,881 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:48:40,177 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:48:40,177 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:48:45,887 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:48:51,891 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:48:55,337 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:48:55,337 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:48:59,896 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:49:00,316 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:49:05,900 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:49:10,537 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:49:10,537 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:49:11,905 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:49:17,909 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:49:23,913 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:49:25,882 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:49:25,882 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:49:29,917 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:49:30,507 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:49:33,919 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:49:40,924 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:49:41,105 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:49:41,105 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:49:46,928 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:49:52,932 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:49:56,268 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:49:56,269 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:49:58,937 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:50:00,698 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:50:02,939 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:50:08,944 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:50:11,532 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:50:11,533 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:50:12,946 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:50:16,948 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:50:20,951 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:50:24,953 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:50:26,696 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:50:26,696 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:50:28,956 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:50:30,897 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:50:42,066 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:50:42,067 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:50:44,965 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:50:56,973 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:50:57,410 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:50:57,411 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:51:01,128 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:51:08,981 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:51:12,763 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:51:12,763 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:51:20,989 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:51:27,952 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:51:27,953 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:51:31,339 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:51:31,996 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:51:42,003 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:51:43,125 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:51:43,125 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:51:52,009 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:51:58,279 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:51:58,280 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:52:01,568 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:52:02,015 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:52:12,021 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:52:13,452 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:52:13,453 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:52:22,028 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:52:28,619 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:52:28,620 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:52:30,033 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:52:31,770 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:52:40,040 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:52:43,784 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:52:43,785 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:52:49,046 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:52:58,950 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:52:58,951 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:52:59,052 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:53:01,971 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:53:07,058 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:53:14,114 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:53:14,115 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:53:15,063 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:53:23,069 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:53:29,408 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:53:29,409 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:53:31,074 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:53:32,183 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:53:39,080 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:53:44,715 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:53:44,716 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:53:47,085 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:53:55,091 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:53:59,881 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:53:59,882 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:54:01,014 DEBUG SenderThread:33110 [sender.py:send():235] send: history +2022-02-06 22:54:01,101 DEBUG SenderThread:33110 [sender.py:send():235] send: summary +2022-02-06 22:54:01,136 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/wandb-summary.json +2022-02-06 22:54:01,137 INFO SenderThread:33110 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-06 22:54:02,417 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:54:03,138 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:54:04,140 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:54:06,141 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:54:08,143 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:54:10,145 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:54:12,147 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:54:14,149 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:54:15,136 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:54:15,137 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:54:16,151 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:54:18,153 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:54:20,155 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:54:22,156 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:54:24,158 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:54:26,160 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:54:28,162 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:54:30,164 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:54:30,383 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:54:30,383 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:54:32,166 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:54:32,629 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:54:34,167 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:54:36,169 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:54:38,171 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:54:40,173 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:54:42,176 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:54:44,178 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:54:45,739 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:54:45,740 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:54:46,179 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:54:48,181 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:54:50,183 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:54:52,185 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:54:54,187 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:54:56,189 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:54:58,191 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:55:00,927 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:55:00,928 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:55:01,193 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:55:02,825 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:55:03,195 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:55:05,197 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:55:07,199 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:55:09,201 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:55:11,203 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:55:13,205 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:55:15,207 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:55:16,167 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:55:16,168 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:55:17,209 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:55:19,211 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:55:21,213 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:55:23,215 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:55:25,217 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:55:27,219 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:55:29,221 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:55:31,223 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:55:31,543 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:55:31,543 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:55:33,025 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:55:33,225 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:55:35,226 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:55:37,228 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:55:39,230 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:55:42,232 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:55:44,235 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:55:46,236 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:55:46,736 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:55:46,737 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:55:48,238 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:55:50,239 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:55:52,240 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:55:54,242 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:55:56,243 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:55:58,244 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:56:00,246 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:56:02,024 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:56:02,024 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:56:02,247 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:56:03,220 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:56:04,249 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:56:06,250 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:56:08,251 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:56:10,253 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:56:12,254 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:56:14,255 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:56:16,257 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:56:17,473 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:56:17,474 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:56:19,259 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:56:21,260 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:56:23,261 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:56:25,263 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:56:27,264 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:56:29,265 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:56:31,266 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:56:32,736 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:56:32,737 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:56:33,267 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:56:33,438 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:56:35,269 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:56:37,270 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:56:39,271 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:56:41,272 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:56:43,274 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:56:45,275 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:56:47,276 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:56:47,965 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:56:47,965 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:56:49,277 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:56:51,279 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:56:53,280 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:56:55,281 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:56:58,283 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:57:00,285 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:57:02,286 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:57:03,128 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:57:03,128 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:57:03,647 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:57:04,287 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:57:06,288 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:57:08,290 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:57:10,291 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:57:12,292 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:57:14,293 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:57:16,295 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:57:18,297 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:57:18,303 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:57:18,304 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:57:20,299 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:57:22,301 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:57:24,303 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:57:26,305 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:57:29,307 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:57:31,309 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:57:33,311 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:57:33,460 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:57:33,460 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:57:33,851 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:57:35,313 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:57:37,315 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:57:39,317 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:57:41,319 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:57:43,321 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:57:45,323 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:57:47,325 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:57:48,726 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:57:48,727 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:57:49,326 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:57:51,328 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:57:53,330 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:57:55,332 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:57:57,334 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:57:59,336 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:58:01,338 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:58:03,340 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:58:03,993 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:58:03,994 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:58:04,155 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:58:05,342 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:58:07,343 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:58:10,346 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:58:12,348 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:58:14,350 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:58:16,351 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:58:18,353 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:58:19,310 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:58:19,311 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:58:20,355 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:58:22,357 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:58:24,359 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:58:26,361 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:58:28,362 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:58:30,363 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:58:32,364 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:58:34,285 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:58:34,366 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:58:34,560 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:58:34,560 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:58:36,367 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:58:38,369 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:58:40,370 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:58:42,371 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:58:44,373 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:58:47,375 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:58:49,377 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:58:49,974 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:58:49,974 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:58:51,379 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:58:53,380 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:58:55,382 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:58:57,384 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:58:59,386 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:59:01,388 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:59:03,390 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:59:04,498 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:59:05,242 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:59:05,242 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:59:05,392 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:59:07,394 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:59:09,396 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:59:11,397 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:59:13,399 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:59:15,401 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:59:17,403 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:59:19,405 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:59:20,487 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:59:20,488 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:59:21,407 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:59:23,409 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:59:26,411 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:59:28,413 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:59:30,415 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:59:32,417 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:59:34,419 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:59:34,703 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 22:59:35,654 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:59:35,654 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:59:36,421 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:59:38,423 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:59:40,425 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:59:42,427 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:59:44,429 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:59:46,431 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:59:48,432 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:59:50,434 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:59:50,857 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 22:59:50,858 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 22:59:52,436 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:59:54,438 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:59:56,440 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 22:59:58,442 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:00:00,444 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:00:02,446 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:00:04,448 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:00:04,914 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 23:00:06,035 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 23:00:06,036 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 23:00:06,450 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:00:09,452 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:00:11,454 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:00:13,456 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:00:15,458 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:00:17,460 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:00:19,462 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:00:21,319 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 23:00:21,319 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 23:00:21,464 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:00:23,465 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:00:25,467 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:00:27,469 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:00:29,471 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:00:31,473 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:00:33,475 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:00:35,147 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 23:00:35,477 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:00:36,554 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 23:00:36,554 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 23:00:37,478 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:00:39,480 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:00:41,482 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:00:43,484 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:00:45,486 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:00:48,488 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:00:50,490 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:00:51,779 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 23:00:51,780 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 23:00:52,491 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:00:54,493 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:00:56,495 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:00:58,498 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:01:00,499 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:01:02,502 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:01:04,504 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:01:05,349 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 23:01:06,506 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:01:06,999 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 23:01:06,999 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 23:01:08,508 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:01:10,510 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:01:12,511 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:01:14,513 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:01:16,515 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:01:18,517 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:01:20,519 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:01:22,289 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 23:01:22,290 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 23:01:22,521 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:01:24,523 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:01:27,525 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:01:29,527 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:01:31,529 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:01:33,530 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:01:35,531 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:01:35,575 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 23:01:37,512 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 23:01:37,513 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 23:01:37,533 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:01:39,534 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:01:41,535 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:01:43,536 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:01:45,537 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:01:47,539 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:01:49,540 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:01:51,541 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:01:52,896 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 23:01:52,897 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 23:01:53,543 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:01:55,544 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:01:57,545 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:01:59,546 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:02:01,548 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:02:03,549 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:02:05,804 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 23:02:06,551 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:02:08,076 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 23:02:08,076 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 23:02:08,552 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:02:10,553 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:02:12,554 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:02:14,556 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:02:16,557 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:02:18,558 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:02:20,559 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:02:22,560 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:02:23,344 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 23:02:23,345 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 23:02:24,561 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:02:26,563 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:02:28,564 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:02:30,565 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:02:32,567 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:02:34,568 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:02:36,012 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 23:02:36,569 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:02:38,653 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 23:02:38,654 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 23:02:39,572 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:02:41,573 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:02:43,575 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:02:45,576 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:02:47,578 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:02:49,579 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:02:51,580 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:02:53,582 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:02:53,847 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 23:02:53,847 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 23:02:55,583 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:02:57,585 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:02:59,586 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:03:01,588 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:03:03,589 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:03:05,590 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:03:06,227 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 23:03:07,592 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:03:09,043 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 23:03:09,044 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 23:03:09,593 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:03:12,595 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:03:14,596 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:03:16,597 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:03:18,598 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:03:20,600 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:03:22,601 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:03:24,388 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 23:03:24,389 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 23:03:24,602 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:03:26,603 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:03:28,604 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:03:30,606 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:03:32,607 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:03:34,608 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:03:36,470 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 23:03:36,610 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:03:38,611 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:03:39,622 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 23:03:39,623 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 23:03:40,612 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:03:42,614 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:03:44,615 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:03:46,616 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:03:48,617 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:03:50,617 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:03:53,619 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:03:54,791 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 23:03:54,792 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 23:03:55,621 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:03:57,622 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:03:59,623 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:04:01,624 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:04:03,625 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:04:05,627 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:04:06,683 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 23:04:07,628 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:04:09,629 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:04:10,027 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 23:04:10,028 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 23:04:11,631 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:04:13,632 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:04:15,633 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:04:17,634 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:04:19,636 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:04:21,637 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:04:23,638 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:04:25,193 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 23:04:25,193 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 23:04:25,639 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:04:27,641 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:04:29,642 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:04:31,643 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:04:33,644 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:04:36,646 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:04:36,888 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 23:04:38,647 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:04:40,540 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 23:04:40,540 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 23:04:40,649 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:04:42,650 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:04:44,651 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:04:46,653 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:04:48,654 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:04:50,655 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:04:52,657 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:04:54,658 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:04:55,720 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 23:04:55,721 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 23:04:56,659 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:04:58,661 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:05:00,662 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:05:02,664 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:05:04,665 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:05:06,666 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:05:07,148 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 23:05:08,667 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:05:10,668 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:05:11,047 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 23:05:11,047 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 23:05:12,670 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:05:14,671 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:05:16,672 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:05:18,674 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:05:20,675 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:05:23,677 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:05:25,679 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:05:26,219 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 23:05:26,219 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 23:05:27,681 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:05:29,683 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:05:31,685 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:05:33,687 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:05:35,689 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:05:37,372 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 23:05:37,691 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:05:39,693 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:05:41,383 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 23:05:41,384 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 23:05:41,694 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:05:43,696 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:05:45,697 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:05:47,699 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:05:49,701 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:05:51,703 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:05:53,705 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:05:55,707 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:05:56,684 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 23:05:56,685 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 23:05:57,709 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:05:59,711 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:06:01,713 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:06:03,715 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:06:05,717 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:06:07,611 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 23:06:07,718 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:06:09,720 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:06:11,722 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:06:11,894 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 23:06:11,894 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 23:06:13,724 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:06:16,727 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:06:27,165 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 23:06:27,166 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 23:06:28,249 DEBUG SenderThread:33110 [sender.py:send():235] send: history +2022-02-06 23:06:28,287 DEBUG SenderThread:33110 [sender.py:send():235] send: summary +2022-02-06 23:06:28,337 INFO SenderThread:33110 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-06 23:06:28,735 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/wandb-summary.json +2022-02-06 23:06:29,737 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:06:30,738 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:06:32,740 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:06:37,811 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 23:06:42,355 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 23:06:42,356 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 23:06:42,747 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 23:06:57,523 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 23:06:57,524 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 23:07:08,023 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 23:07:12,686 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 23:07:12,686 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 23:07:27,855 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 23:07:27,856 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 23:07:38,270 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 23:07:43,171 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 23:07:43,171 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 23:07:58,346 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 23:07:58,347 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 23:08:08,497 DEBUG SenderThread:33110 [sender.py:send():235] send: stats