diff --git "a/wandb/run-20220119_161158-274aad95/logs/debug-internal.log" "b/wandb/run-20220119_161158-274aad95/logs/debug-internal.log" --- "a/wandb/run-20220119_161158-274aad95/logs/debug-internal.log" +++ "b/wandb/run-20220119_161158-274aad95/logs/debug-internal.log" @@ -27162,3 +27162,1140 @@ 2022-01-20 03:36:16,463 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status 2022-01-20 03:36:16,463 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status 2022-01-20 03:36:17,704 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:36:21,706 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:36:23,707 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:36:25,708 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:36:27,708 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:36:29,709 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:36:31,603 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:36:31,603 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:36:31,710 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:36:33,711 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:36:35,195 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:36:35,712 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:36:37,713 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:36:39,714 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:36:41,714 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:36:43,715 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:36:45,716 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:36:46,772 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:36:46,773 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:36:47,717 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:36:49,718 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:36:51,719 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:36:53,720 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:36:55,721 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:36:57,721 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:36:59,722 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:37:01,723 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:37:01,911 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:37:01,911 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:37:03,724 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:37:05,262 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:37:05,725 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:37:07,726 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:37:09,727 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:37:11,727 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:37:13,728 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:37:15,729 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:37:17,049 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:37:17,049 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:37:17,729 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:37:19,730 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:37:21,731 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:37:23,732 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:37:25,733 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:37:27,733 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:37:29,734 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:37:31,735 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:37:32,185 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:37:32,186 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:37:33,735 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:37:35,328 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:37:35,736 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:37:37,737 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:37:39,738 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:37:41,739 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:37:43,739 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:37:45,740 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:37:47,319 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:37:47,320 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:37:47,741 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:37:49,742 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:37:51,743 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:37:53,744 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:37:55,745 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:37:57,746 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:37:59,747 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:38:01,747 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:38:02,459 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:38:02,459 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:38:03,748 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:38:05,392 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:38:05,749 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:38:07,750 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:38:09,751 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:38:11,752 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:38:13,753 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:38:15,754 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:38:17,596 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:38:17,597 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:38:17,754 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:38:19,755 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:38:21,756 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:38:23,757 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:38:25,758 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:38:27,758 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:38:29,759 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:38:31,760 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:38:32,778 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:38:32,778 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:38:33,761 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:38:35,460 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:38:35,762 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:38:37,762 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:38:39,763 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:38:41,764 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:38:43,764 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:38:45,765 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:38:47,766 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:38:47,915 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:38:47,915 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:38:49,767 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:38:51,768 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:38:53,769 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:38:55,770 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:38:57,771 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:38:59,771 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:39:01,772 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:39:03,054 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:39:03,054 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:39:03,773 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:39:05,527 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:39:05,774 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:39:07,775 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:39:09,776 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:39:11,776 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:39:13,777 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:39:15,778 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:39:17,779 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:39:18,187 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:39:18,188 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:39:19,779 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:39:21,780 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:39:23,781 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:39:25,782 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:39:27,783 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:39:29,784 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:39:31,785 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:39:33,323 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:39:33,323 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:39:33,786 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:39:35,594 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:39:35,787 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:39:37,788 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:39:39,789 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:39:41,790 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:39:43,790 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:39:45,791 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:39:47,792 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:39:48,459 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:39:48,459 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:39:49,793 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:39:51,794 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:39:53,795 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:39:55,796 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:39:57,797 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:39:59,797 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:40:01,798 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:40:03,599 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:40:03,599 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:40:03,799 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:40:05,659 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:40:05,800 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:40:07,801 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:40:09,801 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:40:11,802 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:40:14,804 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:40:16,804 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:40:18,739 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:40:18,740 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:40:18,805 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:40:20,806 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:40:22,807 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:40:24,808 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:40:26,809 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:40:28,810 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:40:30,811 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:40:32,812 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:40:33,881 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:40:33,882 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:40:34,813 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:40:35,724 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:40:36,814 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:40:38,814 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:40:40,815 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:40:42,816 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:40:44,817 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:40:46,818 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:40:48,819 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:40:49,020 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:40:49,021 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:40:50,819 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:40:52,820 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:40:54,821 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:40:56,821 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:40:58,822 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:41:00,823 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:41:02,824 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:41:04,159 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:41:04,159 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:41:04,824 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:41:05,791 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:41:06,825 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:41:08,826 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:41:10,827 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:41:12,828 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:41:14,828 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:41:16,829 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:41:18,830 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:41:19,295 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:41:19,296 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:41:20,831 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:41:22,832 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:41:24,833 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:41:26,834 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:41:28,834 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:41:30,835 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:41:32,836 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:41:34,432 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:41:34,433 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:41:34,837 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:41:35,859 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:41:36,837 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:41:38,838 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:41:40,839 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:41:42,840 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:41:44,841 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:41:46,842 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:41:48,843 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:41:49,572 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:41:49,572 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:41:50,844 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:41:52,845 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:41:54,846 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:41:56,846 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:41:58,847 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:42:00,848 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:42:02,849 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:42:04,735 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:42:04,735 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:42:04,850 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:42:05,928 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:42:06,851 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:42:08,852 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:42:10,853 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:42:12,854 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:42:14,855 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:42:16,856 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:42:18,857 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:42:19,874 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:42:19,874 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:42:20,858 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:42:22,859 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:42:24,859 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:42:26,860 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:42:28,861 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:42:30,862 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:42:32,863 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:42:34,864 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:42:35,009 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:42:35,009 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:42:36,001 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:42:36,865 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:42:38,866 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:42:40,866 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:42:42,867 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:42:44,868 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:42:46,869 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:42:48,870 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:42:50,145 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:42:50,145 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:42:50,871 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:42:52,872 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:42:54,873 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:42:56,874 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:42:58,875 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:43:00,876 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:43:02,876 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:43:04,877 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:43:05,283 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:43:05,284 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:43:06,076 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:43:06,878 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:43:08,879 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:43:10,880 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:43:12,881 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:43:14,882 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:43:16,883 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:43:18,884 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:43:20,422 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:43:20,422 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:43:20,885 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:43:22,886 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:43:24,887 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:43:26,887 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:43:28,888 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:43:30,889 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:43:32,890 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:43:34,891 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:43:35,559 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:43:35,560 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:43:36,149 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:43:36,892 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:43:38,893 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:43:40,894 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:43:42,895 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:43:44,896 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:43:46,896 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:43:48,897 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:43:50,697 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:43:50,697 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:43:50,898 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:43:52,899 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:43:54,900 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:43:56,900 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:43:58,901 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:44:00,902 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:44:02,903 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:44:04,904 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:44:05,834 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:44:05,835 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:44:06,221 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:44:06,905 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:44:08,906 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:44:10,907 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:44:12,908 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:44:14,909 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:44:16,910 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:44:18,911 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:44:20,912 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:44:20,971 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:44:20,971 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:44:22,913 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:44:24,914 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:44:26,915 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:44:28,915 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:44:30,916 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:44:32,917 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:44:34,918 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:44:36,104 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:44:36,104 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:44:36,293 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:44:36,919 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:44:38,920 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:44:40,921 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:44:42,921 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:44:44,922 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:44:46,923 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:44:48,924 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:44:50,925 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:44:51,239 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:44:51,239 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:44:52,925 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:44:54,926 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:44:56,927 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:44:58,928 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:45:00,929 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:45:02,930 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:45:04,931 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:45:06,366 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:45:06,375 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:45:06,375 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:45:06,932 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:45:08,933 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:45:10,933 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:45:12,934 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:45:14,935 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:45:16,936 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:45:18,937 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:45:20,938 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:45:21,514 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:45:21,514 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:45:22,939 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:45:24,940 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:45:26,940 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:45:28,941 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:45:30,942 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:45:32,943 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:45:34,944 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:45:36,437 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:45:36,662 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:45:36,663 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:45:36,945 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:45:38,946 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:45:40,946 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:45:42,947 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:45:44,947 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:45:46,948 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:45:48,949 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:45:50,950 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:45:51,800 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:45:51,800 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:45:52,950 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:45:54,951 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:45:56,952 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:45:58,952 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:46:00,953 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:46:02,954 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:46:04,955 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:46:06,511 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:46:06,950 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:46:06,950 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:46:06,956 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:46:08,957 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:46:10,958 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:46:12,959 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:46:14,960 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:46:16,960 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:46:18,961 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:46:20,962 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:46:22,100 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:46:22,100 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:46:22,963 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:46:24,964 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:46:26,965 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:46:28,966 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:46:30,967 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:46:32,968 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:46:34,969 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:46:36,583 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:46:36,970 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:46:37,234 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:46:37,234 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:46:38,971 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:46:40,972 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:46:42,973 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:46:44,973 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:46:46,974 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:46:48,975 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:46:50,976 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:46:52,368 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:46:52,368 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:46:52,977 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:46:54,977 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:46:56,978 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:46:58,979 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:47:00,980 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:47:02,981 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:47:04,982 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:47:06,656 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:47:06,983 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:47:07,542 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:47:07,542 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:47:08,984 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:47:10,984 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:47:12,985 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:47:14,986 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:47:16,987 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:47:18,988 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:47:20,988 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:47:22,681 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:47:22,682 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:47:22,989 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:47:24,990 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:47:26,991 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:47:28,992 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:47:30,993 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:47:32,994 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:47:34,995 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:47:36,729 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:47:36,995 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:47:37,815 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:47:37,815 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:47:38,996 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:47:40,997 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:47:42,998 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:47:44,999 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:47:46,999 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:47:49,000 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:47:51,001 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:47:52,950 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:47:52,950 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:47:53,002 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:47:55,003 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:47:57,004 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:47:59,005 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:48:01,005 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:48:03,006 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:48:05,007 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:48:06,797 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:48:07,008 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:48:08,084 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:48:08,084 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:48:09,009 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:48:11,010 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:48:13,010 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:48:15,011 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:48:17,012 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:48:19,013 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:48:21,014 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:48:23,015 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:48:23,227 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:48:23,227 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:48:25,015 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:48:27,016 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:48:29,017 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:48:31,018 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:48:33,019 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:48:35,020 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:48:36,864 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:48:37,021 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:48:38,369 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:48:38,370 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:48:39,022 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:48:41,023 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:48:43,024 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:48:45,025 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:48:47,025 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:48:49,026 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:48:51,027 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:48:53,028 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:48:53,517 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:48:53,518 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:48:55,029 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:48:57,030 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:48:59,030 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:49:01,031 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:49:03,032 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:49:05,033 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:49:06,931 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:49:08,034 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:49:08,659 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:49:08,659 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:49:10,035 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:49:12,036 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:49:14,037 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:49:16,037 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:49:18,038 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:49:20,039 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:49:22,040 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:49:23,854 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:49:23,854 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:49:24,041 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:49:26,042 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:49:28,043 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:49:30,044 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:49:32,044 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:49:34,045 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:49:36,046 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:49:37,001 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:49:38,047 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:49:38,993 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:49:38,993 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:49:40,048 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:49:42,048 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:49:44,049 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:49:46,050 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:49:48,051 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:49:50,052 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:49:52,053 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:49:54,053 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:49:54,126 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:49:54,126 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:49:56,054 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:49:58,056 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:50:00,057 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:50:02,058 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:50:04,059 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:50:06,059 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:50:07,072 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:50:08,060 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:50:09,261 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:50:09,261 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:50:10,061 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:50:12,062 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:50:14,063 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:50:16,064 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:50:18,065 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:50:20,066 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:50:22,067 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:50:24,068 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:50:24,397 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:50:24,398 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:50:26,069 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:50:28,070 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:50:30,071 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:50:32,072 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:50:34,073 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:50:36,074 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:50:37,146 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:50:38,075 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:50:39,538 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:50:39,539 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:50:40,076 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:50:42,077 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:50:44,078 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:50:46,079 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:50:48,080 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:50:50,081 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:50:52,082 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:50:54,083 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:50:54,675 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:50:54,676 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:50:56,083 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:50:58,084 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:51:00,085 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:51:02,086 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:51:04,087 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:51:06,088 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:51:07,216 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:51:08,089 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:51:09,822 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:51:09,822 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:51:10,090 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:51:12,091 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:51:14,091 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:51:16,092 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:51:18,093 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:51:20,094 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:51:22,095 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:51:24,096 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:51:24,957 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:51:24,958 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:51:26,097 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:51:28,098 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:51:30,098 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:51:32,099 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:51:34,100 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:51:36,101 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:51:37,288 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:51:38,102 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:51:40,090 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:51:40,090 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:51:40,103 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:51:42,104 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:51:44,105 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:51:46,105 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:51:48,106 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:51:50,107 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:51:52,108 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:51:54,109 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:51:55,224 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:51:55,224 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:51:56,110 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:51:58,110 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:52:00,111 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:52:02,112 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:52:04,113 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:52:06,114 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:52:07,364 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:52:08,115 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:52:10,115 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:52:10,362 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:52:10,362 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:52:12,116 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:52:14,117 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:52:16,118 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:52:18,119 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:52:20,120 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:52:22,121 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:52:24,122 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:52:25,551 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:52:25,551 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:52:26,123 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:52:28,124 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:52:30,125 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:52:32,126 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:52:34,127 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:52:36,128 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:52:37,438 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:52:38,129 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:52:40,130 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:52:40,718 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:52:40,718 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:52:42,131 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:52:44,132 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:52:46,132 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:52:48,133 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:52:50,134 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:52:52,135 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:52:54,137 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:52:55,858 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:52:55,858 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:52:56,138 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:52:58,138 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:53:00,139 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:53:02,140 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:53:04,141 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:53:06,142 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:53:07,142 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:53:07,510 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:53:08,143 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:53:10,144 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:53:11,002 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:53:11,002 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:53:12,145 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:53:14,145 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:53:16,146 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:53:18,147 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:53:20,148 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:53:22,149 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:53:24,150 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:53:26,135 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:53:26,136 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:53:26,151 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:53:28,151 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:53:30,152 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:53:32,153 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:53:34,154 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:53:36,155 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:53:37,580 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:53:38,156 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:53:40,157 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:53:41,275 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:53:41,276 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:53:42,157 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:53:44,158 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:53:46,159 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:53:48,160 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:53:50,161 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:53:52,161 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:53:54,162 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:53:56,163 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:53:56,424 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:53:56,425 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:53:58,164 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:54:00,165 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:54:02,165 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:54:04,166 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:54:06,167 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:54:07,645 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:54:08,167 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:54:10,168 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:54:11,564 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:54:11,566 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:54:12,169 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:54:14,170 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:54:16,171 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:54:18,172 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:54:20,172 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:54:22,173 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:54:24,174 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:54:26,174 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:54:26,711 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:54:26,711 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:54:28,175 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:54:30,176 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:54:32,177 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:54:34,178 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:54:36,178 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:54:37,706 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:54:38,179 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:54:40,180 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:54:41,866 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:54:41,866 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:54:42,181 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:54:44,182 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:54:46,183 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:54:48,184 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:54:50,184 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:54:52,185 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:54:54,186 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:54:56,187 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:54:57,007 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:54:57,007 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:54:58,188 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:55:00,189 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:55:02,189 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:55:04,190 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:55:06,191 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:55:07,768 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:55:08,192 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:55:10,193 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:55:12,144 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:55:12,145 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:55:12,194 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:55:14,194 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:55:16,195 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:55:18,196 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:55:20,196 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:55:22,197 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:55:24,198 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:55:26,199 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:55:27,314 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:55:27,314 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:55:28,200 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:55:30,201 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:55:32,201 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:55:34,202 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:55:36,203 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:55:37,831 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:55:38,204 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:55:40,205 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:55:42,206 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:55:42,459 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:55:42,459 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:55:44,206 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:55:46,207 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:55:48,208 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:55:50,209 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:55:52,209 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:55:54,210 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:55:56,211 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:55:57,601 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:55:57,601 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:55:58,212 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:56:00,213 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:56:02,213 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:56:04,214 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:56:06,215 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:56:07,894 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:56:08,216 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:56:10,217 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:56:12,217 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:56:12,741 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:56:12,741 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:56:14,218 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:56:16,219 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:56:18,220 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:56:20,220 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:56:22,221 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:56:24,222 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:56:26,223 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:56:27,878 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:56:27,878 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:56:28,223 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:56:30,224 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:56:32,225 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:56:34,226 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:56:36,227 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:56:37,961 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:56:38,227 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:56:40,228 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:56:42,229 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:56:43,063 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:56:43,063 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:56:44,229 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:56:46,230 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:56:48,231 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:56:50,232 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:56:52,233 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:56:54,233 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:56:56,234 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:56:58,206 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:56:58,206 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:56:58,235 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:57:00,236 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:57:02,237 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:57:04,238 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:57:06,239 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:57:08,031 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:57:08,239 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:57:10,240 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:57:12,241 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:57:13,345 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:57:13,345 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:57:14,242 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:57:16,243 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:57:18,243 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:57:20,244 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:57:22,245 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:57:24,246 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:57:26,246 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:57:28,247 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:57:28,490 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:57:28,490 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:57:30,248 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:57:33,249 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:57:35,250 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:57:37,251 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:57:38,098 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:57:39,252 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:57:41,252 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:57:43,253 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:57:43,639 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:57:43,639 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:57:45,254 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:57:47,255 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:57:49,255 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:57:51,256 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:57:53,257 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:57:55,258 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:57:57,258 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:57:58,781 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:57:58,782 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:57:59,259 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:58:01,260 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:58:03,261 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:58:05,262 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:58:07,263 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:58:08,169 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:58:09,263 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:58:11,264 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:58:13,265 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:58:13,924 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:58:13,925 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:58:15,265 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:58:17,266 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:58:19,267 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:58:21,267 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:58:23,268 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:58:25,269 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:58:27,270 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:58:29,093 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:58:29,094 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:58:29,271 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:58:31,271 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:58:33,272 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:58:35,273 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:58:37,274 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:58:38,237 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:58:39,275 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:58:41,276 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:58:43,276 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:58:44,237 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:58:44,237 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:58:45,277 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:58:47,278 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:58:49,279 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:58:51,280 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:58:53,280 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:58:55,281 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:58:57,282 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:58:59,283 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:58:59,372 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:58:59,372 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:59:01,283 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:59:03,284 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:59:05,285 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:59:07,286 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:59:08,309 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:59:09,286 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:59:11,287 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:59:13,288 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:59:14,511 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:59:14,512 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:59:15,289 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:59:17,290 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:59:19,291 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:59:21,291 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:59:23,292 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:59:25,293 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:59:27,294 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:59:29,295 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:59:29,673 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:59:29,674 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:59:31,295 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:59:33,296 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:59:35,297 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:59:37,298 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:59:38,379 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:59:39,299 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:59:41,299 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:59:43,300 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:59:44,812 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:59:44,812 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:59:45,301 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:59:47,302 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:59:49,303 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:59:51,303 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:59:53,304 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:59:55,305 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:59:57,306 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:59:59,307 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:59:59,950 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:59:59,951 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 04:00:01,307 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:00:03,308 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:00:05,309 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:00:07,309 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:00:08,441 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 04:00:09,310 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:00:11,311 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:00:13,312 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:00:15,095 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 04:00:15,095 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 04:00:15,313 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:00:17,314 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:00:19,314 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:00:21,315 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:00:23,316 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:00:25,317 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:00:27,317 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:00:29,318 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:00:30,230 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 04:00:30,231 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 04:00:31,319 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:00:33,320 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:00:35,321 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:00:37,321 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:00:38,505 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 04:00:39,322 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:00:41,323 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:00:43,324 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:00:45,324 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:00:45,389 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 04:00:45,389 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 04:00:47,325 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:00:49,326 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:00:51,327 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:00:53,327 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:00:55,328 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:00:57,329 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:00:59,329 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:01:00,528 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 04:01:00,528 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 04:01:01,330 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:01:03,331 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:01:05,331 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:01:07,332 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:01:08,567 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 04:01:09,333 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:01:11,334 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:01:13,334 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:01:15,335 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:01:15,665 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 04:01:15,665 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 04:01:17,336 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:01:19,336 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:01:21,337 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:01:23,338 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:01:25,339 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:01:27,339 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:01:29,340 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:01:30,829 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 04:01:30,829 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 04:01:31,341 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:01:33,342 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:01:35,343 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:01:37,344 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:01:38,630 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 04:01:39,344 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:01:41,345 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:01:43,346 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:01:45,347 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:01:45,967 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 04:01:45,968 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 04:01:47,348 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:01:49,349 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:01:51,349 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:01:53,350 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:01:55,351 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:01:57,352 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:01:59,353 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:02:01,104 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 04:02:01,104 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 04:02:01,353 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:02:03,354 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:02:05,355 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:02:07,356 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:02:08,693 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 04:02:09,357 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:02:11,357 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:02:13,358 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:02:15,359 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:02:16,242 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 04:02:16,243 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 04:02:17,360 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:02:19,360 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:02:21,361 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:02:23,362 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:02:25,363 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:02:27,363 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:02:29,364 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:02:31,365 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:02:31,378 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 04:02:31,378 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 04:02:33,366 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:02:35,367 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:02:37,367 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:02:38,756 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 04:02:39,368 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:02:41,369 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:02:43,370 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:02:45,371 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:02:46,662 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 04:02:46,663 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 04:02:47,372 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:02:49,372 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:02:51,373 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:02:53,374 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:02:55,375 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:02:57,375 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:02:59,376 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:03:01,377 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:03:01,798 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 04:03:01,799 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 04:03:03,378 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:03:05,379 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:03:07,380 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:03:08,818 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 04:03:09,380 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:03:11,381 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:03:13,382 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:03:15,383 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:03:16,932 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 04:03:16,932 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 04:03:17,384 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:03:19,384 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:03:21,385 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:03:23,386 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:03:25,386 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:03:27,387 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:03:29,388 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:03:31,388 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:03:32,071 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 04:03:32,072 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 04:03:33,389 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:03:35,390 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:03:37,391 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:03:38,882 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 04:03:39,392 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:03:41,393 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:03:43,393 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:03:45,394 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:03:47,231 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 04:03:47,231 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 04:03:47,395 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:03:49,396 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:03:51,397 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:03:53,398 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:03:55,398 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:03:57,399 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:03:59,400 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:04:01,400 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:04:02,375 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 04:04:02,375 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 04:04:03,401 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:04:05,402 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:04:07,403 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:04:08,944 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 04:04:09,404 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:04:11,405 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:04:13,406 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:04:16,407 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:04:17,570 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 04:04:17,570 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 04:04:18,408 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:04:20,409 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:04:22,410 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:04:24,411 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:04:26,411 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:04:28,412 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:04:30,413 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:04:32,414 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:04:32,706 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 04:04:32,707 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 04:04:34,414 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:04:36,415 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:04:38,416 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:04:39,009 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 04:04:40,416 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:04:42,417 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:04:46,419 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:04:47,847 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 04:04:47,847 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 04:04:48,420 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:04:52,421 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 04:04:56,422 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log