diff --git "a/wandb/run-20220119_161158-274aad95/logs/debug-internal.log" "b/wandb/run-20220119_161158-274aad95/logs/debug-internal.log" --- "a/wandb/run-20220119_161158-274aad95/logs/debug-internal.log" +++ "b/wandb/run-20220119_161158-274aad95/logs/debug-internal.log" @@ -26031,3 +26031,1134 @@ 2022-01-20 03:07:49,970 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log 2022-01-20 03:07:53,972 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log 2022-01-20 03:07:55,973 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:07:59,974 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:08:00,528 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:08:00,528 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:08:01,215 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:08:01,975 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:08:02,976 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:08:03,976 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:08:04,977 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:08:06,977 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:08:08,978 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:08:10,979 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:08:12,979 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:08:14,980 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:08:15,759 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:08:15,759 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:08:16,981 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:08:18,982 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:08:20,983 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:08:22,984 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:08:24,985 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:08:26,986 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:08:28,986 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:08:30,898 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:08:30,899 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:08:30,988 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:08:31,286 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:08:32,989 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:08:34,989 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:08:36,990 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:08:38,991 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:08:40,992 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:08:42,993 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:08:44,994 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:08:46,033 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:08:46,033 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:08:46,995 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:08:48,996 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:08:50,997 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:08:52,998 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:08:54,999 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:08:57,000 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:08:59,000 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:09:01,001 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:09:01,181 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:09:01,181 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:09:01,358 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:09:03,002 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:09:05,003 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:09:07,004 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:09:09,005 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:09:11,006 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:09:13,007 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:09:15,008 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:09:16,318 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:09:16,318 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:09:17,009 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:09:19,009 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:09:21,010 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:09:23,011 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:09:25,012 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:09:27,013 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:09:29,014 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:09:31,015 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:09:31,430 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:09:31,456 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:09:31,456 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:09:33,016 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:09:35,017 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:09:37,018 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:09:39,019 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:09:41,020 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:09:43,020 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:09:45,021 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:09:46,593 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:09:46,593 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:09:47,022 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:09:49,023 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:09:51,024 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:09:53,025 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:09:55,026 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:09:57,027 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:09:59,028 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:10:01,029 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:10:01,504 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:10:01,753 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:10:01,753 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:10:03,029 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:10:05,030 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:10:07,031 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:10:09,032 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:10:11,033 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:10:13,033 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:10:15,034 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:10:16,908 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:10:16,908 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:10:17,035 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:10:19,036 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:10:21,037 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:10:23,038 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:10:25,039 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:10:27,039 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:10:29,040 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:10:31,041 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:10:31,577 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:10:32,067 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:10:32,067 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:10:33,042 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:10:35,043 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:10:37,044 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:10:39,045 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:10:41,046 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:10:43,047 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:10:45,047 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:10:47,048 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:10:47,200 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:10:47,200 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:10:49,049 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:10:51,050 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:10:53,051 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:10:55,051 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:10:57,052 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:10:59,053 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:11:01,054 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:11:01,642 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:11:02,331 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:11:02,332 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:11:03,055 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:11:05,055 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:11:07,056 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:11:09,057 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:11:11,058 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:11:13,059 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:11:15,059 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:11:17,060 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:11:17,465 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:11:17,466 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:11:19,061 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:11:21,062 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:11:23,063 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:11:25,064 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:11:27,064 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:11:29,065 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:11:31,066 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:11:31,713 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:11:32,608 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:11:32,609 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:11:33,067 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:11:35,068 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:11:37,069 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:11:39,069 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:11:41,070 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:11:43,071 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:11:45,072 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:11:47,072 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:11:47,767 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:11:47,767 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:11:49,073 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:11:51,074 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:11:53,075 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:11:56,077 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:11:58,078 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:12:00,078 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:12:01,783 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:12:02,079 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:12:02,907 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:12:02,908 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:12:04,080 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:12:06,081 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:12:08,082 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:12:10,083 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:12:12,084 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:12:14,085 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:12:16,086 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:12:18,044 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:12:18,044 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:12:18,086 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:12:20,087 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:12:22,088 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:12:24,089 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:12:26,090 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:12:28,090 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:12:30,091 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:12:31,855 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:12:32,092 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:12:33,178 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:12:33,178 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:12:34,093 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:12:36,094 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:12:38,094 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:12:40,095 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:12:42,096 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:12:44,097 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:12:46,098 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:12:48,099 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:12:48,312 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:12:48,312 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:12:50,100 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:12:52,100 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:12:54,101 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:12:56,102 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:12:58,103 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:13:00,104 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:13:01,927 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:13:02,105 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:13:03,448 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:13:03,448 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:13:04,106 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:13:06,107 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:13:08,108 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:13:10,109 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:13:12,110 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:13:14,111 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:13:16,111 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:13:18,112 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:13:18,584 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:13:18,584 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:13:20,113 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:13:22,114 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:13:24,115 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:13:26,116 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:13:28,117 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:13:30,118 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:13:31,996 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:13:32,119 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:13:33,719 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:13:33,719 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:13:34,120 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:13:36,120 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:13:38,121 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:13:40,122 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:13:42,123 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:13:44,124 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:13:46,124 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:13:48,125 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:13:48,857 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:13:48,858 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:13:50,126 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:13:52,127 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:13:54,128 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:13:56,129 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:13:58,129 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:14:00,130 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:14:02,064 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:14:02,131 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:14:03,994 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:14:03,994 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:14:04,131 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:14:06,132 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:14:08,133 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:14:10,134 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:14:12,134 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:14:14,135 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:14:16,136 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:14:18,137 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:14:19,133 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:14:19,134 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:14:20,137 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:14:22,138 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:14:24,139 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:14:26,140 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:14:28,141 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:14:30,142 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:14:32,136 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:14:32,143 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:14:34,143 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:14:34,267 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:14:34,267 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:14:36,144 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:14:38,145 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:14:40,146 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:14:42,147 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:14:44,148 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:14:46,149 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:14:48,150 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:14:49,403 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:14:49,403 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:14:50,151 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:14:52,152 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:14:54,152 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:14:56,153 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:14:58,154 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:15:00,155 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:15:02,156 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:15:02,209 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:15:04,157 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:15:04,537 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:15:04,537 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:15:06,158 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:15:08,159 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:15:10,160 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:15:12,161 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:15:14,162 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:15:16,163 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:15:18,164 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:15:19,675 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:15:19,675 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:15:20,165 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:15:22,166 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:15:24,167 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:15:26,168 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:15:28,169 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:15:30,170 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:15:32,171 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:15:32,285 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:15:34,172 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:15:34,830 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:15:34,831 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:15:36,172 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:15:38,173 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:15:40,174 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:15:42,175 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:15:44,176 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:15:46,177 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:15:48,178 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:15:49,968 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:15:49,968 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:15:50,179 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:15:52,179 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:15:54,180 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:15:56,181 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:15:58,182 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:16:00,183 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:16:02,183 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:16:02,357 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:16:04,184 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:16:05,103 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:16:05,103 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:16:06,185 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:16:08,186 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:16:10,186 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:16:12,187 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:16:14,188 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:16:16,188 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:16:18,189 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:16:20,190 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:16:20,240 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:16:20,240 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:16:22,191 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:16:24,191 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:16:26,192 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:16:28,193 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:16:30,194 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:16:32,195 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:16:32,428 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:16:34,196 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:16:35,373 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:16:35,373 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:16:36,197 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:16:38,197 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:16:40,198 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:16:42,199 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:16:44,200 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:16:46,201 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:16:48,202 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:16:50,203 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:16:50,506 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:16:50,507 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:16:52,204 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:16:54,205 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:16:56,206 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:16:58,206 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:17:00,207 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:17:02,208 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:17:02,495 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:17:04,209 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:17:05,643 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:17:05,644 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:17:06,210 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:17:08,211 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:17:10,211 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:17:12,212 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:17:14,213 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:17:16,214 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:17:18,215 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:17:20,216 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:17:20,805 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:17:20,806 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:17:22,217 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:17:24,217 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:17:26,218 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:17:28,219 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:17:30,220 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:17:32,221 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:17:32,565 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:17:34,222 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:17:35,940 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:17:35,940 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:17:36,223 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:17:38,223 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:17:40,224 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:17:42,225 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:17:44,226 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:17:46,227 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:17:48,228 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:17:50,229 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:17:51,075 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:17:51,075 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:17:52,230 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:17:54,231 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:17:56,231 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:17:58,232 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:18:00,233 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:18:02,234 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:18:02,634 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:18:04,235 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:18:06,212 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:18:06,212 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:18:06,236 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:18:08,237 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:18:10,238 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:18:12,239 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:18:14,240 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:18:16,241 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:18:18,241 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:18:20,242 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:18:21,345 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:18:21,345 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:18:22,243 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:18:24,244 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:18:26,245 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:18:28,245 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:18:30,246 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:18:32,247 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:18:32,705 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:18:34,248 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:18:36,249 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:18:36,479 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:18:36,480 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:18:38,250 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:18:40,251 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:18:42,252 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:18:44,252 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:18:46,253 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:18:48,254 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:18:50,255 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:18:51,618 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:18:51,618 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:18:52,256 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:18:54,257 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:18:56,258 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:18:58,258 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:19:00,259 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:19:02,260 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:19:02,778 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:19:04,261 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:19:06,262 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:19:06,789 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:19:06,789 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:19:08,263 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:19:10,264 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:19:12,265 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:19:14,265 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:19:16,266 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:19:18,267 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:19:20,268 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:19:21,923 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:19:21,923 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:19:22,269 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:19:24,270 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:19:26,271 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:19:28,272 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:19:30,272 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:19:32,273 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:19:32,851 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:19:34,274 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:19:36,274 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:19:37,058 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:19:37,058 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:19:38,275 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:19:40,275 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:19:42,276 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:19:44,277 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:19:46,277 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:19:48,278 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:19:50,279 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:19:52,191 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:19:52,191 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:19:52,279 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:19:54,280 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:19:56,281 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:19:58,282 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:20:01,283 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:20:02,923 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:20:03,284 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:20:05,285 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:20:07,286 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:20:07,325 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:20:07,325 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:20:09,287 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:20:11,288 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:20:13,288 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:20:15,289 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:20:17,290 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:20:19,291 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:20:21,292 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:20:22,461 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:20:22,462 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:20:23,293 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:20:25,293 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:20:27,294 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:20:29,295 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:20:31,295 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:20:32,992 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:20:33,296 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:20:35,297 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:20:37,298 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:20:37,605 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:20:37,606 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:20:39,299 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:20:41,299 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:20:43,300 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:20:45,301 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:20:47,302 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:20:49,303 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:20:51,304 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:20:52,740 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:20:52,741 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:20:53,305 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:20:55,306 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:20:57,307 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:20:59,308 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:21:01,308 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:21:03,060 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:21:03,309 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:21:05,311 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:21:07,312 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:21:07,883 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:21:07,883 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:21:09,313 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:21:11,314 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:21:13,314 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:21:15,315 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:21:17,316 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:21:19,317 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:21:21,318 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:21:23,026 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:21:23,027 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:21:23,319 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:21:25,320 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:21:27,321 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:21:29,322 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:21:31,323 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:21:33,134 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:21:33,324 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:21:35,325 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:21:37,326 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:21:38,159 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:21:38,159 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:21:39,327 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:21:41,328 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:21:43,329 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:21:45,329 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:21:47,330 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:21:49,331 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:21:51,332 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:21:53,294 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:21:53,294 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:21:53,333 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:21:55,334 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:21:57,335 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:21:59,335 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:22:01,336 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:22:03,207 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:22:03,337 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:22:05,338 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:22:07,339 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:22:08,430 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:22:08,431 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:22:09,340 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:22:11,341 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:22:13,342 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:22:15,342 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:22:17,343 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:22:19,344 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:22:21,345 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:22:23,346 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:22:23,563 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:22:23,563 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:22:25,347 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:22:27,347 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:22:29,348 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:22:31,349 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:22:33,281 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:22:33,350 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:22:35,351 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:22:37,352 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:22:38,708 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:22:38,709 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:22:39,353 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:22:41,354 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:22:43,354 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:22:45,355 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:22:47,356 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:22:49,357 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:22:51,358 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:22:53,359 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:22:53,860 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:22:53,861 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:22:55,360 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:22:57,361 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:22:59,362 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:23:01,363 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:23:03,347 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:23:03,364 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:23:05,365 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:23:07,366 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:23:09,022 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:23:09,022 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:23:09,367 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:23:11,368 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:23:13,369 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:23:15,370 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:23:17,371 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:23:19,371 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:23:21,372 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:23:23,373 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:23:24,156 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:23:24,156 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:23:25,374 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:23:27,375 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:23:29,376 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:23:31,377 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:23:33,378 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:23:33,411 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:23:35,379 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:23:37,379 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:23:39,291 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:23:39,292 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:23:39,380 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:23:41,381 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:23:43,382 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:23:45,383 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:23:47,384 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:23:49,385 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:23:51,386 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:23:53,387 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:23:54,424 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:23:54,424 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:23:55,388 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:23:57,389 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:23:59,390 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:24:01,391 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:24:03,392 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:24:03,477 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:24:05,393 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:24:07,394 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:24:09,395 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:24:09,559 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:24:09,560 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:24:11,396 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:24:13,397 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:24:15,398 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:24:17,399 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:24:19,400 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:24:21,401 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:24:23,402 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:24:24,697 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:24:24,697 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:24:25,403 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:24:27,403 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:24:29,404 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:24:31,405 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:24:33,406 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:24:33,542 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:24:35,407 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:24:37,408 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:24:39,409 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:24:39,834 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:24:39,834 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:24:41,410 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:24:42,411 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:24:43,411 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:24:45,412 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:24:47,413 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:24:49,414 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:24:51,415 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:24:53,415 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:24:54,969 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:24:54,970 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:24:55,416 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:24:57,417 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:24:59,418 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:25:01,419 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:25:03,420 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:25:03,610 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:25:05,420 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:25:07,421 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:25:09,422 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:25:10,112 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:25:10,112 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:25:11,423 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:25:13,424 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:25:15,425 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:25:17,426 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:25:19,427 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:25:21,428 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:25:23,429 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:25:25,245 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:25:25,245 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:25:25,429 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:25:27,430 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:25:29,431 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:25:31,432 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:25:33,433 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:25:33,674 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:25:35,434 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:25:37,435 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:25:39,436 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:25:40,382 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:25:40,382 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:25:41,437 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:25:43,438 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:25:45,439 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:25:47,440 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:25:49,441 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:25:51,441 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:25:53,442 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:25:55,443 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:25:55,518 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:25:55,519 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:25:57,444 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:25:59,445 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:26:01,445 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:26:03,446 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:26:03,741 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:26:05,447 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:26:07,448 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:26:09,449 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:26:10,655 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:26:10,655 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:26:11,450 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:26:13,451 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:26:15,452 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:26:17,453 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:26:19,453 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:26:21,454 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:26:23,455 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:26:25,456 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:26:25,792 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:26:25,793 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:26:27,457 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:26:29,458 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:26:31,459 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:26:33,460 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:26:33,816 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:26:35,461 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:26:37,462 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:26:39,463 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:26:40,930 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:26:40,931 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:26:41,464 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:26:43,464 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:26:45,465 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:26:47,466 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:26:49,467 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:26:51,468 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:26:53,469 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:26:55,469 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:26:56,069 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:26:56,069 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:26:57,470 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:26:59,471 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:27:01,472 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:27:03,473 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:27:03,885 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:27:05,474 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:27:07,474 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:27:09,475 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:27:11,209 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:27:11,209 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:27:11,476 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:27:13,477 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:27:15,478 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:27:17,479 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:27:19,480 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:27:21,481 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:27:23,481 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:27:25,482 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:27:26,346 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:27:26,346 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:27:27,483 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:27:29,484 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:27:31,485 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:27:33,486 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:27:33,957 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:27:35,486 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:27:37,488 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:27:39,489 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:27:41,484 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:27:41,484 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:27:41,490 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:27:43,491 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:27:45,491 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:27:47,492 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:27:49,493 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:27:51,494 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:27:53,496 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:27:56,497 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:27:56,625 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:27:56,625 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:27:58,498 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:28:00,499 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:28:02,500 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:28:04,028 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:28:04,500 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:28:06,501 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:28:08,502 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:28:10,503 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:28:11,768 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:28:11,768 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:28:12,504 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:28:14,505 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:28:16,505 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:28:18,506 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:28:20,507 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:28:22,508 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:28:24,509 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:28:26,510 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:28:26,949 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:28:26,950 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:28:28,511 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:28:30,512 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:28:32,513 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:28:34,099 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:28:34,513 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:28:36,514 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:28:38,515 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:28:40,516 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:28:42,084 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:28:42,084 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:28:42,517 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:28:44,518 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:28:46,518 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:28:48,519 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:28:50,520 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:28:52,521 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:28:54,522 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:28:56,523 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:28:57,219 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:28:57,219 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:28:58,524 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:29:00,525 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:29:02,525 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:29:04,170 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:29:04,526 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:29:06,527 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:29:08,528 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:29:10,529 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:29:12,358 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:29:12,358 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:29:12,530 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:29:14,531 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:29:16,532 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:29:18,533 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:29:20,533 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:29:22,534 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:29:24,535 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:29:26,536 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:29:27,497 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:29:27,497 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:29:28,537 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:29:30,538 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:29:32,539 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:29:34,238 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:29:34,539 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:29:36,540 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:29:38,541 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:29:40,542 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:29:42,543 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:29:42,637 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:29:42,638 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:29:44,544 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:29:46,545 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:29:48,546 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:29:50,547 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:29:52,548 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:29:54,549 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:29:56,550 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:29:57,776 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:29:57,776 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:29:58,550 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:30:00,551 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:30:02,552 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:30:04,309 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:30:04,553 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:30:06,554 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:30:08,554 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:30:10,555 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:30:12,556 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:30:12,911 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:30:12,911 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:30:14,557 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:30:16,558 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:30:18,559 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:30:20,560 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:30:22,561 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:30:24,561 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:30:26,562 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:30:28,078 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:30:28,078 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:30:28,563 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:30:30,564 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:30:32,565 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:30:34,377 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:30:34,566 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:30:36,566 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:30:38,567 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:30:40,568 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:30:42,569 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:30:43,212 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:30:43,213 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:30:44,570 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:30:46,570 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:30:48,571 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:30:50,572 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:30:52,573 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:30:54,574 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:30:56,575 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:30:58,351 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:30:58,352 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:30:58,576 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:31:00,577 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:31:02,578 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:31:04,443 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:31:04,578 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:31:06,579 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:31:08,580 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:31:10,581 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:31:12,582 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:31:13,487 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:31:13,487 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:31:14,583 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:31:16,584 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:31:18,584 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:31:20,585 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:31:22,586 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:31:24,587 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:31:26,587 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:31:28,588 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:31:28,627 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:31:28,627 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:31:30,589 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:31:32,590 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:31:34,507 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:31:34,591 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:31:36,591 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:31:38,592 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:31:40,593 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:31:42,594 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:31:43,771 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:31:43,771 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:31:44,595 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:31:46,595 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:31:48,596 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:31:50,597 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:31:52,598 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:31:54,599 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:31:56,600 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:31:58,601 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:31:58,910 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:31:58,911 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:32:00,602 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:32:02,602 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:32:04,572 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:32:04,603 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:32:06,604 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:32:08,605 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:32:10,606 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:32:12,607 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:32:14,046 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:32:14,046 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:32:14,608 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:32:16,608 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:32:18,609 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:32:20,610 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:32:22,611 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:32:24,612 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:32:26,612 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:32:28,613 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:32:29,188 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:32:29,188 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:32:30,614 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:32:32,615 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:32:34,616 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:32:34,635 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:32:36,616 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:32:38,617 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:32:40,618 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:32:42,618 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:32:44,325 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:32:44,325 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:32:44,619 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:32:46,620 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:32:48,621 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:32:50,622 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:32:52,622 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:32:54,623 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:32:56,624 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:32:58,625 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:32:59,474 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:32:59,474 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:33:00,625 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:33:02,626 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:33:04,627 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:33:04,697 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:33:06,628 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:33:08,628 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:33:10,629 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:33:12,630 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:33:14,606 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:33:14,606 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:33:14,631 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:33:16,631 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:33:18,632 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:33:20,633 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:33:22,634 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:33:24,634 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:33:26,635 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:33:28,636 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:33:29,743 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:33:29,743 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:33:30,637 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:33:32,637 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:33:34,638 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:33:34,761 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:33:36,639 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:33:38,640 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:33:40,641 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:33:42,642 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:33:44,642 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:33:44,883 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:33:44,884 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:33:46,643 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:33:48,644 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:33:50,645 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:33:52,646 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:33:54,647 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:33:56,647 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:33:58,648 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:34:00,022 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:34:00,022 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:34:00,649 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:34:02,650 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:34:04,650 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:34:04,831 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:34:06,651 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:34:08,652 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:34:10,652 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:34:12,653 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:34:14,654 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:34:15,159 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:34:15,159 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:34:16,654 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:34:18,655 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:34:20,656 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:34:22,657 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:34:24,657 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:34:26,658 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:34:28,659 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:34:30,293 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:34:30,293 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:34:30,660 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:34:32,661 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:34:34,661 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:34:34,902 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:34:36,662 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:34:38,663 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:34:40,664 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:34:42,664 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:34:44,665 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:34:45,431 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:34:45,431 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:34:46,666 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:34:48,667 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:34:50,668 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:34:52,668 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:34:54,669 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:34:56,670 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:34:58,671 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:35:00,575 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:35:00,576 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:35:01,672 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:35:03,673 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:35:04,973 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:35:05,674 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:35:07,674 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:35:09,675 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:35:11,676 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:35:13,677 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:35:15,678 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:35:15,717 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:35:15,717 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:35:17,679 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:35:19,680 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:35:21,680 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:35:23,681 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:35:25,682 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:35:27,683 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:35:29,683 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:35:30,857 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:35:30,857 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:35:31,684 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:35:33,685 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:35:35,049 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:35:35,686 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:35:37,687 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:35:39,688 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:35:41,688 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:35:43,689 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:35:45,690 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:35:46,162 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:35:46,162 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:35:47,691 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:35:49,691 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:35:51,692 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:35:53,693 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:35:55,694 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:35:57,695 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:35:59,696 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:36:01,320 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:36:01,321 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:36:01,697 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:36:03,697 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:36:05,121 DEBUG SenderThread:1666268 [sender.py:send():234] send: stats +2022-01-20 03:36:05,698 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:36:07,699 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:36:11,701 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:36:13,702 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log +2022-01-20 03:36:16,463 DEBUG HandlerThread:1666268 [handler.py:handle_request():130] handle_request: stop_status +2022-01-20 03:36:16,463 DEBUG SenderThread:1666268 [sender.py:send_request():248] send_request: stop_status +2022-01-20 03:36:17,704 INFO Thread-8 :1666268 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512/wandb/run-20220119_161158-274aad95/files/output.log